brute force directories and files names on web/application servers

dirb

dirb http://10.10.10.24

gobuster

gobuster -u http://10.10.10.24 -w /usr/share/wordlists/dirb/common.txt -q -n -e
gobuster -u http://10.10.10.24 -w /usr/share/wordlists/dirbuster/directory-list-2.3-medium.txt -x php -t 20

RobotsDisallowed

apt install -u gobuster
git clone https://github.com/danielmiessler/RobotsDisallowed.git
gobuster -u https://www.tesla.com/ -w /root/RobotsDisallowed/Top100000-RobotsDisallowed.txt -s 200 -t 100