INSTALLATION:

1 git clone https://github.com/LF-H0/CRAWLER.git

2 cd CRAWLER

3 pip3 install -r requirements.txt

USAGE:

simple usage:

python3 LFOC.PY -U https://example.com

exclude extensions:

python3 LFOC.PY -U https://example.com -e css,js,png

crawl depth:

python3 LFOC.PY -U https://example.com -d 20

threads:

python3 LFOC.PY -U https://example.com -t 20

output:

python3 LFOC.PY -U https://example.com -o output.txt