wget --spider -m --recursive --no-clobber --page-requisites --html-extension --convert-links --restrict-file-names=windows --domains luclaverdure.com --no-parent luclaverdure.com
wget --spider -m http://luclaverdure.com 2>&1 | grep '^--' | awk '{ print $3 }' | grep -v '.(css|js|png|gif|jpg|JPG)$' > urls.txt
ruku
@ruku 1 0 0
Wget Spider Crawl
11:44 pm Linux
Updated on