Advertisement
Guest User

Untitled

a guest
Feb 17th, 2020
91
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.01 KB | None | 0 0
  1. set results=C:\Users\aaralt\Desktop\Crawler\Results
  2. :: %results%
  3. :: do not add trailing slash
  4.  
  5. set sfclidir=C:\Program Files (x86)\Screaming Frog SEO Spider
  6. :: %sfclidir%
  7. :: include trailing slash
  8.  
  9. set configFile=C:\Users\aaralt\Desktop\Crawler\SEO Spider Config.seospiderconfig
  10. :: %configFile%
  11. :: ought to have .seospiderconfig file extension
  12.  
  13. set domain=https://www.financescout24.ch
  14. :: %domain%
  15.  
  16. ::create date & time stamped directory
  17. set dateString=%DATE:/=-%
  18. set timeString=%TIME:~0,2%-%TIME:~3,2%-%TIME:~6,2%
  19. set ToDaysDate=%dateString%%timeString: =-%
  20. ::%ToDaysDate%
  21.  
  22. set newFilePath="%ToDaysDate%"
  23. chdir /d %results%
  24. mkdir %newFilePath%
  25. chdir /d %ToDaysDate%
  26. set outputDir=%cd%
  27. ::%outputDir%
  28.  
  29. chdir /d "%sfclidir%"
  30. ScreamingFrogSEOSpiderCli.exe --config "%configFile%" --crawl "%domain%" --save-crawl --headless --output-folder "%outputDir%" --export-format "csv" --export-tabs "Internal:All,Response Codes:All"
  31.  
  32. chdir /d %outputDir%
  33. REN *.csv *.
  34. REN *. *-fs24-scheduled-crawl.
  35. REN *. *.csv
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement