Advertisement
Guest User

twitter username and link scraper in powershell

a guest
Jan 27th, 2015
180
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 19.51 KB | None | 0 0
  1. Write-Host -ForegroundColor Green "Welcome Twitter Link Google Search Scraper by: Cool ";
  2. Write-Host -ForegroundColor Green "Scraping Google For Twitter Users 1st 10,000 Results Paitence Please Starting in 5 Seconds ";
  3. start-sleep 5
  4. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  5. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  6. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  7. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  8. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  9. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  10. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  11. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  12. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  13. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1000/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  14. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  15. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  16. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  17. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  18. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  19. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  20. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  21. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  22. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=1900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  23. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2000/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  24. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  25. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  26. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  27. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  28. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  29. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  30. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  31. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  32. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=2900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  33. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3000/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  34. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  35. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  36. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  37. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  38. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  39. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  40. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  41. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  42. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=3900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  43. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4000/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  44. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  45. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  46. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  47. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  48. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  49. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  50. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  51. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  52. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=4900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  53. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=5000/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  54. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  55. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  56. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  57. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  58. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  59. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  60. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  61. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  62. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=6900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  63. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  64. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  65. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  66. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  67. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  68. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  69. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  70. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  71. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=7900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  72. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  73. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  74. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  75. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  76. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  77. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  78. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  79. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  80. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=8900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  81. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9100/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  82. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  83. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  84. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  85. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  86. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  87. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  88. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  89. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=9900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  90. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10000/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  91. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10200/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  92. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10300/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  93. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10400/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  94. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10500/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  95. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10600/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  96. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10700/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  97. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10800/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  98. ((Invoke-Webrequest https://www.google.com/search?q=site:twitter.com/"&"num=100"&"ie"&"start=10900/).Links | where {$_.outertext -match "@"}).outertext | out-file -append "c:\scripts\rawdata.txt"
  99. Write-Host -ForegroundColor Green "COMPLETE: Finished Scraping Google 1st 10900 Results";
  100. Write-Host -ForegroundColor Green "Saving User Names and @Usernames";
  101. start-sleep 3
  102. Write-Host -ForegroundColor Green "COMPLETE: Sleeping 3 seconds";
  103. $input_path = ‘c:\scripts\rawdata.txt’
  104. $output_file = ‘c:\scripts\usernames.txt’
  105. $regex = $regex = ‘@[A-Za-z0-9.-]+\b’
  106. select-string -Path $input_path -Pattern $regex -AllMatches | % { $_.Matches } | % { $_.Value } > $output_file
  107. start-sleep 3
  108. Write-Host -ForegroundColor Green "Converting User Names into Links";
  109. (Get-Content c:\scripts\usernames.txt) | Foreach-Object {$_ -replace '[@]','http://twitter.com/'} | Out-File c:\scripts\twitterlinks.txt
  110. Write-Host -ForegroundColor Green "COMPLETE: You Can Find Your Raw Data in C:\scripts\rawdata.txt";
  111. Write-Host -ForegroundColor Green "COMPLETE: You Can Find Your Usernames in C:\scripts\usernames.txt";
  112. Write-Host -ForegroundColor Green "COMPLETE: You Can Find Your Twitter Links in C:\scripts\twitterlinks.txt";
  113. Write-Host -ForegroundColor Green "Questions or Comments? Email Cool at re3t@live.com";
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement