Guest User

Untitled

a guest
Jul 16th, 2021
621
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Go 1.16 KB | None | 0 0
  1. package main
  2.  
  3. import (
  4.     "fmt"
  5.     "io/ioutil"
  6.     "log"
  7.     "net/http"
  8.     "regexp"
  9.     "time"
  10. )
  11.  
  12. var user_id = 345058277
  13. var number_doc = 449613314
  14.  
  15. func MakeRequest(url string, ch chan<- string) {
  16.     resp, err := http.Get(url)
  17.     if err != nil {
  18.         panic(err)
  19.     }
  20.     defer resp.Body.Close()
  21.  
  22.     body, err := ioutil.ReadAll(resp.Body)
  23.     if err != nil {
  24.         log.Fatal("Error reading HTTP body. ", err)
  25.     }
  26.  
  27.     re := regexp.MustCompile(`<img src=".*?" class="can_zoom".*?/>`)
  28.     findtag := re.FindAllStringSubmatch(string(body), -1)
  29.     stringArray := findtag
  30.     justString := fmt.Sprint(stringArray)
  31.     if findtag == nil {
  32.         ch <- "n"
  33.     } else {
  34.         ch <- justString
  35.     }
  36.  
  37. }
  38.  
  39. func main() {
  40.     for j := 0; j < 100; j++ {
  41.         var arrurls [1000]string
  42.         ch := make(chan string)
  43.         for i := 0; i < 1000; i++ {
  44.             number_doc++
  45.             raw_url := fmt.Sprintf("https://vk.com/doc%d_%d", user_id, number_doc)
  46.             arrurls[i] = raw_url
  47.         }
  48.         fmt.Println(number_doc)
  49.         start := time.Now()
  50.         for _, url := range arrurls {
  51.             go MakeRequest(url, ch)
  52.         }
  53.         for range arrurls {
  54.             d := <-ch
  55.             if d != "n" {
  56.                 fmt.Println(d)
  57.             }
  58.         }
  59.         elapsed := time.Since(start)
  60.         fmt.Println(elapsed)
  61.     }
  62. }
  63.  
Advertisement
Add Comment
Please, Sign In to add comment