URL Fetcher (Start script)

;************************************************************************************************************************************************************************
;*** #     # ######  #                                                                      #######
;*** #     # #     # #            ##    ####     # #    #    ##### # ##### #      ######    #       ###### #####  ####  #    # ###### #####
;*** #     # #     # #           #  #  #         # ##   #      #   #   #   #      #         #       #        #   #    # #    # #      #    #
;*** #     # ######  #          #    #  ####     # # #  #      #   #   #   #      #####     #####   #####    #   #      ###### #####  #    #
;*** #     # #   #   #          ######      #    # #  # #      #   #   #   #      #         #       #        #   #      #    # #      #####
;*** #     # #    #  #          #    # #    #    # #   ##      #   #   #   #      #         #       #        #   #    # #    # #      #   #
;***  #####  #     # #######    #    #  ####     # #    #      #   #   #   ###### ######    #       ######   #    ####  #    # ###### #    #
;************************************************************************************************************************************************************************
;*** URL / Title fetcher
on $*:TEXT:/(http(s)\072\/\/.*|w{3}\..*)/iS:#: { URL.lookup $regml(1) }
on $*:TEXT:/(http\072\/\/.*|w{3}\..*)/iS:#: { URL.lookup $regml(1) }
;*****************************************************************************************************************************************************************************************************************
alias URL.lookup {
  ;*** Other sh*t that shouldn't be lookedup ******************************************************************************************
  ;if (pastebin.com isin $regml(1)) ||
  if (/listen.pls isin $regml(1)) || (.pdf isin $regml(1)) || (.torrent isin $regml(1)) { return }
  ;************************************************************************************************************************************
  var %id = $ticks, %scheme, %user, %pass, %ssl = $false, %address = $replacex($remove($regml(1),feature=player_embedded&),youtu.be/,www.youtube.com/watch?v=,Ã,$+($chr(37),C3),¥,$+($chr(37),A5)), %request = /
  $iif($chr(32) isin %address,set -u1 %address $mid(%address,1,$pos(%address,$chr(32))))
  ;************************************************************************************************************************************
  if ($pos(%address,://)) { var %address = $mid(%address,$calc($v1 + 3)) | if ($v1 > 1) { var %scheme = $mid($1,1,$calc($v1 - 1)) } }
  if ($pos(%address,/)) { var %request = $gettok($mid(%address,$v1),1,35) }
  var %address = $gettok(%address,1,47)
  ;************************************************************************************************************************************
  ;*** Status message
  $iif($chan == #Coders,msg # Adress/Host: %address Request: %request)
  ;************************************************************************************************************************************
  ;*** SockOPEN
  sockopen $iif(%ssl,-e) $+(dSocket,%scheme,.,%id) %address $iif(%port isnum,$v1,$iif(%ssl,443,80))
  sockmark $+(dSocket,%scheme,.,%id) $ticks $ctime $network # $nick $address $+(%user,:,%pass) %request
  ;************************************************************************************************************************************
}
;*************************************************************************************************************************************************************************************************************************


;************************************************************************************************************************************
on *:sockopen:dSocket*: { tokenize 32 $sock($sockname).mark
  if ($sockerr) { msg $4 $+([,$sock($sockname).addr,:,$sock($sockname).port,]) $sock($sockname).wsmsg | sockclose $sockname | return }
  sockwrite -n $sockname GET $8 HTTP/1.0
  sockwrite -n $sockname User-Agent: Mozilla/??
  sockwrite -n $sockname Host: $+($sock($sockname).addr,$iif($sock($sockname).port != 80,$+(:,$v1)))
  sockwrite -n $sockname Accept: */*
  if ($sock($sockname).addr == vkontakte.ru) sockwrite -n $sockname Cookie: remixsid=be06679f9f3c9a4c95a91a37d398a77f69d9cb94c9e36f6279b5198c
  if (*?:?* iswm $7) sockwrite -n $sockname Authorization: Basic $encode($7,m)
  sockwrite -n $sockname
}
on *:sockclose:dSocket*: { hfree $sockname }
on *:sockread:dSocket*: { tokenize 32 $sock($sockname).mark | var %xSOCK | sockread %xSOCK
  if ($sockerr) { echo -st Socket Error $nopath($script) | sockclose $sockname | return }
  ;*** Status messages (Used for testing)
  elseif (%xSOCK != $null) { echo -st 4-> $v1 }
  ;*** Exclude
  elseif (*Accept-Ranges:* iswm %xSOCK) || (*X-Src-Webcache:* iswm %xSOCK) || (*Connection:* iswm %xSOCK) || (*TCN:* iswm %xSOCK) || (*Keep-Alive:* iswm %xSOCK) || (*X-Powered-By:* iswm %xSOCK) { return }
  ;************************************************************************************************************************************
  ;*** Re-Directs
  if ($regex(%xSock,/Location: (.*)/)) { tokenize 32 $sock($sockname).mark
    ;*** If link isn't the same as the one posted
    if ($right($regml(1),$len($8)) != $8) { set -u3 %Redirect 15Re-14Directs | sockclose $sockname
      if (pastebin.com isin $regml(1)) || (/listen.pls isin $regml(1)) || (.pdf isin $regml(1)) || (.torrent isin $regml(1)) { halt }
      ;************************************************************************************************************************************
      var %id = $ticks, %scheme, %user, %pass, %ssl = $false, %address = $replacex($remove($regml(1),feature=player_embedded&),youtu.be/,www.youtube.com/watch?v=,Ã,$+($chr(37),C3),¥,$+($chr(37),A5)), %request = /
      $iif($chr(32) isin %address,set -u1 %address $mid(%address,1,$pos(%address,$chr(32))))
      ;************************************************************************************************************************************
      if ($pos(%address,://)) { var %address = $mid(%address,$calc($v1 + 3)) | if ($v1 > 1) { var %scheme = $mid($1,1,$calc($v1 - 1)) } }
      if ($pos(%address,/)) { var %request = $gettok($mid(%address,$v1),1,35) }
      var %address = $gettok(%address,1,47)
      ;*** Status message *****************************************************************************************************************
      ;echo 4 -at Adress/Host: %address Request: %request 9vs. $regml(1)
      ;************************************************************************************************************************************
      hadd -m $+(dSocket,%scheme,.,%id) KeyW $regml(1)
      ;*** SockOPEN
      sockopen $iif(%ssl,-e) $+(dSocket,%scheme,.,%id) %address $iif(%port isnum,$v1,$iif(%ssl,443,80))
      sockmark $+(dSocket,%scheme,.,%id) $1-
      ;************************************************************************************************************************************
    }
  }
  ;*** Keywords
  elseif ($between(%xSock,<meta name="keywords" content=",">,1)) || ($between(%xSock,<meta name="keywords" content="," />,1)) || ($regex(%xSock,/\<meta name="keywords" content=\"(.*)/i) || ($regex(%xSock,/'keywords' content='(.+)"/))) { hadd -m $sockname KeyW $remove($regml(1)," />,">)
    if ($hget($sockname,Title)) { tokenize 32 $sock($sockname).mark | $+(.timer,$sockname) off
      msg $4 Title: $+(7,$hget($sockname,Title),) $iif($hget($sockname,KeyW),$+($chr(40),$v1,$chr(41)))
      sockclose $sockname
    }
  }
  ;*** Title
  elseif ($between(%xSock,<title>,</title>,1)) { hadd -m $sockname Title $regml(1)
    if ($hget($sockname,KeyW)) {
      msg $4 Title: $+(7,$hget($sockname,Title),) $iif($hget($sockname,KeyW),$+($chr(40),$v1,$chr(41)))
      sockclose $sockname
    }
    else { echo 7 -at $hget($sockname,Title)
      $+(.timer,$sockname) 1 1 { msg $4 Title: $+(7,$hget($sockname,Title),) $iif($hget($sockname,KeyW),$+($chr(40),$v1,$chr(41))) | sockclose $sockname }
    }
  }
}
;*** Between alias by Gummo
alias BeTween { noop $regex($1,/\Q $+ $2 $+ \E(.*?)\Q $+ $3 $+ \E/gi) | return $regml($4) }