using System;
using System.Text;
using System.Threading.Tasks;
using System.Net.Http;
using System.Net;
using System.Collections.Generic;


namespace CrawleraSample
{
	class program
	{
		static void Main()
		{
			Task t = new Task(HTTP_GET);
			t.Start();
			Console.ReadLine();
		}

		static async void HTTP_GET()
		{
            var TARGETURL = "https://www.redfin.com/stingray/do/login";

			NetworkCredential proxyCreds = new NetworkCredential("APIKEY:", "");

			WebProxy proxy = new WebProxy("proxy.crawlera.com:8010", false)
			{
				Credentials = proxyCreds,
			};

			HttpClientHandler handler = new HttpClientHandler()
            {
                Proxy = proxy,
                UseProxy = true,
                UseDefaultCredentials = false,
                PreAuthenticate = true,
                AllowAutoRedirect = false,
			};

            ServicePointManager.ServerCertificateValidationCallback += (sender, cert, chain, sslPolicyErrors) => true;

			var username = "brucedeli@juno.com";
			var password = "Doeadeer1";
			var formContent = new FormUrlEncodedContent(new[]
			{
                new KeyValuePair<string, string>("email_input", username),
				new KeyValuePair<string, string>("password_input", password),
			});

			Console.WriteLine("GET: + " + TARGETURL);

			// ... Use HttpClient.
			HttpClient client = new HttpClient(handler);

            client.DefaultRequestHeaders.Add("Accept-Language", "en-US,en;q=0.8,es;q=0.6");
            client.DefaultRequestHeaders.Add("Accept-Encoding", "gzip, deflate, br");
			client.DefaultRequestHeaders.Add("Referer", "https://www.redfin.com/stingray/do/login?redirect-path=%2F");
			client.DefaultRequestHeaders.Add("Host", "www.redfin.com");
            client.DefaultRequestHeaders.Add("X-Crawlera-Session", "<session_id>");

			// ... ignore this
			//var byteArray = Encoding.UTF8.GetBytes("APIKEY:");
			//client.DefaultRequestHeaders.ProxyAuthorization = new System.Net.Http.Headers.AuthenticationHeaderValue("Basic", Convert.ToBase64String(byteArray));

            HttpResponseMessage response = await client.PostAsync(TARGETURL, formContent);
			HttpContent content = response.Content;

			// ... Check Status Code
			Console.WriteLine("Response StatusCode: " + (int)response.StatusCode);

			// ... Read the string.
			string result = await content.ReadAsStringAsync();

			// ... Display the result.
			Console.WriteLine("\nResponse Body: \n" + result);
		}
	}
}