Advertisement
Guest User

Untitled

a guest
Nov 13th, 2018
107
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.42 KB | None | 0 0
  1. namespace PartA
  2. {
  3. using System.Collections.Generic;
  4. using System.Linq;
  5. using System.Threading;
  6.  
  7. class Program
  8. {
  9. static void Main(string[] args)
  10. {
  11. // START TIME
  12. var watch = System.Diagnostics.Stopwatch.StartNew();
  13. watch.Start();
  14. System.Diagnostics.Debug.WriteLine(watch.Elapsed);
  15.  
  16. // READ FILE
  17. var reader = new ReadFile("..\\..\\..\\corpus");
  18. reader.Read();
  19. var docs = reader.GetDocs();
  20.  
  21. // PARSE
  22. /*
  23. var parsed = new Dictionary<string, Dictionary<Parser.ClassifiedValue, List<string>>>();
  24. var index = 1;
  25. int running = docs.Count;
  26. AutoResetEvent done = new AutoResetEvent(false);
  27.  
  28.  
  29. foreach (var listOfdocs in docs)
  30. {
  31. ThreadPool.QueueUserWorkItem(state =>
  32. {
  33. foreach (var doc in listOfdocs)
  34. {
  35. //Thread.CurrentThread.IsBackground = true;
  36. var parser = new Parser(doc, "..\\..\\..\\stop_words.txt");
  37. parser.Parse();
  38. parsed[doc] = parser.Result;
  39. }
  40. if (0 == Interlocked.Decrement(ref running))
  41. {
  42. done.Set();
  43. }
  44. Interlocked.Increment(ref index);
  45. System.Diagnostics.Debug.WriteLine("doc " + index + " done.");
  46. });
  47.  
  48.  
  49. }
  50. done.WaitOne();
  51.  
  52. // INDEX
  53. var indexer = new Indexer();
  54.  
  55. foreach (var listOfdocs in docs)
  56. {
  57. System.Diagnostics.Debug.WriteLine("ssssnnn : " + docs.IndexOf(listOfdocs));
  58.  
  59. foreach (var doc in listOfdocs)
  60. {
  61. // ThreadPool.QueueUserWorkItem(state =>
  62. // {
  63. // Thread.CurrentThread.IsBackground = true;
  64. indexer.CreateDocsIndex(doc, parsed[doc]);
  65. // });
  66. }
  67.  
  68. // END TIME
  69. watch.Stop();
  70. System.Diagnostics.Debug.WriteLine(watch.Elapsed);
  71. }
  72. */
  73. watch.Stop();
  74. System.Diagnostics.Debug.WriteLine(watch.Elapsed);
  75. }
  76. }
  77. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement