Advertisement
Guest User

Untitled

a guest
Jun 22nd, 2018
87
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 5.02 KB | None | 0 0
  1. package com.firstrain.webevents.processor;
  2.  
  3. import java.io.StringReader;
  4. import java.util.ArrayList;
  5. import java.util.List;
  6. import java.util.Properties;
  7.  
  8. import org.apache.commons.digester.Digester;
  9. import org.apache.log4j.Logger;
  10. import org.apache.log4j.PropertyConfigurator;
  11.  
  12. import com.firstrain.common.db.config.DataSourceConfigRuleSet;
  13. import com.firstrain.common.db.query.mgr.QManager;
  14. import com.firstrain.content.pipeline.PipelineDocumentContext;
  15. import com.firstrain.mip.db.FR_IDBConstant;
  16. import com.firstrain.webevents.producer.WebEventsCatsProducer;
  17.  
  18. import junit.framework.TestCase;
  19. import org.junit.Ignore;
  20.  
  21. @Ignore
  22. public class CompleteEventsProcessorTest extends TestCase {
  23. private static final Logger LOG = Logger.getLogger(CompleteEventsProcessorTest.class);
  24.  
  25. private Properties getBasicLog4jProperties() {
  26. Properties prop = new Properties();
  27. prop.put("log4j.rootCategory", "DEBUG, A2");
  28. prop.put("log4j.appender.A2", "org.apache.log4j.ConsoleAppender");
  29. prop.put("log4j.appender.A2.layout", "org.apache.log4j.PatternLayout");
  30. prop.put("log4j.appender.A2.layout.ConversionPattern", "[%-5p] [%-d] [%t] [%c{2}] - [%m]%n");
  31. return prop;
  32. }
  33.  
  34. protected void setUp() throws Exception {
  35. PropertyConfigurator.configure(getBasicLog4jProperties());
  36. /* Log4j Properties */
  37. Digester digester = new Digester();
  38. digester.addRuleSet(new DataSourceConfigRuleSet());
  39. String DatabaseConfig = "<data-sources>" + "<data-source className=\"org.apache.commons.dbcp.BasicDataSource\" key=\"analyticsDB\">"
  40. + "<property property=\"driverClassName\" value=\"com.mysql.jdbc.Driver\"/>"
  41. + "<property property=\"url\" value=\"jdbc:mysql://pmysqlbe2m.firstrain.com:3307/analyticsDB\"/>"
  42. + "<property property=\"username\" value=\"read\"/>" + "<property property=\"password\" value=\"me!\"/>"
  43. + "<property property=\"maxActive\" value=\"5\"/>" + "<property property=\"maxWait\" value=\"5000\"/>"
  44. + "<property property=\"defaultAutoCommit\" value=\"false\"/>" + "<property property=\"defaultReadOnly\" value=\"false\"/>"
  45. + "<property property=\"poolPreparedStatement\" value=\"true\"/>"
  46. + "<property property=\"validationQuery\" value=\"select 1\"/>" + "</data-source> "
  47. + "<data-source className=\"org.apache.commons.dbcp.BasicDataSource\" key=\"signalsDB\">"
  48. + "<property property=\"driverClassName\" value=\"com.microsoft.sqlserver.jdbc.SQLServerDriver\"/>"
  49. + "<property property=\"url\" value=\"dbc:sqlserver://MIDB01-SITEB:1433;DatabaseName=SignalsDB;SelectMethod=direct;ApplicationName=WebVolumeEventsProcessor\"/>"
  50. + "<property property=\"username\" value=\"read\"/>" + "<property property=\"password\" value=\"me!\"/>"
  51. + "<property property=\"maxActive\" value=\"20\"/>" + "<property property=\"maxWait\" value=\"5000\"/>"
  52. + "<property property=\"defaultAutoCommit\" value=\"false\"/>" + "<property property=\"defaultReadOnly\" value=\"false\"/>"
  53. + "<property property=\"poolPreparedStatement\" value=\"true\"/>"
  54. + "<property property=\"validationQuery\" value=\"select 1\"/>" + "</data-source> "
  55. + "<data-source className=\"org.apache.commons.dbcp.BasicDataSource\" key=\"wordFreq\">"
  56. + "<property property=\"driverClassName\" value=\"com.mysql.jdbc.Driver\"/>"
  57. + "<property property=\"url\" value=\"jdbc:mysql://pmysqlbe2m.firstrain.com:3307/events\"/>"
  58. + "<property property=\"username\" value=\"read\"/>" + "<property property=\"password\" value=\"me!\"/>"
  59. + "<property property=\"maxActive\" value=\"5\"/>" + "<property property=\"maxWait\" value=\"5000\"/>"
  60. + "<property property=\"defaultAutoCommit\" value=\"false\"/>" + "<property property=\"defaultReadOnly\" value=\"false\"/>"
  61. + "<property property=\"poolPreparedStatement\" value=\"true\"/>"
  62. + "<property property=\"validationQuery\" value=\"select 1\"/>" + "</data-source> " + "</data-sources>";
  63. digester.parse(new StringReader(DatabaseConfig));
  64. QManager.addQueryXml(FR_IDBConstant.MIP_DB_QUERY_XML);
  65.  
  66. }
  67.  
  68. protected void tearDown() throws Exception {
  69.  
  70. }
  71.  
  72. public void testHistoricEventGeneration() throws Throwable {
  73. CompleteEventsProcessor cep = new CompleteEventsProcessor();
  74. cep.setDoCleanUp(true);
  75. cep.setDebugMode(true);
  76. cep.setDocQuality("Selective");
  77. cep.setEndDate("2013-07-31");
  78. cep.setEventsDatabase("signalsDB");
  79. cep.setIntraDayComputation(false);
  80. cep.setLiveMode(false);
  81. cep.setParameterId(1);
  82. cep.setRecompute(true);
  83. cep.setStatsDatabase("analyticsDB");
  84. cep.setStopWordsFile("C:\\FirstRain\\Java\\FREcosystemService\\conf\\stopwords.txt");
  85. cep.setStrtDate("2013-07-29");
  86. cep.setWordFreqDatabase("wordFreq");
  87.  
  88. List<Integer> catIds = new ArrayList<Integer>();
  89. catIds.add(491625);
  90. catIds.add(135215);
  91. List<Integer> catStats = new ArrayList<Integer>();
  92. catStats.add(1);
  93. catStats.add(1);
  94. catStats.add(1);
  95.  
  96. PipelineDocumentContext ctx = new PipelineDocumentContext();
  97. ctx.put(WebEventsCatsProducer.CONTEXT_DATA, catIds);
  98. ctx.put(WebEventsCatsProducer.CAT_DATA, catStats);
  99.  
  100. cep.process(ctx);
  101. }
  102.  
  103. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement