API tools faq
paste
Advertisement
Guest User

Untitled

a guest
Mar 12th, 2019
113
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 79.00 KB | None | 0 0
raw download clone embed print report
  1.  
  2. #db0makamahagungperkara
  3. input {
  4. jdbc {
  5. id=>"table01"
  6. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  7. # The user we wish to execute our statement as
  8. jdbc_user => "root"
  9. jdbc_password => "password"
  10. # The path to our downloaded jdbc driver
  11. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  12. jdbc_driver_class => "com.mysql.jdbc.Driver"
  13. # our query
  14. schedule => "* * * * *"
  15. use_column_value => true
  16. tracking_column => "id"
  17. statement => "SELECT *, 'id' as 'field_name', id as 'field_value', 'makamah_agung_perkara' as table_name ,null as field_key FROM penduduk.mahkamah_agung_perkara;"
  18. add_field => { "[@metadata][source_type]" => "db0" }
  19. }
  20. }
  21.  
  22. #db1detik
  23. input {
  24. jdbc {
  25. id=>"table02"
  26. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  27. # The user we wish to execute our statement as
  28. jdbc_user => "root"
  29. jdbc_password => "password"
  30. # The path to our downloaded jdbc driver
  31. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  32. jdbc_driver_class => "com.mysql.jdbc.Driver"
  33. # our query
  34. schedule => "* * * * *"
  35. use_column_value => true
  36. tracking_column => "id"
  37. statement => "SELECT a.*, group_concat(c.tag) as tag, 'detik_news' as 'media' ,
  38. 'detik_news' as 'table_name' , 'id' as field_name , a.id as 'field_value' , null as field_key
  39. FROM penduduk.detik_news a
  40. left join penduduk.detik_news_tags b
  41. on a.id = b.news_id
  42. left outer join penduduk.detik_tags c
  43. on c.id = b.tags_id
  44. group by a.id
  45. order by a.create_time limit 50;"
  46. add_field => { "[@metadata][source_type]" => "db1" }
  47. }
  48. }
  49.  
  50. #db2mpr
  51. input {
  52. jdbc {
  53. id=>"table03"
  54. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  55. # The user we wish to execute our statement as
  56. jdbc_user => "root"
  57. jdbc_password => "password"
  58. # The path to our downloaded jdbc driver
  59. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  60. jdbc_driver_class => "com.mysql.jdbc.Driver"
  61. # our query
  62. schedule => "* * * * *"
  63. use_column_value => true
  64. tracking_column => "id"
  65. statement => "select m.*,
  66. (select group_concat(i.id SEPARATOR '@-') from anggota_mpr_images i where i.profile_id = m.id) as image_id,
  67. (select group_concat((CASE WHEN i.filename IS NULL THEN '--' ELSE i.filename END) SEPARATOR '@-') from anggota_mpr_images i where i.profile_id = m.id) as image_filename,
  68. (select group_concat((CASE WHEN i.title IS NULL THEN '--' ELSE i.title END) SEPARATOR '@-') from anggota_mpr_images i where i.profile_id = m.id) as image_title,
  69. (select group_concat((CASE WHEN i.post_date IS NULL THEN '--' ELSE i.post_date END) SEPARATOR '@-') from anggota_mpr_images i where i.profile_id = m.id) as image_post_date,
  70. (select group_concat((CASE WHEN i.gallery_name IS NULL THEN '--' ELSE i.gallery_name END) SEPARATOR '@-') from anggota_mpr_images i where i.profile_id = m.id) as image_gallery_name,
  71.  
  72. (select group_concat(n.id SEPARATOR '@-') from anggota_mpr_news n where n.profile_id = m.id) as news_id,
  73. (select group_concat((CASE WHEN n.judul IS NULL THEN '--' ELSE n.judul END) SEPARATOR '@-') from anggota_mpr_news n where n.profile_id = m.id) as news_judul,
  74. (select group_concat(SUBSTRING_INDEX(n.tanggal,',',-1) SEPARATOR '@-') from anggota_mpr_news n where n.profile_id = m.id) as news_tanggal,
  75. (select group_concat((CASE WHEN n.isi IS NULL THEN '--' ELSE n.isi END) SEPARATOR '@-') from anggota_mpr_news n where n.profile_id = m.id) as news_isi,
  76. (select group_concat((CASE WHEN n.gambar IS NULL THEN '--' ELSE n.gambar END) SEPARATOR '@-') from anggota_mpr_news n where n.profile_id = m.id) as news_gambar,
  77. null as 'anggota_mpr_images',
  78. null as 'anggota_mpr_news',
  79. null as 'field_key',
  80. id as 'field_value',
  81. 'id' as 'field_name',
  82. 'anggota_mpr_profiles' as 'table_name'
  83. from
  84. anggota_mpr_profiles m
  85. limit 100;"
  86. add_field => { "[@metadata][source_type]" => "db2"}
  87. }
  88. }
  89.  
  90. #db3
  91. input {
  92. jdbc {
  93. id=>"table04"
  94. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  95. # The user we wish to execute our statement as
  96. jdbc_user => "root"
  97. jdbc_password => "password"
  98. # The path to our downloaded jdbc driver
  99. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  100. jdbc_driver_class => "com.mysql.jdbc.Driver"
  101. # our query
  102. schedule => "* * * * *"
  103. use_column_value => true
  104. tracking_column => "id"
  105. statement => "SELECT
  106. d.*,
  107. (select group_concat(i.id SEPARATOR '@-') from anggota_dpr_images i where i.profile_id = d.id) as image_id,
  108. (select group_concat((CASE WHEN i.filename IS NULL THEN '--' ELSE i.filename END) SEPARATOR '@-') from anggota_dpr_images i where i.profile_id = d.id) as image_filename,
  109. (select group_concat((CASE WHEN i.description IS NULL THEN '--' ELSE i.description END) SEPARATOR '@-') from anggota_dpr_images i where i.profile_id = d.id) as image_description,
  110. (select group_concat((CASE WHEN i.gallery_name IS NULL THEN '--' ELSE i.gallery_name END) SEPARATOR '@-') from anggota_dpr_images i where i.profile_id = d.id) as image_gallery_name,
  111. (select group_concat((CASE WHEN i.order_num IS NULL THEN '--' ELSE i.order_num END) SEPARATOR '@-') from anggota_dpr_images i where i.profile_id = d.id) as image_order_num,
  112.  
  113. (select group_concat(doc.id SEPARATOR '@-') from anggota_dpr_documents doc where doc.profile_id = d.id) as doc_id,
  114. (select group_concat((CASE WHEN doc.filename IS NULL THEN '--' ELSE doc.filename END) SEPARATOR '@-') from anggota_dpr_documents doc where doc.profile_id = d.id) as doc_filename,
  115. (select group_concat((CASE WHEN doc.description IS NULL THEN '--' ELSE doc.description END) SEPARATOR '@-') from anggota_dpr_documents doc where doc.profile_id = d.id) as doc_description,
  116. (select group_concat((CASE WHEN doc.year IS NULL THEN '--' ELSE doc.year END) SEPARATOR '@-') from anggota_dpr_documents doc where doc.profile_id = d.id) as doc_year,
  117. (select group_concat((CASE WHEN doc.order_num IS NULL THEN '--' WHEN doc.order_num = '' THEN '--' ELSE doc.order_num END) SEPARATOR '@-') from anggota_dpr_documents doc where doc.profile_id = d.id) as doc_order_num,
  118.  
  119. (select group_concat(k.id SEPARATOR '@-') from anggota_dpr_kegiatan as k where k.profile_id = d.id) as kegiatan_id,
  120. (select group_concat((CASE WHEN k.name IS NULL THEN '--' ELSE k.name END) SEPARATOR '@-') from anggota_dpr_kegiatan k where k.profile_id = d.id) as kegiatan_name,
  121. (select group_concat((CASE WHEN k.description IS NULL THEN '--' ELSE k.description END) SEPARATOR '@-') from anggota_dpr_kegiatan k where k.profile_id = d.id) as kegiatan_description,
  122. (select group_concat((CASE WHEN k.imagename IS NULL THEN '--' ELSE k.imagename END) SEPARATOR '@-') from anggota_dpr_kegiatan k where k.profile_id = d.id) as kegiatan_imagename,
  123. (select group_concat((CASE WHEN k.blog_date IS NULL THEN '--' ELSE k.blog_date END) SEPARATOR '@-') from anggota_dpr_kegiatan k where k.profile_id = d.id) as kegiatan_blog_date,
  124.  
  125. 'id' as field_name, d.id as field_value,
  126. 'anggota_dpr_profiles' as table_name,
  127. null as 'anggota_dpr_documents',
  128. null as 'angoota_dpr_images',
  129. null as 'anggota_dpr_kegiatan',
  130. null as 'field_key
  131.  
  132. FROM
  133. penduduk.anggota_dpr_profiles d
  134. limit 100"
  135. add_field => { "[@metadata][source_type]" => "db3"}
  136. # schedule => "30 * * * *"
  137. # use_column_value => "true"
  138. # tracking_column => "create_time"
  139. }
  140. }
  141.  
  142. #db4musabaqahdata
  143. input {
  144. jdbc {
  145. id=>"table05"
  146. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  147. # The user we wish to execute our statement as
  148. jdbc_user => "root"
  149. jdbc_password => "password"
  150. # The path to our downloaded jdbc driver
  151. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  152. jdbc_driver_class => "com.mysql.jdbc.Driver"
  153. # our query
  154. statement => "SELECT *, 'id' as field_name, id as field_value , 'musabaqah_data' as table_name , null as field_key FROM penduduk.musabaqah_data;"
  155. add_field => { "[@metadata][source_type]" => "db4" }
  156.  
  157. # schedule => "30 * * * *"
  158. # use_column_value => "true"
  159. # tracking_column => "create_time"
  160. }
  161. }
  162.  
  163. #db5idonline
  164. input {
  165. jdbc {
  166. id=>"table06"
  167. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  168. # The user we wish to execute our statement as
  169. jdbc_user => "root"
  170. jdbc_password => "password"
  171. # The path to our downloaded jdbc driver
  172. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  173. jdbc_driver_class => "com.mysql.jdbc.Driver"
  174. # our query
  175. statement => "SELECT *, 'id' as field_name, id as field_value , 'idionline_idi' as table_name FROM penduduk.idionline_idi;"
  176. add_field => { "[@metadata][source_type]" => "db5" }
  177.  
  178. # schedule => "30 * * * *"
  179. # use_column_value => "true"
  180. # tracking_column => "create_time"
  181. }
  182. }
  183.  
  184. #db6
  185. input {
  186. jdbc {
  187. id=>"table07"
  188. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  189. # The user we wish to execute our statement as
  190. jdbc_user => "root"
  191. jdbc_password => "password"
  192. # The path to our downloaded jdbc driver
  193. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  194. jdbc_driver_class => "com.mysql.jdbc.Driver"
  195. # our query
  196. statement => "SELECT *, group_concat(e.email SEPARATOR '#@1') as itb_email FROM penduduk.alsi_itb_profile p left outer join alsi_itb_email e on p.id = e.profile_id group by p.id;"
  197. add_field => { "[@metadata][source_type]" => "db6" }
  198.  
  199. # schedule => "30 * * * *"
  200. # use_column_value => "true"
  201. # tracking_column => "create_time"
  202. }
  203. }
  204.  
  205. #db7
  206. input {
  207. jdbc {
  208. id=>"table08"
  209. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  210. # The user we wish to execute our statement as
  211. jdbc_user => "root"
  212. jdbc_password => "password"
  213. # The path to our downloaded jdbc driver
  214. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  215. jdbc_driver_class => "com.mysql.jdbc.Driver"
  216. # our query
  217. schedule => "* * * * *"
  218. use_column_value => true
  219. tracking_column => "id"
  220. statement => "SELECT g.*,
  221. (select group_concat(a.id separator '@-@') from gunadarma_activity a where a.profile_id = g.id) as activity_id,
  222. (select group_concat((case when a.title is null then '--' else a.title end) separator '@-@') from gunadarma_activity a where a.profile_id = g.id) as activity_title,
  223. (select group_concat((case when a.title is null then '--' else a.order end) separator '@-@') from gunadarma_activity a where a.profile_id = g.id) as activity_order,
  224. (select group_concat((case when a.created_at is null then '--' else a.created_at end) separator '@-@') from gunadarma_activity a where a.profile_id = g.id) as activity_created_at,
  225.  
  226. (select group_concat(e.id separator '@-@') from gunadarma_education e where e.profile_id = g.id) as education_id,
  227. (select group_concat((case when e.title is null then '--' else e.title end) separator '@-@') from gunadarma_education e where e.profile_id = g.id) as education_title,
  228. (select group_concat((case when e.university is null then '--' else e.university end) separator '@-@') from gunadarma_education e where e.profile_id = g.id) as education_university,
  229. (select group_concat((case when e.years is null then '--' else e.years end) separator '@-@') from gunadarma_education e where e.profile_id = g.id) as education_years,
  230.  
  231. (select group_concat(em.id separator '@-@') from gunadarma_email em where em.profile_id = g.id) as email_id,
  232. (select group_concat((case when em.email is null then '--' else em.email end) separator '@-@') from gunadarma_email em where em.profile_id = g.id) as email_email,
  233.  
  234. (select group_concat(r.id separator '@-@') from gunadarma_research r where r.profile_id = g.id) as research_id,
  235. (select group_concat((case when r.title is null then '--' else r.title end) separator '@-@') from gunadarma_research r where r.profile_id = g.id) as research_title,
  236. (select group_concat((case when r.order is null then '--' else r.order end) separator '@-@') from gunadarma_research r where r.profile_id = g.id) as research_order,
  237.  
  238. (select group_concat(t.id separator '@-@') from gunadarma_teaching t where t.profile_id = g.id) as teaching_id,
  239. (select group_concat((case when t.title is null then '--' else t.title end) separator '@-@') from gunadarma_teaching t where t.profile_id = g.id) as teaching_title,
  240. (select group_concat((case when t.university is null then '--' else t.university end) separator '@-@') from gunadarma_teaching t where t.profile_id = g.id) as teaching_university,
  241. (select group_concat((case when t.years is null then '--' else t.years end) separator '@-@') from gunadarma_teaching t where t.profile_id = g.id) as teaching_years,
  242. null as 'gunadarma_activity', null as 'gunadarma_research' , null as 'gunadarma_email' , null as 'gunadrma_education',
  243. g.id as 'field_value', 'id' as 'field_name', 'gunadarm_profile' as 'table_name'
  244. FROM penduduk.gunadarma_profile g
  245. limit 100;"
  246. add_field => { "[@metadata][source_type]" => "db7" }
  247. }
  248. }
  249.  
  250. #db8
  251. input {
  252. jdbc {
  253. id=>"table09"
  254. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  255. # The user we wish to execute our statement as
  256. jdbc_user => "root"
  257. jdbc_password => "password"
  258. # The path to our downloaded jdbc driver
  259. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  260. jdbc_driver_class => "com.mysql.jdbc.Driver"
  261. # our query
  262. schedule => "* * * * *"
  263. use_column_value => true
  264. tracking_column => "id"
  265. statement => "SELECT
  266. kc.*,
  267. (SELECT
  268. GROUP_CONCAT(d.id
  269. SEPARATOR '@-@')
  270. FROM
  271. konsula_dokter d
  272. LEFT OUTER JOIN
  273. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  274. WHERE
  275. dk.klinik_id = kc.id) AS dokter_id,
  276. (SELECT
  277. GROUP_CONCAT((CASE
  278. WHEN d.nama_lengkap IS NULL THEN '--'
  279. ELSE d.nama_lengkap
  280. END)
  281. SEPARATOR '@-@')
  282. FROM
  283. konsula_dokter d
  284. LEFT OUTER JOIN
  285. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  286. WHERE
  287. dk.klinik_id = kc.id) AS dokter_nama_lengkap,
  288. (SELECT
  289. GROUP_CONCAT((CASE
  290. WHEN d.kategori IS NULL THEN '--'
  291. ELSE d.kategori
  292. END)
  293. SEPARATOR '@-@')
  294. FROM
  295. konsula_dokter d
  296. LEFT OUTER JOIN
  297. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  298. WHERE
  299. dk.klinik_id = kc.id) AS dokter_kategori,
  300. (SELECT
  301. GROUP_CONCAT((CASE
  302. WHEN d.tahun_registrasi IS NULL THEN '--'
  303. ELSE d.tahun_registrasi
  304. END)
  305. SEPARATOR '@-@')
  306. FROM
  307. konsula_dokter d
  308. LEFT OUTER JOIN
  309. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  310. WHERE
  311. dk.klinik_id = kc.id) AS dokter_tahun_registrasi,
  312. (SELECT
  313. GROUP_CONCAT((CASE
  314. WHEN d.nomor_registrasi IS NULL THEN '--'
  315. ELSE d.nomor_registrasi
  316. END)
  317. SEPARATOR '@-@')
  318. FROM
  319. konsula_dokter d
  320. LEFT OUTER JOIN
  321. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  322. WHERE
  323. dk.klinik_id = kc.id) AS dokter_nomor_registrasi,
  324. (SELECT
  325. GROUP_CONCAT((CASE
  326. WHEN d.pendidikan IS NULL THEN '--'
  327. ELSE d.pendidikan
  328. END)
  329. SEPARATOR '@-@')
  330. FROM
  331. konsula_dokter d
  332. LEFT OUTER JOIN
  333. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  334. WHERE
  335. dk.klinik_id = kc.id) AS dokter_pendidikan,
  336. (SELECT
  337. GROUP_CONCAT((CASE
  338. WHEN d.pengalaman IS NULL THEN '--'
  339. ELSE d.pengalaman
  340. END)
  341. SEPARATOR '@-@')
  342. FROM
  343. konsula_dokter d
  344. LEFT OUTER JOIN
  345. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  346. WHERE
  347. dk.klinik_id = kc.id) AS dokter_pengalaman,
  348. (SELECT
  349. GROUP_CONCAT((CASE
  350. WHEN d.keanggotaan IS NULL THEN '--'
  351. ELSE d.keanggotaan
  352. END)
  353. SEPARATOR '@-@')
  354. FROM
  355. konsula_dokter d
  356. LEFT OUTER JOIN
  357. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  358. WHERE
  359. dk.klinik_id = kc.id) AS dokter_keanggotaan,
  360. (SELECT
  361. GROUP_CONCAT((CASE
  362. WHEN d.penghargaan IS NULL THEN '--'
  363. ELSE d.penghargaan
  364. END)
  365. SEPARATOR '@-@')
  366. FROM
  367. konsula_dokter d
  368. LEFT OUTER JOIN
  369. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  370. WHERE
  371. dk.klinik_id = kc.id) AS dokter_penghargaan,
  372. (SELECT
  373. GROUP_CONCAT((CASE
  374. WHEN d.layanan IS NULL THEN '--'
  375. ELSE d.layanan
  376. END)
  377. SEPARATOR '@-@')
  378. FROM
  379. konsula_dokter d
  380. LEFT OUTER JOIN
  381. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  382. WHERE
  383. dk.klinik_id = kc.id) AS dokter_layanan,
  384. (SELECT
  385. GROUP_CONCAT((CASE
  386. WHEN d.foto IS NULL THEN '--'
  387. ELSE d.foto
  388. END)
  389. SEPARATOR '@-@')
  390. FROM
  391. konsula_dokter d
  392. LEFT OUTER JOIN
  393. konsula_dokter_klinik dk ON d.id = dk.dokter_id
  394. WHERE
  395. dk.klinik_id = kc.id) AS dokter_foto,
  396. (SELECT
  397. GROUP_CONCAT(kg.id
  398. SEPARATOR '@-@')
  399. FROM
  400. konsula_galeri kg
  401. WHERE
  402. kg.klinik_id = kc.id) AS galeri_id,
  403. (SELECT
  404. GROUP_CONCAT((CASE
  405. WHEN kg.nama_file IS NULL THEN '--'
  406. ELSE kg.nama_file
  407. END)
  408. SEPARATOR '@-@')
  409. FROM
  410. konsula_galeri kg
  411. WHERE
  412. kg.klinik_id = kc.id) AS galeri_nama_file,
  413. (SELECT
  414. GROUP_CONCAT((CASE
  415. WHEN kg.order IS NULL THEN '--'
  416. ELSE kg.order
  417. END)
  418. SEPARATOR '@-@')
  419. FROM
  420. konsula_galeri kg
  421. WHERE
  422. kg.klinik_id = kc.id) AS galeri_order,
  423. 'konsula_klinik' as table_name, kc.id as field_value , 'id' as field_name,
  424. null as konsula_dokter , null as konsula_galeri
  425. FROM
  426. konsula_klinik kc
  427. LIMIT 100"
  428. add_field => { "[@metadata][source_type]" => "db8" }
  429. }
  430. }
  431.  
  432. #db9
  433. input {
  434. jdbc {
  435. id=>"table10"
  436. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  437. # The user we wish to execute our statement as
  438. jdbc_user => "root"
  439. jdbc_password => "password"
  440. # The path to our downloaded jdbc driver
  441. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  442. jdbc_driver_class => "com.mysql.jdbc.Driver"
  443. # our query
  444. schedule => "* * * * *"
  445. use_column_value => true
  446. tracking_column => "id"
  447. statement => "SELECT
  448. mn.*,
  449. GROUP_CONCAT((CASE
  450. WHEN t.tag IS NULL THEN '--'
  451. ELSE t.tag
  452. END)
  453. SEPARATOR '@-@') AS tag,
  454. 'merdeka_news' as table_name,
  455. 'id' as field_name,
  456. mn.id as field_value, null as field_key, null as tag
  457. FROM
  458. merdeka_news mn
  459. LEFT OUTER JOIN
  460. merdeka_news_tags nt ON nt.news_id = mn.id
  461. LEFT OUTER JOIN
  462. merdeka_tags t ON t.id = nt.tags_id
  463. group by mn.id;"
  464. add_field => { "[@metadata][source_type]" => "db9" }
  465. }
  466. }
  467.  
  468. #db10
  469. input {
  470. jdbc {
  471. id=>"table11"
  472. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  473. # The user we wish to execute our statement as
  474. jdbc_user => "root"
  475. jdbc_password => "password"
  476. # The path to our downloaded jdbc driver
  477. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  478. jdbc_driver_class => "com.mysql.jdbc.Driver"
  479. # our query
  480. schedule => "* * * * *"
  481. use_column_value => true
  482. tracking_column => "id"
  483. statement => "SELECT pf.id,
  484. (select group_concat(c.id separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_id,
  485. (select group_concat((case when c.url is null then '--' else c.url end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_url,
  486. (select group_concat((case when c.name is null then '--' else c.name end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_name,
  487. (select group_concat((case when c.category is null then '--' else c.category end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_category,
  488. (select group_concat((case when c.address is null then '--' else c.address end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_address,
  489. (select group_concat((case when c.description is null then '--' else c.description end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_description,
  490. (select group_concat((case when c.waktu is null then '--' else c.waktu end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_waktu,
  491. (select group_concat((case when c.image is null then '--' else c.image end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_image,
  492. (select group_concat((case when c.speciality is null then '--' else c.speciality end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_speciality,
  493. (select group_concat((case when c.locality is null then '--' else c.locality end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_locality,
  494. (select group_concat((case when c.latitude is null then '--' else c.latitude end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_latitude,
  495. (select group_concat((case when c.longitude is null then '--' else c.longitude end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_longitude,
  496.  
  497. (select group_concat((case when pc.fee is null then '--' else pc.fee end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_fee,
  498. (select group_concat((case when pc.visit_days is null then '--' else pc.visit_days end) separator '@-@') from practo_profile_clinic pc left outer join practo_clinic c on c.id = pc.clinic_id where pc.profile_id = pf.id) as practo_clinic_visit_days,
  499.  
  500. (SELECT group_concat((case when pl.id is null then '--' else pl.id end) separator '@-@') FROM penduduk.practo_profile_layanan pp left outer join practo_layanan pl on pl.id = pp.layanan_id where pp.profile_id = pf.id) as layanan_id,
  501. (SELECT group_concat((case when pl.title is null then '--' else pl.title end) separator '@-@') FROM penduduk.practo_profile_layanan pp left outer join practo_layanan pl on pl.id = pp.layanan_id where pp.profile_id = pf.id) as layanan_title,
  502.  
  503. null as practo_profile_layanan,
  504. null as practo_profile_clinic,
  505. 'practo_profile' as table_name,
  506. 'id' as field_name ,
  507. pf.id as 'field_value'
  508.  
  509. FROM penduduk.practo_profile pf;"
  510. add_field => { "[@metadata][source_type]" => "db10" }
  511. }
  512. }
  513.  
  514. #db11
  515. input {
  516. jdbc {
  517. id=>"table12"
  518. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  519. # The user we wish to execute our statement as
  520. jdbc_user => "root"
  521. jdbc_password => "password"
  522. # The path to our downloaded jdbc driver
  523. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  524. jdbc_driver_class => "com.mysql.jdbc.Driver"
  525. # our query
  526. schedule => "* * * * *"
  527. use_column_value => true
  528. tracking_column => "id"
  529. statement => "SELECT p.*,
  530. EXISTS(SELECT * FROM penghuni_wafat pf WHERE pf.nik = p.nik) as penghuni_wafat,
  531. p.id as field_valaue, 'id' as field_name,
  532. 'penghuni' as table_name
  533. FROM penduduk.penghuni p;"
  534. add_field => { "[@metadata][source_type]" => "db11" }
  535. }
  536. }
  537.  
  538. #db12
  539. input {
  540. jdbc {
  541. id=>"table13"
  542. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  543. # The user we wish to execute our statement as
  544. jdbc_user => "root"
  545. jdbc_password => "password"
  546. # The path to our downloaded jdbc driver
  547. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  548. jdbc_driver_class => "com.mysql.jdbc.Driver"
  549. # our query
  550. schedule => "* * * * *"
  551. use_column_value => true
  552. tracking_column => "id"
  553. statement => "SELECT ac.*,
  554.  
  555. (select group_concat(d.id separator '@-@') from wikipedia_data d where d.actor_id = ac.id) as data_id,
  556. (select group_concat((case when d.name is null then '--' else d.name end) separator '@-@') from wikipedia_data d where d.actor_id = ac.id) as data_name,
  557. (select group_concat((case when d.value is null then '--' else d.value end) separator '@-@') from wikipedia_data d where d.actor_id = ac.id) as data_value,
  558.  
  559. (select group_concat(i.id separator '@-@') from wikipedia_image i where i.actor_id = ac.id) as image_id,
  560. (select group_concat((case when i.name is null then '--' else i.name end) separator '@-@') from wikipedia_image i where i.actor_id = ac.id) as image_name,
  561. null as wikipedia_image, null as wikipedia_data, 'wikipedia_actor' as table_name, ac.id as 'field_value' , 'id' as field_name
  562.  
  563. FROM penduduk.wikipedia_actor ac;"
  564. add_field => { "[@metadata][source_type]" => "db12" }
  565. }
  566. }
  567.  
  568. #db13
  569. input {
  570. jdbc {
  571. id=>"table14"
  572. jdbc_connection_string => "jdbc:mysql://localhost:3306/penduduk"
  573. # The user we wish to execute our statement as
  574. jdbc_user => "root"
  575. jdbc_password => "password"
  576. # The path to our downloaded jdbc driver
  577. jdbc_driver_library => "/home/sakairock/Downloads/Compressed/mysql-connector-java-5.1.24-bin.jar"
  578. jdbc_driver_class => "com.mysql.jdbc.Driver"
  579. # our query
  580. schedule => "* * * * *"
  581. use_column_value => true
  582. tracking_column => "id"
  583. statement => "SELECT p.*,
  584. #phone
  585. (select group_concat(ph.id separator '@-@') from fps_phone ph where ph.person_id = p.id) as phone_id,
  586. (select group_concat((case when ph.number is null then '--' else ph.number end) separator '@-@') from fps_phone ph where ph.person_id = p.id) as phone_number,
  587. (select group_concat((case when pt.label is null then '--' else pt.label end) separator '@-@') from fps_phone ph left outer join fps_phone_type pt on ph.phone_type_id = pt.id where ph.person_id = p.id) as phone_type,
  588. #associate name
  589. (select group_concat(pa.id separator '@-@') from fps_associated_name pa where pa.person_id = p.id) as associated_name_id,
  590. (select group_concat((case when pa.full_name is null then '--' else pa.full_name end) separator '@-@') from fps_associated_name pa where pa.person_id = p.id) as associated_name_full_name,
  591. #email
  592. (select group_concat(e.id separator '@-@') from fps_email e where e.person_id = p.id) as email_id,
  593. (select group_concat((case when e.email is null then '--' else e.email end) separator '@-@') from fps_email e where e.person_id = p.id) as email_email,
  594. #bussiness
  595. (select group_concat(b.id separator '@-@') from fps_business b where b.person_id = p.id) as business_id,
  596. (select group_concat((case when b.business_name is null then '--' else b.business_name end) separator '@-@') from fps_business b where b.person_id = p.id) as business_business_name,
  597. (select group_concat((case when b.full_address is null then '--' else b.full_address end) separator '@-@') from fps_business b where b.person_id = p.id) as business_full_address,
  598. (select group_concat((case when b.address is null then '--' else b.address end) separator '@-@') from fps_business b where b.person_id = p.id) as business_address,
  599. (select group_concat((case when b.city is null then '--' else b.city end) separator '@-@') from fps_business b where b.person_id = p.id) as business_city,
  600. (select group_concat((case when b.state is null then '--' else b.state end) separator '@-@') from fps_business b where b.person_id = p.id) as business_state,
  601. (select group_concat((case when b.zip is null then '--' else b.zip end) separator '@-@') from fps_business b where b.person_id = p.id) as business_zip,
  602. (select group_concat((case when b.date_range is null then '--' else b.date_range end) separator '@-@') from fps_business b where b.person_id = p.id) as business_date_range,
  603. (select group_concat((case when b.is_current is null then '--' else b.is_current end) separator '@-@') from fps_business b where b.person_id = p.id) as business_is_current,
  604. #address
  605. (select group_concat(ad.id separator '@-@') from fps_address ad where ad.person_id = p.id) as address_id,
  606. (select group_concat((case when ad.full_address is null then '--' else ad.full_address end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_full_address,
  607. (select group_concat((case when ad.address is null then '--' else ad.address end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_address,
  608. (select group_concat((case when ad.city is null then '--' else ad.city end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_city,
  609. (select group_concat((case when ad.state is null then '--' else ad.state end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_state,
  610. (select group_concat((case when ad.zip is null then '--' else ad.zip end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_zip,
  611. (select group_concat((case when ad.date_range is null then '--' else ad.date_range end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_date_range,
  612. (select group_concat((case when ad.is_current is null then '--' else ad.is_current end) separator '@-@') from fps_address ad where ad.person_id = p.id) as address_is_current,
  613. #relatif
  614. (select group_concat(re.id separator '@-@') from fps_relative re left outer join fps_person fp on fp.id = re.person_id_b where re.person_id_a = p.id) as relative_id,
  615. (select group_concat((case when fp.type is null then '--' else fp.type end) separator '@-@') from fps_relative re left outer join fps_person fp on fp.id = re.person_id_b where re.person_id_a = p.id) as relative_type,
  616. (select group_concat((case when fp.full_name is null then '--' else fp.full_name end) separator '@-@') from fps_relative re left outer join fps_person fp on fp.id = re.person_id_b where re.person_id_a = p.id) as relative_full_name,
  617. (select group_concat((case when fp.abbrev is null then '--' else fp.abbrev end) separator '@-@') from fps_relative re left outer join fps_person fp on fp.id = re.person_id_b where re.person_id_a = p.id) as relative_abbrev,
  618. (select group_concat((case when fp.birthdate is null then '1111-11-11' else fp.birthdate end) separator '@-@') from fps_relative re left outer join fps_person fp on fp.id = re.person_id_b where re.person_id_a = p.id) as relative_birthdate,
  619. (select group_concat((case when fp.url is null then '--' else fp.url end) separator '@-@') from fps_relative re left outer join fps_person fp on fp.id = re.person_id_b where re.person_id_a = p.id) as relative_url,
  620. #associate
  621. (select group_concat(ac.id separator '@-@') from fps_associate ac left outer join fps_person fp on fp.id = ac.person_id_b where ac.person_id_a = p.id) as associate_id,
  622. (select group_concat((case when fp.type is null then '--' else fp.type end) separator '@-@') from fps_associate ac left outer join fps_person fp on fp.id = ac.person_id_b where ac.person_id_a = p.id) as associate_type,
  623. (select group_concat((case when fp.full_name is null then '--' else fp.full_name end) separator '@-@') from fps_associate ac left outer join fps_person fp on fp.id = ac.person_id_b where ac.person_id_a = p.id) as associate_full_name,
  624. (select group_concat((case when fp.abbrev is null then '--' else fp.abbrev end) separator '@-@') from fps_associate ac left outer join fps_person fp on fp.id = ac.person_id_b where ac.person_id_a = p.id) as associate_abbrev,
  625. (select group_concat((case when fp.birthdate is null then '1111-11-11' else fp.birthdate end) separator '@-@') from fps_associate ac left outer join fps_person fp on fp.id = ac.person_id_b where ac.person_id_a = p.id) as associate_birthdate,
  626. (select group_concat((case when fp.url is null then '--' else fp.url end) separator '@-@') from fps_associate ac left outer join fps_person fp on fp.id = ac.person_id_b where ac.person_id_a = p.id) as associate_url,
  627. 'fps_person' as table_name, p.id as field_value, 'id' as field_name,
  628. null as 'fps_phone' , null as fps_associate, null as fps_associate_name , null as fps_business,
  629. null as 'fps_email', null as fps_address
  630. FROM penduduk.fps_person p limit 100;"
  631. add_field => { "[@metadata][source_type]" => "db13" }
  632. }
  633. }
  634.  
  635.  
  636.  
  637. filter {
  638. if [@metadata][source_type] == "db0" {
  639. ruby {
  640. code => '
  641. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}])
  642. '
  643. }
  644. mutate {
  645. add_field => {"[@metadata][document_id]" => "makamah_agung_perkara_%{id}"}
  646. remove_field => ["field_name", "field_value"]
  647. }
  648. }
  649. if [@metadata][source_type] == "db1" {
  650. ruby {
  651. code => '
  652. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  653. '
  654. }
  655. mutate {
  656. add_field => {"[@metadata][document_id]" => "detik_news_%{id}"}
  657. remove_field => ["field_name", "field_value"]
  658. split => { "tag" => "," }
  659. }
  660. }
  661. if [@metadata][source_type] == "db2" {
  662. ruby {
  663. code => '
  664. if !event.get("news_id").nil?
  665. mpr_n = []
  666. juduls = event.get("news_judul").split("@-")
  667. tanggal = event.get("news_tanggal").split(",")
  668. isi = event.get("news_isi").split("@-@")
  669. gambar = event.get("news_gambar").split("@-")
  670. newsId = event.get("news_id").split("@-")
  671. if juduls.length > 1
  672. juduls.each_with_index {|(val, key), i|
  673. field = [
  674. {"field_value"=>newsId[i].to_i, "field_name"=>"id"},
  675. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  676. ]
  677. mpr_n.push({"field_key"=>field, "judul" => val ,"tanggal"=> tanggal[i], "isi"=> isi[i], "gambar"=>gambar[i]})
  678. }
  679. else
  680. field = [
  681. {"field_value"=>event.get("news_id").to_i, "field_name"=>"id"},
  682. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  683. ]
  684. mpr_n.push({"field_key"=>field, "judul" => event.get("news_judul") ,"tanggal"=> event.get("news_tanggal"), "isi"=>event.get("news_isi") , "gambar"=> event.get("news_gambar")})
  685. end
  686. event.set("anggota_mpr_news", mpr_n)
  687. else
  688. event.set("anggota_mpr_news", [])
  689. end
  690.  
  691. if !event.get("image_id").nil?
  692. image_d = []
  693. filename = event.get("image_filename").split("@-")
  694. title = event.get("image_title").split("@-")
  695. post_date = event.get("image_post_date").split("@-")
  696. gallery_name = event.get("image_gallery_name").split("@-")
  697. imageId = event.get("image_id").split("@-")
  698. if filename.length > 1
  699. filename.each_with_index { |(vals, key), j|
  700. field = [
  701. {"field_value"=>imageId[j].to_i, "field_name"=>"id"},
  702. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  703. ]
  704. image_d.push({"field_key"=>field, "filename"=> vals, "title"=>title[j], "post_date"=>post_date[j] , "gallery_name"=>gallery_name[j]})
  705. }
  706. else
  707. field = [
  708. {"field_value"=>event.get("image_id").to_i, "field_name"=>"id"},
  709. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  710. ]
  711. image_d.push({"field_key"=>field, "filename"=> event.get("image_filename"), "title"=>event.get("image_title"), "post_date"=>event.get("image_post_date") , "gallery_name"=>event.get("image_gallery_name")})
  712. end
  713. event.set("anggota_mpr_image", image_d)
  714. else
  715. event.set("anggota_mpr_image", [])
  716. end
  717. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}])
  718. '
  719. }
  720. mutate {
  721. add_field =>{
  722. "[@metadata][document_id]" => "anggota_mpr_%{id}"
  723. }
  724. remove_field => [
  725. "field_name", "field_value", "news_tanggal", "news_judul" ,
  726. "news_isi", "news_gambar", "image_title", "image_post_date", "image_filename",
  727. "image_gallery_name", "image_id", "news_id"
  728. ]
  729. }
  730. }
  731. if [@metadata][source_type] == "db3" {
  732. ruby {
  733. code => '
  734. if !event.get("image_id").nil?
  735. image_d = []
  736. ifilename = event.get("image_filename").split("@-")
  737. idescription = event.get("image_description").split("@-")
  738. igallery_name = event.get("image_gallery_name").split("@-")
  739. iorder_number = event.get("image_order_num").split("@-")
  740. imageId = event.get("image_id").split("@-")
  741. if ifilename.length > 1
  742. ifilename.each_with_index { | (x , y), z|
  743. field = [
  744. {"field_value"=>imageId[z].to_i, "field_name"=>"id"},
  745. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  746. ]
  747. image_d.push({"field_key"=>field, "filename"=>x , "description"=>idescription[z], "gallery_name"=> igallery_name[z], "order_num"=>iorder_number[z]})
  748. }
  749. else
  750. field = [
  751. {"field_value"=>event.get("image_id").to_i, "field_name"=>"id"},
  752. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  753. ]
  754. image_d.push({"field_key"=>field, "filename"=>event.get("image_filename"), "description" => event.get("image_description"), "gallery_name"=> event.get("image_gallery_name"), "order_num"=> event.get("image_order_num")})
  755. end
  756. event.set("anggota_dpr_images", image_d)
  757. else
  758. event.set("anggota_dpr_images", [])
  759. end
  760.  
  761. if !event.get("doc_id").nil?
  762. doc_d = []
  763. dfilename = event.get("doc_filename").split("@-")
  764. dyear = event.get("doc_year").split("@-")
  765. dorder_num = event.get("doc_order_num").split("@-")
  766. docId = event.get("doc_id").split("@-")
  767. docDescription = event.get("doc_description").split("@-")
  768. if dfilename.length > 1
  769. dfilename.each_with_index { | (e, r), t|
  770. field = [
  771. {"field_value"=>docId[t].to_i, "field_name"=>"id"},
  772. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  773. ]
  774. doc_d.push({"field_key"=>field, "filename"=>e , "year"=>dyear[t], "order_num"=>dorder_num[t], "description"=>docDescription[t]})
  775. }
  776. else
  777. field = [
  778. {"field_value"=>event.get("doc_id").to_i, "field_name"=>"id"},
  779. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  780. ]
  781. doc_d.push({"field_key"=>field, "filename"=>event.get("doc_filename") , "year"=>event.get("doc_year"), "order_num"=>event.get("doc_order_num") , "description"=> event.get("doc_description")})
  782. end
  783. event.set("anggota_dpr_documents", doc_d)
  784. else
  785. event.set("anggota_dpr_documents", [])
  786. end
  787.  
  788. if !event.get("kegiatan_id").nil?
  789. kegiatan = []
  790. kname = event.get("kegiatan_name").split("@-")
  791. kdes = event.get("kegiatan_description").split("@-")
  792. kimagename = event.get("kegiatan_imagename").split("@-")
  793. kblog_date = event.get("kegiatan_blog_date").split("@-")
  794. kegiatanId = event.get("kegiatan_id").split("@-")
  795. if kname.length > 1
  796. kname.each_with_index { |(t,o),p|
  797. field = [
  798. {"field_value"=>kegiatanId[p].to_i, "field_name"=>"id"},
  799. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  800. ]
  801. kegiatan.push({"field_key"=>field, "name"=>t, "description"=>kdes[p], "imagename"=>kimagename[p], "blog_date"=>kblog_date[p]})
  802. }
  803. else
  804. field = [
  805. {"field_value"=>event.get("kegiatan_id").to_i, "field_name"=>"id"},
  806. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  807. ]
  808. kegiatan.push({"field_key"=>field, "name"=>event.get("kegiatan_name"), "description"=>event.get("kegiatan_description"), "imagename"=> event.get("kegiatan_imagename"), "blog_date"=>event.get("kegiatan_blog_date")})
  809. end
  810. event.set("anggota_dpr_kegiatan", kegiatan)
  811. else
  812. event.set("anggota_dpr_kegiatan",[])
  813. end
  814. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}])
  815. '
  816. }
  817. mutate {
  818. add_field => {
  819. "[@metadata][document_id]" => "anggota_dpr_%{id}"
  820. }
  821. remove_field => ["field_name", "field_value", "image_filename", "image_id", "doc_id", "kegiatan_id",
  822. "image_description", "image_gallery_name", "image_order_num" ,"doc_filename",
  823. "doc_year" , "doc_order_num" , "kegiatan_name" ,"kegiatan_description", "kegiatan_imagename",
  824. "kegiatan_blog_date" ]
  825. }
  826. }
  827. if [@metadata][source_type] == "db4" {
  828. ruby {
  829. code => '
  830. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  831. '
  832. }
  833. mutate {
  834. add_field => {"[@metadata][document_id]" => "musabaqah_data_%{id}"}
  835. remove_field => ["field_name", "field_value"]
  836. }
  837. }
  838. if [@metadata][source_type] == "db5" {
  839. ruby {
  840. code => '
  841. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  842. '
  843. }
  844. mutate {
  845. add_field => {"[@metadata][document_id]" => "idi_online_%{id}"}
  846. remove_field => ["field_name", "field_value"]
  847. }
  848. }
  849. if [@metadata][source_type] == "db6" {
  850. ruby {
  851. code => '
  852. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  853. '
  854. }
  855. mutate {
  856. remove_field => ["field_name", "field_value"]
  857. split => { "itb_email" => "#@1" }
  858. }
  859. }
  860. if [@metadata][source_type] == "db7" {
  861. ruby {
  862. code => '
  863. if !event.get("activity_id").nil?
  864. act_n = []
  865. actId = event.get("activity_id").split("@-@")
  866. actTitle = event.get("activity_title").split("@-@")
  867. actOrder = event.get("activity_order").split("@-@")
  868. actCreatedAt = event.get("activity_created_at").split("@-@")
  869. if actId.length > 1
  870. actId.each_with_index { |(a,b),c|
  871. field = [
  872. {"field_value"=>actId[c].to_i, "field_name"=>"id"},
  873. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  874. ]
  875. act_n.push({
  876. "field_key"=>field,
  877. "title"=>actTitle[c],
  878. "order"=>actOrder[c],
  879. "created_at"=>actCreatedAt[c]
  880. })
  881. }
  882. else
  883. field = [
  884. {"field_value"=>event.get("activity_id").to_i, "field_name"=>"id"},
  885. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  886. ]
  887. act_n.push({
  888. "field_key"=>field,
  889. "title"=>event.get("activity_title"),
  890. "order"=>event.get("activity_order"),
  891. "created_at"=>event.get("activity_created_at")
  892. })
  893. end
  894. event.set("gunadarma_activity", act_n)
  895. else
  896. event.set("gunadarma_activity", [])
  897. end
  898.  
  899. if !event.get("teaching_id").nil?
  900. teac_n = []
  901. teacId = event.get("teaching_id").split("@-@")
  902. teacTitle = event.get("teaching_title").split("@-@")
  903. teacUniv = event.get("teaching_university").split("@-@")
  904. teacYears = event.get("teaching_years").split("@-@")
  905. if teacId.length > 1
  906. teacId.each_with_index { |(a,b),c|
  907. field = [
  908. {"field_value"=>teacId[c].to_i, "field_name"=>"id"},
  909. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  910. ]
  911. teac_n.push({
  912. "field_key"=>field,
  913. "title"=>teacTitle[c],
  914. "university"=>teacUniv[c],
  915. "years"=>teacYears[c]
  916. })
  917. }
  918. else
  919. field = [
  920. {"field_value"=>event.get("teaching_id").to_i, "field_name"=>"id"},
  921. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  922. ]
  923. teac_n.push({
  924. "field_key"=>field,
  925. "title"=>event.get("teaching_title"),
  926. "university"=>event.get("teaching_university"),
  927. "years"=>event.get("teaching_years")
  928. })
  929. end
  930. event.set("gunadarma_activity", act_n)
  931. else
  932. event.set("gunadarma_activity", [])
  933. end
  934.  
  935. if !event.get("email_id").nil?
  936. e_n = []
  937. emailId = event.get("email_id").split("@-@")
  938. email = event.get("email_email").split("@-@")
  939. if emailId.length > 1
  940. emailId.each_with_index { |(x,y),z |
  941. field = [
  942. {"field_value"=>emailId[z].to_i, "field_name"=>"id"},
  943. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  944. ]
  945. e_n.push({"field"=>field, "email"=>email[z] })
  946. }
  947. else
  948. field = [
  949. {"field_value"=>event.get("email_id"), "field_name"=>"id"},
  950. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  951. ]
  952. e_n.push({"field"=>field, "email"=>event.get("email_email") })
  953. end
  954. event.set("gunadarma_email", e_n)
  955. else
  956. event.set("gunadarma_email", [])
  957. end
  958.  
  959. if !event.get("research_id").nil?
  960. r_n = []
  961. researchId = event.get("research_id").split("@-@")
  962. researchTitle = event.get("research_title").split("@-@")
  963. researchOrder = event.get("research_order").split("@-@")
  964. if researchId.length > 1
  965. researchId.each_with_index { |(x,y),z |
  966. field = [
  967. {"field_value"=>researchId[z].to_i, "field_name"=>"id"},
  968. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  969. ]
  970. r_n.push({"field"=>field, "title"=>researchTitle[z], "order"=>researchOrder[z] })
  971. }
  972. else
  973. field = [
  974. {"field_value"=>event.get("research_id"), "field_name"=>"id"},
  975. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  976. ]
  977. r_n.push({"field"=>field, "email"=>event.get("research_title"), "order"=>event.get("research_order") })
  978. end
  979. event.set("gunadarma_research", r_n)
  980. else
  981. event.set("gunadarma_research", [])
  982. end
  983. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  984.  
  985. '
  986. }
  987. mutate {
  988. add_field =>{
  989. "[@metadata][document_id]" => "gunadarma_%{id}"
  990. }
  991. remove_field => [
  992. "field_name", "field_value", "education_title","activity_created_at",
  993. "education_university", "education_years", "teaching_title" , "teaching_university",
  994. "teaching_years", "email_email", "email_id", "teaching_id", "research_id", "education_id"
  995. ]
  996. }
  997. }
  998. if [@metadata][source_type] == "db8" {
  999. ruby {
  1000. code => '
  1001. if !event.get("galeri_id").nil?
  1002. gal_n = []
  1003. galeriId = event.get("galeri_id").split("@-@")
  1004. galeriNamaFile = event.get("galeri_nama_file").split("@-@")
  1005. galeriOrder = event.get("galeri_order")
  1006. if galeriId.length > 1
  1007. galeriId.each_with_index { |(r,t), e|
  1008. field = [
  1009. {"field_value"=>r.to_i, "field_name"=>"id"},
  1010. {"field_value"=>event.get("id").to_i, "field_name"=>"klinik_id"},
  1011. ]
  1012. gal_n.push({"field_key"=>field , "nama_file"=>galeriNamaFile[e], "order"=>galeriOrder[e]})
  1013. }
  1014. else
  1015. field = [
  1016. {"field_value"=>event.get("galeri_id").to_i, "field_name"=>"id"},
  1017. {"field_value"=>event.get("id").to_i, "field_name"=>"klinik_id"},
  1018. ]
  1019. gal_n.push({"field_key"=>field ,"nama_file"=> event.get("galeri_nama_file"), "order"=>event.get("galeri_order")})
  1020. end
  1021. event.set("konsula_galeri", gal_n)
  1022. else
  1023. event.set("konsula_galeri", [])
  1024. end
  1025.  
  1026. if !event.get("dokter_id").nil?
  1027. doc_n = []
  1028. dokterId = event.get("dokter_id").split("@-@")
  1029. dokterNamaLengkap = event.get("dokter_nama_lengkap").split("@-@")
  1030. dokterPendidikan = event.get("dokter_pendidikan").split("@-@")
  1031. dokterKeanggotaan = event.get("dokter_keanggotaan").split("@-@")
  1032. dokterPengalaman = event.get("dokter_pengalaman").split("@-@")
  1033. dokterNomor = event.get("dokter_nomor_registrasi").split("@-@")
  1034. dokterTahun = event.get("dokter_tahun_registrasi").split("@-@")
  1035. dokterLayanan = event.get("dokter_layanan").split("@-@")
  1036. dokterFoto = event.get("dokter_foto").split("@-@")
  1037. dokterPenghargaan = event.get("dokter_penghargaan").split("@-@")
  1038. dokterKategori = event.get("dokter_kategori").split("@-@")
  1039. if dokterId.length > 1
  1040. dokterId.each_with_index { |(x,y),z|
  1041. field = [
  1042. {"field_value"=>z.to_i, "field_name"=>"id"},
  1043. {"field_value"=>event.get("id").to_i, "field_name"=>"klinik_id"},
  1044. ]
  1045. doc_n.push({
  1046. "field_key"=>field,
  1047. "nama_lengkap" =>dokterNamaLengkap[z],
  1048. "pendidikan" =>dokterPendidikan[z],
  1049. "keanggotaan" =>dokterKeanggotaan[z],
  1050. "pengalaman" =>dokterPengalaman[z],
  1051. "nomor_registrasi" =>dokterNomor[z],
  1052. "tahun_registrasi" =>dokterTahun[z],
  1053. "layanan" =>dokterLayanan[z],
  1054. "foto" =>dokterFoto[z],
  1055. "penghargaan" =>dokterPenghargaan[z],
  1056. "kategori"=>dokterKategori[z]
  1057. })
  1058. }
  1059. else
  1060. field = [
  1061. {"field_value"=>event.get("dokter_id").to_i, "field_name"=>"id"},
  1062. {"field_value"=>event.get("id").to_i, "field_name"=>"klinik_id"},
  1063. ]
  1064. doc_n.push({
  1065. "field_key"=>field,
  1066. "nama_lengkap" =>event.get("dokter_nama_lengkap"),
  1067. "pendidikan" =>event.get("dokter_pendidikan"),
  1068. "keanggotaan" =>event.get("dokter_keanggotaan"),
  1069. "pengalaman" =>event.get("dokter_pengalaman"),
  1070. "nomor_registrasi" =>event.get("dokter_nomor_registrasi"),
  1071. "tahun_registrasi" =>event.get("dokter_tahun_registrasi"),
  1072. "layanan" =>event.get("dokter_layanan"),
  1073. "foto" =>event.get("dokter_foto"),
  1074. "penghargaan" =>event.get("dokter_penghargaan"),
  1075. "kategori"=>event.get("dokter_kategori")
  1076. })
  1077. end
  1078. event.set("konsula_dokter", doc_n)
  1079. else
  1080. event.set("konsula_dokter", [])
  1081. end
  1082. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  1083. '
  1084. }
  1085. mutate {
  1086. add_field =>{
  1087. "[@metadata][document_id]" => "konsula_%{id}"
  1088. }
  1089. remove_field => [
  1090. "field_name", "field_value", "galeri_nama_file","galeri_order", "galeri_id", "dokter_foto", "dokter_layanan", "dokter_penghargaan",
  1091. "dokter_keanggotaan", "dokter_pengalaman", "dokter_pendidikan", "dokter_nomor_registrasi", "dokter_tahun_registrasi", "dokter_kategori",
  1092. "dokter_nama_lengkap", "dokter_id"
  1093. ]
  1094. }
  1095. }
  1096. if [@metadata][source_type] == "db9" {
  1097. ruby {
  1098. code => '
  1099. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  1100. '
  1101. }
  1102. mutate {
  1103. add_field => {"[@metadata][document_id]" => "merdeka_news_%{id}"}
  1104. remove_field => ["field_name", "field_value"]
  1105. split => { "tag" => "," }
  1106. }
  1107. }
  1108. if [@metadata][source_type] == "db10" {
  1109. ruby {
  1110. code => '
  1111. if !event.get("layanan_id").nil?
  1112. lay_n = []
  1113. layananId = event.get("layanan_id").split("@-@")
  1114. layananTitle = event.get("layanan_title").split("@-@")
  1115. if layananId.length > 1
  1116. layananId.each_with_index {|(z,y), t|
  1117. field = [
  1118. {"field_value"=>z.to_i, "field_name"=>"id"},
  1119. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1120. ]
  1121. lay_n.push({
  1122. "field_key"=>field,
  1123. "title"=>layananTitle[t]
  1124. })
  1125. }
  1126.  
  1127. else
  1128. field = [
  1129. {"field_value"=>event.get("layanan_id").to_i, "field_name"=>"id"},
  1130. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1131. ]
  1132. lay_n.push({
  1133. "field_key"=>field,
  1134. "title"=>event.get("layanan_title")
  1135. })
  1136. end
  1137. event.set("practo_profile_layanan" , lay_n)
  1138. else
  1139. event.set("practo_profile_layanan", [])
  1140. end
  1141.  
  1142. if !event.get("practo_clinic_id").nil?
  1143. cli_n = []
  1144. clinicId = event.get("practo_clinic_id").split("@-@")
  1145. url = event.get("practo_clinic_url").split("@-@")
  1146. name = event.get("practo_clinic_name").split("@-@")
  1147. category = event.get("practo_clinic_category").split("@-@")
  1148. address = event.get("practo_clinic_address").split("@-@")
  1149. description = event.get("practo_clinic_description").split("@-@")
  1150. waktu = event.get("practo_clinic_waktu").split("@-@")
  1151. image = event.get("practo_clinic_image").split("@-@")
  1152. speciality = event.get("practo_clinic_speciality").split("@-@")
  1153. locality = event.get("practo_clinic_locality").split("@-@")
  1154. latitude = event.get("practo_clinic_latitude").split("@-@")
  1155. longitude = event.get("practo_clinic_longitude").split("@-@")
  1156. fee = event.get("practo_clinic_fee").split("@-@")
  1157. visit_days = event.get("practo_clinic_visit_days").split("@-@")
  1158. if clinicId.lenght > 1
  1159. clinicId.each_with_index { | (a,b), c|
  1160. field = [
  1161. {"field_value"=>a.to_i, "field_name"=>"id"},
  1162. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1163. ]
  1164. cli_n.push({
  1165. "field_key"=>field,
  1166. "url" => url[c],
  1167. "name" => name[c],
  1168. "category" => category[c],
  1169. "address" => address[c],
  1170. "description" => description[c],
  1171. "waktu" => waktu[c],
  1172. "image" => image[c],
  1173. "speciality" => speciality[c],
  1174. "locality" => locality[c],
  1175. "latitude" => latitude[c],
  1176. "longitude" => longitude[c],
  1177. "fee"=>fee[c],
  1178. "visit_days"=>visitDays[c]
  1179.  
  1180. })
  1181. }
  1182. else
  1183. field = [
  1184. {"field_value"=>event.get("practo_clinic_id").to_i, "field_name"=>"id"},
  1185. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1186. ]
  1187. cli_n.push({
  1188. "field_key"=>field,
  1189. "url" => event.get("practo_clinic_url"),
  1190. "name" => event.get("practo_clinic_name"),
  1191. "category" => event.get("practo_clinic_category"),
  1192. "address" => event.get("practo_clinic_address"),
  1193. "description" => event.get("practo_clinic_description"),
  1194. "waktu" => event.get("practo_clinic_waktu"),
  1195. "image" => event.get("practo_clinic_image"),
  1196. "speciality" => event.get("practo_clinic_speciality"),
  1197. "locality" => event.get("practo_clinic_locality"),
  1198. "latitude" => event.get("practo_clinic_latitude"),
  1199. "longitude" => event.get("practo_clinic_longitude"),
  1200. "fee"=> event.get("practo_clinic_fee"),
  1201. "visit_days"=>event.get("practo_clinic_visit_days")
  1202. })
  1203. end
  1204. event.set("practo_profile_clinic", cli_n)
  1205. else
  1206. event.set("practo_profile_clinic", [])
  1207. end
  1208. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  1209. '
  1210. }
  1211. mutate {
  1212. add_field => {"[@metadata][document_id]" => "practo_%{id}"}
  1213. remove_field => [
  1214. "field_name", "field_value" , "practo_clinic_id", "practo_clinic_url", "practo_clinic_name" , "practo_clinic_category",
  1215. "practo_clinic_address", "practo_clinic_description" , "practo_clinic_waktu" ,"practo_clinic_image", "practo_clinic_speciality",
  1216. "practo_clinic_locality", "practo_clinic_latitude", "practo_clinic_longitude", "practo_clinic_url", "practo_clinic_fee", "layanan_id",
  1217. "layanan_title","practo_clinic_visit_days", "practo_clinic_fee"
  1218. ]
  1219. }
  1220. }
  1221. if [@metadata][source_type] == "db11" {
  1222. ruby {
  1223. code => '
  1224. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  1225. '
  1226. }
  1227. mutate {
  1228. add_field => {"[@metadata][document_id]" => "penghuni_%{id}"}
  1229. remove_field => [
  1230. "field_name", "field_value"
  1231. ]
  1232. }
  1233. }
  1234. if [@metadata][source_type] == "db12" {
  1235. ruby {
  1236. code => '
  1237. if !event.get("data_id").nil?
  1238. data_n = []
  1239. dataId = event.get("data_id").split("@-@")
  1240. dataName = event.get("data_name").split("@-@")
  1241. dataValue = event.get("data_value").split("@-@")
  1242. if dataId.length > 1
  1243. dataId.each_with_index { |(a,e), t|
  1244. field = [
  1245. {"field_value"=>a.to_i, "field_name"=>"id"},
  1246. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1247. ]
  1248. data_n.push({
  1249. "field_key"=>field,
  1250. "name"=>dataName[t],
  1251. "value"=>dataValue[t]
  1252. })
  1253. }
  1254. else
  1255. field = [
  1256. {"field_value"=>event.get("data_id").to_i, "field_name"=>"id"},
  1257. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1258. ]
  1259. data_n.push({
  1260. "field_key"=>field,
  1261. "name"=>event.get("data_name"),
  1262. "value"=>event.get("data_value")
  1263. })
  1264. end
  1265. event.set("wikipedia_data", data_n)
  1266. else
  1267. event.set("wikipedia_data", [])
  1268. end
  1269.  
  1270. if !event.get("data_id").nil?
  1271. data_n = []
  1272. imageId = event.get("image_id").split("@-@")
  1273. imageName = event.get("image_name").split("@-@")
  1274. if imageId.length > 1
  1275. imageId.each_with_index { |(a,e), t|
  1276. field = [
  1277. {"field_value"=>a.to_i, "field_name"=>"id"},
  1278. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1279. ]
  1280. data_n.push({
  1281. "field_key"=>field,
  1282. "name"=>imageName[t],
  1283. })
  1284. }
  1285. else
  1286. field = [
  1287. {"field_value"=>event.get("image_id").to_i, "field_name"=>"id"},
  1288. {"field_value"=>event.get("id").to_i, "field_name"=>"profile_id"},
  1289. ]
  1290. img_n.push({
  1291. "field_key"=>field,
  1292. "name"=>event.get("image_name")
  1293.  
  1294. })
  1295. end
  1296. event.set("wikipedia_image", img_n)
  1297. else
  1298. event.set("wikipedia_image", [])
  1299. end
  1300. event.set("field_key", [{"field_name" => event.get("field_name"), "field_value" => event.get("field_value")}
  1301. '
  1302. }
  1303. mutate {
  1304. add_field => {"[@metadata][document_id]" => "wikipedia_%{id}"}
  1305. remove_field => [
  1306. "field_name", "field_value", "data_id", "data_name","data_value", "image_id", "image_name"
  1307. ]
  1308. }
  1309. }
  1310. if [@metadata][source_type] == "db13" {
  1311. ruby {
  1312. code => '
  1313. if !event.get("phone_id").nil?
  1314. ph_n = []
  1315. phId = event.get("phone_id").split("@-@")
  1316. phoneNumber = event.get("phone_number").split("@-@")
  1317. phoneType = event.get("phone_type").split("@-@")
  1318. if phId.length > 1
  1319. phId.each_with_index { |(t,y),u |
  1320. field = [
  1321. {"field_value"=>t.to_i, "field_name"=>"id"},
  1322. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1323. ]
  1324. ph_n.push({
  1325. "field_key"=>field,
  1326. "number"=>phoneNumber[u],
  1327. "phone_type"=>phoneType[u]
  1328. })
  1329. }
  1330. else
  1331. field = [
  1332. {"field_value"=>event.get("phone_id").to_i, "field_name"=>"id"},
  1333. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1334. ]
  1335. ph_n.push({
  1336. "field_key"=>field,
  1337. "number" => event.get("phone_number"),
  1338. "phone_type" =>event.get("phone_type")
  1339. })
  1340. end
  1341. event.set("fps_phone", ph_n)
  1342. else
  1343. event.set("fps_phone", [])
  1344. end
  1345.  
  1346. if !event.get("associated_name_id").nil?
  1347. ass_n = []
  1348. asId = event.get("associated_name_id").split("@-@")
  1349. assoFullName = event.get("associated_name_full_name").split("@-@")
  1350. if asId.length > 1
  1351. asId.each_with_index { |(t,y),u |
  1352. field = [
  1353. {"field_value"=>t.to_i, "field_name"=>"id"},
  1354. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1355. ]
  1356. ass_n.push({
  1357. "field_key"=>field,
  1358. "full_name"=>assoFullName[u],
  1359. })
  1360. }
  1361. else
  1362. field = [
  1363. {"field_value"=>event.get("associated_name_id").to_i, "field_name"=>"id"},
  1364. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1365. ]
  1366. ass_n.push({
  1367. "field_key"=>field,
  1368. "full_name" => event.get("associated_name_full_name"),
  1369. })
  1370. end
  1371. event.set("fps_associate_name", ass_n)
  1372. else
  1373. event.set("fps_associate_name", [])
  1374. end
  1375.  
  1376. if !event.get("email_id").nil?
  1377. e_n = []
  1378. eId = event.get("email_id").split("@-@")
  1379. emil = event.get("email_email").split("@-@")
  1380. if eId.length > 1
  1381. eId.each_with_index { |(t,y),u |
  1382. field = [
  1383. {"field_value"=>t.to_i, "field_name"=>"id"},
  1384. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1385. ]
  1386. e_n.push({
  1387. "field_key"=>field,
  1388. "email"=>emil[u],
  1389. })
  1390. }
  1391. else
  1392. field = [
  1393. {"field_value"=>event.get("email_id").to_i, "field_name"=>"id"},
  1394. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1395. ]
  1396. e_n.push({
  1397. "field_key"=>field,
  1398. "email" => event.get("email_email"),
  1399. })
  1400. end
  1401. event.set("fps_email", e_n)
  1402. else
  1403. event.set("fps_email", [])
  1404. end
  1405.  
  1406. if !event.get("business_id").nil?
  1407. bus_n = []
  1408. bId = event.get("business_id").split("@-@")
  1409. bName = event.get("business_business_name").split("@-@")
  1410. bFullAddress = event.get("business_full_address").split("@-@")
  1411. bAddress = event.get("business_address").split("@-@")
  1412. bCity = event.get("business_city").split("@-@")
  1413. bState = event.get("business_state").split("@-@")
  1414. bZip = event.get("business_zip").split("@-@")
  1415. bDateRange = event.get("business_date_range").split("@-@")
  1416. bIsCurrent = event.get("business_is_current").split("@-@")
  1417. if bId.length > 1
  1418. bId.each_with_index { |(t,y),u |
  1419. field = [
  1420. {"field_value"=>t.to_i, "field_name"=>"id"},
  1421. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1422. ]
  1423. bus_n.push({
  1424. "field_key"=>field,
  1425. "business_name" => bName[u],
  1426. "full_address" => bFullAddress[u],
  1427. "address" => bAddress[u],
  1428. "city" => bCity[u],
  1429. "state" => bState[u],
  1430. "zip" => bZip[u],
  1431. "date_range" => bDateRange[u],
  1432. "is_current" => bIsCurrent[u],
  1433.  
  1434. })
  1435. }
  1436. else
  1437. field = [
  1438. {"field_value"=>event.get("business_id").to_i, "field_name"=>"id"},
  1439. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1440. ]
  1441. bus_n.push({
  1442. "field_key"=>field,
  1443. "business_name" => event.get("business_business_name"),
  1444. "full_address" => event.get("business_full_address"),
  1445. "address" => event.get("business_address"),
  1446. "city" => event.get("business_city"),
  1447. "state" => event.get("business_state"),
  1448. "zip" => event.get("business_zip"),
  1449. "date_range" => event.get("business_date_range"),
  1450. "is_current" => event.get("business_is_current")
  1451. })
  1452. end
  1453. event.set("fps_business", bus_n)
  1454. else
  1455. event.set("fps_business", [])
  1456. end
  1457.  
  1458. if !event.get("address_id").nil?
  1459. adr_n = []
  1460. aId = event.get("address_id").split("@-@")
  1461. aFullAddress = event.get("address_full_address").split("@-@")
  1462. aAddress = event.get("address_address").split("@-@")
  1463. aCity = event.get("address_city").split("@-@")
  1464. aState = event.get("address_state").split("@-@")
  1465. aZip = event.get("address_zip").split("@-@")
  1466. aDateRange = event.get("address_date_range").split("@-@")
  1467. aIsCurrent = event.get("address_is_current").split("@-@")
  1468. if aId.length > 1
  1469. aId.each_with_index { |(t,y),u |
  1470. field = [
  1471. {"field_value"=>t.to_i, "field_name"=>"id"},
  1472. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1473. ]
  1474. adr_n.push({
  1475. "field_key"=>field,
  1476. "full_address" => aFullAddress[u],
  1477. "address" => aAddress[u],
  1478. "city" => aCity[u],
  1479. "state" => aState[u],
  1480. "zip" => aZip[u],
  1481. "date_range" => aDateRange[u],
  1482. "is_current" => aIsCurrent[u],
  1483.  
  1484. })
  1485. }
  1486. else
  1487. field = [
  1488. {"field_value"=>event.get("address_id").to_i, "field_name"=>"id"},
  1489. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1490. ]
  1491. adr_n.push({
  1492. "field_key"=>field,
  1493. "full_address" => event.get("address_full_address"),
  1494. "address" => event.get("address_address"),
  1495. "city" => event.get("address_city"),
  1496. "state" => event.get("address_state"),
  1497. "zip" => event.get("address_zip"),
  1498. "date_range" => event.get("address_date_range"),
  1499. "is_current" => event.get("address_is_current")
  1500. })
  1501. end
  1502. event.set("fps_address", adr_n)
  1503. else
  1504. event.set("fps_address", [])
  1505. end
  1506.  
  1507. if !event.get("relative_id").nil?
  1508. re_n = []
  1509. rId = event.get("relative_id").split("@-@")
  1510. rType = event.get("relative_type").split("@-@")
  1511. rFullName = event.get("relative_full_name").split("@-@")
  1512. rAbbrev = event.get("relative_abbrev").split("@-@")
  1513. rBirthDate = event.get("relative_birthdate").split("@-@")
  1514. rUrl = event.get("relative_url").split("@-@")
  1515. if rId.length > 1
  1516. rId.each_with_index { |(t,y),u |
  1517. field = [
  1518. {"field_value"=>t.to_i, "field_name"=>"id"},
  1519. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1520. ]
  1521. re_n.push({
  1522. "field_key"=>field,
  1523. "type" => rType[u],
  1524. "full_name" =>rFullName[u],
  1525. "abbrev" => rAbbrev[u],
  1526. "birthdate" => rBirthDate[u],
  1527. "url" => rUrl[u]
  1528. })
  1529. }
  1530. else
  1531. field = [
  1532. {"field_value"=>event.get("relative_id").to_i, "field_name"=>"id"},
  1533. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1534. ]
  1535. re_n.push({
  1536. "field_key"=>field,
  1537. "type" => event.get("relative_type"),
  1538. "full_name" => event.get("relative_full_name"),
  1539. "abbrev" => event.get("relative_abbrev"),
  1540. "birthdate" => event.get("relative_birthdate"),
  1541. "url" => event.get("relative_url")
  1542. })
  1543. end
  1544. event.set("fps_relative", re_n)
  1545. else
  1546. event.set("fps_relative", [])
  1547. end
  1548.  
  1549. if !event.get("associate_id").nil?
  1550. asso_n = []
  1551. assId = event.get("associate_id").split("@-@")
  1552. assType = event.get("associate_type").split("@-@")
  1553. assFullName = event.get("associate_full_name").split("@-@")
  1554. assAbbrev = event.get("associate_abbrev").split("@-@")
  1555. assBirthDate = event.get("associate_birthdate").split("@-@")
  1556. assUrl = event.get("associate_url").split("@-@")
  1557. if assId.length > 1
  1558. assId.each_with_index { |(t,y),u |
  1559. field = [
  1560. {"field_value"=>t.to_i, "field_name"=>"id"},
  1561. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1562. ]
  1563. asso_n.push({
  1564. "field_key"=>field,
  1565. "type" => assType[u],
  1566. "full_name" =>assFullName[u],
  1567. "abbrev" => assAbbrev[u],
  1568. "birthdate" => assBirthDate[u],
  1569. "url" => assUrl[u]
  1570. })
  1571. }
  1572. else
  1573. field = [
  1574. {"field_value"=>event.get("associate_id").to_i, "field_name"=>"id"},
  1575. {"field_value"=>event.get("id").to_i, "field_name"=>"person_id"},
  1576. ]
  1577. asso_n.push({
  1578. "field_key"=>field,
  1579. "type" => event.get("associate_type"),
  1580. "full_name" => event.get("associate_full_name"),
  1581. "abbrev" => event.get("associate_abbrev"),
  1582. "birthdate" => event.get("associate_birthdate"),
  1583. "url" => event.get("associate_url")
  1584. })
  1585. end
  1586. event.set("fps_associate", asso_n)
  1587. else
  1588. event.set("fps_associate", [])
  1589. end
  1590.  
  1591.  
  1592. '
  1593. }
  1594. mutate {
  1595. add_field => {"[@metadata][document_id]" => "fps_person_id_%{id}"}
  1596. remove_field => [
  1597. "field_name", "field_value", "associate_url", "associate_birthdate", "associate_abbrev", "associate_full_name", "associate_type",
  1598. "associate_id", "relative_url", "relative_birthdate", "relative_abbrev", "relative_full_name", "relative_type","relative_id",
  1599. "address_is_current", "address_date_range", "address_zip", "address_state", "address_city", "address_address" , "address_id",
  1600. "business_is_current", "business_date_range", "business_zip", "business_state", "business_city", "business_address", "business_full_address",
  1601. "business_business_name" , "email_email", "email_id", "associated_name_full_name", "associated_name_id", "phone_type", "phone_number",
  1602. "phone_id", "address_id","address_full_address"
  1603. ]
  1604. }
  1605. }
  1606. }
  1607. output {
  1608. elasticsearch {
  1609. hosts => "localhost:9201"
  1610. index => "penduduk"
  1611. document_id => "%{[@metadata][document_id]}"
  1612. }
  1613. stdout { codec => rubydebug }
  1614. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!