Guest User

props.conf

a guest
Aug 14th, 2014
1,413
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 21.92 KB | None | 0 0
  1. # Version 6.1.3
  2. # DO NOT EDIT THIS FILE!
  3. # Please make all changes to files in $SPLUNK_HOME/etc/system/local.
  4. # To make changes, copy the section/stanza you want to change from $SPLUNK_HOME/etc/system/default
  5. # into ../local and edit there.
  6. #
  7. # This file contains possible attribute/value pairs for configuring
  8. # Splunk's processing properties.
  9. #
  10.  
  11. [default]
  12. CHARSET = UTF-8
  13. LINE_BREAKER_LOOKBEHIND = 100
  14. TRUNCATE = 10000
  15. DATETIME_CONFIG = /etc/datetime.xml
  16. ANNOTATE_PUNCT = True
  17. HEADER_MODE =
  18. MAX_DAYS_HENCE=2
  19. MAX_DAYS_AGO=2000
  20. MAX_DIFF_SECS_AGO=3600
  21. MAX_DIFF_SECS_HENCE=604800
  22. MAX_TIMESTAMP_LOOKAHEAD = 128
  23. SHOULD_LINEMERGE = True
  24. BREAK_ONLY_BEFORE =
  25. BREAK_ONLY_BEFORE_DATE = True
  26. MAX_EVENTS = 256
  27. MUST_BREAK_AFTER =
  28. MUST_NOT_BREAK_AFTER =
  29. MUST_NOT_BREAK_BEFORE =
  30. TRANSFORMS =
  31. SEGMENTATION = indexing
  32. SEGMENTATION-all = full
  33. SEGMENTATION-inner = inner
  34. SEGMENTATION-outer = outer
  35. SEGMENTATION-raw = none
  36. SEGMENTATION-standard = standard
  37. LEARN_SOURCETYPE = true
  38. maxDist = 100
  39. detect_trailing_nulls = false
  40. TZ=UTC+9
  41. ########## APPLICATION SERVERS ##########
  42.  
  43. [log4j]
  44. BREAK_ONLY_BEFORE = \d\d?:\d\d:\d\d
  45. pulldown_type = true
  46. maxDist = 75
  47.  
  48. [log4php]
  49. pulldown_type = true
  50. BREAK_ONLY_BEFORE = ^\w{3} \w{3}
  51.  
  52. [weblogic_stdout]
  53. maxDist = 60
  54. MAX_TIMESTAMP_LOOKAHEAD = 32
  55. MAX_EVENTS = 2048
  56. REPORT-st = weblogic-code
  57.  
  58. [websphere_activity]
  59. BREAK_ONLY_BEFORE = ^-----
  60. MAX_TIMESTAMP_LOOKAHEAD = 500
  61. REPORT-st = colon-line
  62.  
  63. [websphere_core]
  64. maxDist = 70
  65. BREAK_ONLY_BEFORE = ^NULL\s
  66.  
  67. [websphere_trlog]
  68. REPORT-st = was-trlog-code
  69.  
  70. ########## ARCHIVES ##########
  71.  
  72. [preprocess-bzip]
  73. invalid_cause = archive
  74. is_valid = False
  75. LEARN_MODEL = false
  76.  
  77. [preprocess-Z]
  78. invalid_cause = archive
  79. is_valid = False
  80. LEARN_MODEL = false
  81.  
  82. [preprocess-gzip]
  83. invalid_cause = archive
  84. is_valid = False
  85. LEARN_MODEL = false
  86.  
  87. [preprocess-tar]
  88. invalid_cause = archive
  89. is_valid = False
  90. LEARN_MODEL = false
  91.  
  92. [preprocess-zip]
  93. invalid_cause = archive
  94. is_valid = False
  95. LEARN_MODEL = false
  96.  
  97. [preprocess-targz]
  98. invalid_cause = archive
  99. is_valid = False
  100. LEARN_MODEL = false
  101.  
  102. ########## DATABASES ##########
  103.  
  104. [db2_diag]
  105. maxDist = 90
  106. REPORT-st = db2
  107.  
  108. [mysqld]
  109. maxDist = 20
  110. BREAK_ONLY_BEFORE = ^\d{6}\s
  111. TIME_FORMAT = %y%m%d %k:%M:%S
  112.  
  113. [mysqld_error]
  114. maxDist = 50
  115. MAX_EVENTS = 1024
  116. BREAK_ONLY_BEFORE = ^\d{6}\s
  117.  
  118. [mysqld_bin]
  119. maxDist = 20
  120. BREAK_ONLY_BEFORE = ^#\d{6}
  121.  
  122. ########## EMAIL ##########
  123.  
  124. [exim_main]
  125. SHOULD_LINEMERGE = False
  126.  
  127. [exim_reject]
  128. SHOULD_LINEMERGE = False
  129.  
  130. [postfix_syslog]
  131. MAX_TIMESTAMP_LOOKAHEAD = 32
  132. TIME_FORMAT = %b %d %H:%M:%S
  133. TRANSFORMS-host = syslog-host
  134. REPORT-syslog = syslog-extractions
  135. SHOULD_LINEMERGE = False
  136.  
  137. [sendmail_syslog]
  138. MAX_TIMESTAMP_LOOKAHEAD = 32
  139. SHOULD_LINEMERGE = False
  140. TIME_FORMAT = %b %d %H:%M:%S
  141. TRANSFORMS = syslog-host
  142. REPORT-syslog = sendmail-extractions
  143.  
  144. [procmail]
  145. BREAK_ONLY_BEFORE = procmail: \[\d+\]
  146. MAX_TIMESTAMP_LOOKAHEAD = 64
  147.  
  148.  
  149. ########## OSs ##########
  150.  
  151. [linux_messages_syslog]
  152. MAX_TIMESTAMP_LOOKAHEAD = 32
  153. TIME_FORMAT = %b %d %H:%M:%S
  154. TRANSFORMS = syslog-host
  155. REPORT-syslog = syslog-extractions
  156. SHOULD_LINEMERGE = False
  157.  
  158. [linux_secure]
  159. REPORT-syslog = syslog-extractions
  160. SHOULD_LINEMERGE = False
  161.  
  162. [linux_audit]
  163. BREAK_ONLY_BEFORE_DATE = False
  164.  
  165. [linux_bootlog]
  166. BREAK_ONLY_BEFORE_DATE = False
  167.  
  168. [anaconda]
  169. BREAK_ONLY_BEFORE = ^\*
  170.  
  171. [anaconda_syslog]
  172. REPORT-syslog = syslog-extractions
  173. SHOULD_LINEMERGE = False
  174. TIME_FORMAT = %b %d %H:%M:%S
  175.  
  176. [osx_asl]
  177. BREAK_ONLY_BEFORE_DATE = False
  178. REPORT-asl = bracket-space
  179.  
  180. [osx_crashreporter]
  181. BREAK_ONLY_BEFORE_DATE = False
  182.  
  183. [osx_crash_log]
  184. BREAK_ONLY_BEFORE = gooblygook
  185. MAX_EVENTS = 200000
  186.  
  187. [osx_install]
  188. BREAK_ONLY_BEFORE_DATE = False
  189.  
  190. [osx_secure]
  191. BREAK_ONLY_BEFORE_DATE = False
  192.  
  193. [osx_daily]
  194. BREAK_ONLY_BEFORE = ^(Sun|Mon|Tue|Wed|Thu|Fri|Sat)
  195.  
  196. [osx_weekly]
  197. BREAK_ONLY_BEFORE = ^(Sun|Mon|Tue|Wed|Thu|Fri|Sat)
  198.  
  199. [osx_monthly]
  200. BREAK_ONLY_BEFORE = ^(Sun|Mon|Tue|Wed|Thu|Fri|Sat)
  201.  
  202. [osx_window_server]
  203. SHOULD_LINEMERGE = False
  204.  
  205. [windows_snare_syslog]
  206. MAX_TIMESTAMP_LOOKAHEAD = 32
  207. TRANSFORMS = syslog-host
  208. REPORT-syslog = syslog-extractions
  209. SHOULD_LINEMERGE = False
  210. TIME_FORMAT = %b %d %H:%M:%S
  211.  
  212. [dmesg]
  213. BREAK_ONLY_BEFORE = ^\S
  214. DATETIME_CONFIG = NONE
  215.  
  216. [ftp]
  217. BREAK_ONLY_BEFORE_DATE = False
  218.  
  219. [ssl_error]
  220. BREAK_ONLY_BEFORE_DATE = False
  221.  
  222. [syslog]
  223. pulldown_type = true
  224. maxDist = 3
  225. TIME_FORMAT = %b %d %H:%M:%S
  226. MAX_TIMESTAMP_LOOKAHEAD = 32
  227. TRANSFORMS = syslog-host
  228. REPORT-syslog = syslog-extractions
  229. SHOULD_LINEMERGE = False
  230.  
  231. [sar]
  232. ; break on blanklines, clock-resets, or common headers attributes (/s, %, or alpha-)
  233. BREAK_ONLY_BEFORE = (?:^\s*$)|00:00:0|/s|%|[a-z]-
  234. MAX_EVENTS = 1000
  235.  
  236. [rpmpkgs]
  237. BREAK_ONLY_BEFORE_DATE = False
  238. LEARN_MODEL = false
  239.  
  240. ########## NETWORK ##########
  241.  
  242. [novell_groupwise]
  243. SHOULD_LINEMERGE = False
  244. MAX_TIMESTAMP_LOOKAHEAD = 9
  245. TRANSFORMS-nov = novell-groupwise-arrival,novell-groupwise-queue,novell-groupwise-transfer
  246.  
  247. [tcp]
  248. BREAK_ONLY_BEFORE = (=\+)+
  249. KV_MODE = none
  250. REPORT-tcp = tcpdump-endpoints, colon-kv
  251.  
  252. ########## PRINTERS ##########
  253.  
  254. [cups_access]
  255. BREAK_ONLY_BEFORE_DATE = False
  256.  
  257. [cups_error]
  258. BREAK_ONLY_BEFORE_DATE = False
  259.  
  260. [spooler]
  261. BREAK_ONLY_BEFORE_DATE = False
  262.  
  263. ########## ROUTERS AND FIREWALLS ##########
  264.  
  265. [cisco_cdr]
  266. maxDist = 1
  267. SHOULD_LINEMERGE = False
  268.  
  269. [cisco_syslog]
  270. MAX_TIMESTAMP_LOOKAHEAD = 32
  271. SHOULD_LINEMERGE = False
  272. TIME_FORMAT = %b %d %H:%M:%S
  273. TRANSFORMS = syslog-host
  274. REPORT-syslog = syslog-extractions
  275.  
  276. [clavister]
  277. SHOULD_LINEMERGE = False
  278.  
  279. ########## VoIP ##########
  280.  
  281.  
  282. [asterisk_cdr]
  283. MAX_TIMESTAMP_LOOKAHEAD = 256
  284. SHOULD_LINEMERGE = False
  285.  
  286. [asterisk_event]
  287. maxDist = 3
  288. SHOULD_LINEMERGE = False
  289.  
  290. [asterisk_messages]
  291. SHOULD_LINEMERGE = False
  292.  
  293. [asterisk_queue]
  294. SHOULD_LINEMERGE = False
  295.  
  296. ########## WEBSERVERS ##########
  297.  
  298. [access_combined]
  299. pulldown_type = true
  300. maxDist = 28
  301. MAX_TIMESTAMP_LOOKAHEAD = 128
  302. REPORT-access = access-extractions
  303. SHOULD_LINEMERGE = False
  304. TIME_PREFIX = \[
  305.  
  306.  
  307. [access_combined_wcookie]
  308. MAX_TIMESTAMP_LOOKAHEAD = 128
  309. REPORT-access = access-extractions
  310. SHOULD_LINEMERGE = False
  311. TIME_PREFIX = \[
  312.  
  313. [access_common]
  314. MAX_TIMESTAMP_LOOKAHEAD = 128
  315. REPORT-access = access-extractions
  316. SHOULD_LINEMERGE = False
  317. TIME_PREFIX = \[
  318.  
  319. [apache_error]
  320. pulldown_type = true
  321. maxDist = 50
  322. MAX_TIMESTAMP_LOOKAHEAD = 128
  323. BREAK_ONLY_BEFORE = ^\[
  324. TIME_FORMAT = [%A %B %d %T %Y]
  325.  
  326. [iis]
  327. pulldown_type = true
  328. MAX_TIMESTAMP_LOOKAHEAD = 32
  329. SHOULD_LINEMERGE = False
  330. INDEXED_EXTRACTIONS = w3c
  331. detect_trailing_nulls = auto
  332.  
  333.  
  334. ########## MISC ##########
  335.  
  336. [snort]
  337. BREAK_ONLY_BEFORE = (=\+)+
  338. KV_MODE = none
  339. REPORT-tcp = tcpdump-endpoints, colon-kv
  340.  
  341. ########## SPLUNK ##########
  342.  
  343. [splunk_com_php_error]
  344. maxDist = 70
  345. MAX_TIMESTAMP_LOOKAHEAD = 40
  346.  
  347. [splunkd]
  348. MAX_TIMESTAMP_LOOKAHEAD = 40
  349. # splunkd TIME_FORMAT should be kept in synch with
  350. # - etc/log.cfg
  351. # - src/framework/SplunkdTimestamp.cpp
  352. # This format won't, of course, match all older forwarders, but regex fallback
  353. # will handle those cases
  354. TIME_FORMAT = %m-%d-%Y %H:%M:%S.%l %z
  355. # logs from old forwarders (4.1 and prior) will not match the TIME_FORMAT, due to a lack of timezone.
  356. # This will cause some events to be merged.
  357. # Disable multiline support to get these case right.
  358. # Splunkd data prior to 5.0 can have multiline events, but it is quite rare
  359. # (debug output and bugs mostly), and 5.0+ explicitly disallows generating such
  360. SHOULD_LINEMERGE = false
  361.  
  362. [splunkd_crash_log]
  363. SHOULD_LINEMERGE = True
  364. MUST_BREAK_AFTER = (?i)terminating...
  365. MAX_TIMESTAMP_LOOKAHEAD = 1
  366. DATETIME_CONFIG = NONE
  367.  
  368. [splunkd_misc]
  369. SHOULD_LINEMERGE = False
  370. MAX_TIMESTAMP_LOOKAHEAD = 1
  371.  
  372. [splunkd_stderr]
  373. TIME_FORMAT = %m-%d-%Y %T.%Q %z
  374. SHOULD_LINEMERGE = False
  375. MAX_TIMESTAMP_LOOKAHEAD = 40
  376.  
  377. [splunk-blocksignature]
  378. SEGMENTATION = whitespace-only
  379. MAX_TIMESTAMP_LOOKAHEAD = 40
  380.  
  381. [splunk_directory_monitor]
  382. MAX_TIMESTAMP_LOOKAHEAD = 40
  383.  
  384. [splunk_directory_monitor_misc]
  385. MAX_TIMESTAMP_LOOKAHEAD = 40
  386.  
  387. [splunk_search_history]
  388. BREAK_ONLY_BEFORE = ^\d
  389. MAX_TIMESTAMP_LOOKAHEAD = 40
  390.  
  391. [splunkd_remote_searches]
  392. MAX_TIMESTAMP_LOOKAHEAD = 40
  393. TIME_FORMAT = %m-%d-%Y %H:%M:%S.%l %z
  394. SHOULD_LINEMERGE = false
  395.  
  396. [splunkd_access]
  397. maxDist = 28
  398. MAX_TIMESTAMP_LOOKAHEAD = 128
  399. REPORT-access = access-extractions, extract_spent
  400. SHOULD_LINEMERGE = False
  401. TIME_PREFIX = \[
  402.  
  403. [splunk_web_access]
  404. maxDist = 28
  405. MAX_TIMESTAMP_LOOKAHEAD = 128
  406. REPORT-access = access-extractions
  407. SHOULD_LINEMERGE = False
  408. TIME_PREFIX = \[
  409. EXTRACT-extract_spent = (?<spent>\d+)ms$
  410.  
  411. [splunk_web_service]
  412. MAX_TIMESTAMP_LOOKAHEAD = 40
  413. REPORT-fields = splunk-service-extractions
  414.  
  415. [django_access]
  416. maxDist = 28
  417. MAX_TIMESTAMP_LOOKAHEAD = 128
  418. REPORT-access = access-extractions
  419. SHOULD_LINEMERGE = False
  420. TIME_PREFIX = \[
  421. EXTRACT-extract_spent = (?<spent>\d+)ms$
  422.  
  423. [django_service]
  424. MAX_TIMESTAMP_LOOKAHEAD = 40
  425. TRUNCATE=100000
  426.  
  427. [django_error]
  428. MAX_TIMESTAMP_LOOKAHEAD = 40
  429. TRUNCATE=100000
  430.  
  431. [splunk_help]
  432. BREAK_ONLY_BEFORE = gooblygook
  433. MAX_EVENTS = 200000
  434. TRANSFORMS-help = splunk_help
  435.  
  436.  
  437. [source::.../var/log/splunk/searchhistory.log(.\d+)?]
  438. TRANSFORMS = splunk_index_history
  439. sourcetype = splunk_search_history
  440.  
  441. [source::.../var/log/splunk/(web|report)_access.log(.\d+)?]
  442. sourcetype = splunk_web_access
  443.  
  444. [source::.../var/log/splunk/(web|report)_service.log(.\d+)?]
  445. sourcetype = splunk_web_service
  446.  
  447. [source::.../var/log/splunk/metrics.log(.\d+)?]
  448. sourcetype = splunkd
  449.  
  450. [source::.../var/log/splunk/(license_usage).log(.\d+)?]
  451. sourcetype = splunkd
  452.  
  453. [source::.../var/log/splunk/license_audit.log(.\d+)?]
  454. sourcetype = splunkd
  455. TIME_FORMAT = %m-%d-%Y %T.%Q
  456.  
  457. [source::.../var/log/splunk/django_access.log(.\d+)?]
  458. sourcetype = django_access
  459.  
  460. [source::.../var/log/splunk/django_service.log(.\d+)?]
  461. sourcetype = django_service
  462.  
  463. [source::.../var/log/splunk/django_error.log(.\d+)?]
  464. sourcetype = django_error
  465.  
  466. [source::.../splunkd.log(.\d+)?]
  467. sourcetype = splunkd
  468.  
  469. [source::.../var/log/splunk/scheduler.log(.\d+)?]
  470. sourcetype = scheduler
  471.  
  472. [source::.../var/log/splunk/audit.log(.\d+)?]
  473. TRANSFORMS = send_to_nullqueue
  474. sourcetype = splunk_audit
  475.  
  476. [source::.../var/log/splunk/btool.log(.\d+)?]
  477. sourcetype = splunk_btool
  478.  
  479. [source::.../var/log/splunk/intentions.log(.\d+)?]
  480. sourcetype = splunk_intentions
  481.  
  482. [source::.../var/log/splunk/python.log(.\d+)?]
  483. sourcetype = splunk_python
  484.  
  485. [source::.../var/log/splunk/searches.log]
  486. sourcetype = searches
  487.  
  488. [source::.../var/log/splunk/splunk_stdout.log]
  489. sourcetype = splunkd_stdout
  490.  
  491. [source::.../var/log/splunk/splunkd_stderr.log]
  492. sourcetype = splunkd_stderr
  493.  
  494. [source::.../var/log/splunk/*crash-*.log]
  495. sourcetype = splunkd_crash_log
  496.  
  497. [source::.../var/log/splunk/migration.log.*]
  498. sourcetype = splunk_migration
  499.  
  500. [source::.../var/log/splunk/remote_searches.log(.\d+)?]
  501. sourcetype = splunkd_remote_searches
  502.  
  503. [source::.../splunkd_access.log(.\d+)?]
  504. sourcetype = splunkd_access
  505.  
  506.  
  507. ########## SPECIAL ##########
  508.  
  509. [__singleline]
  510. SHOULD_LINEMERGE = False
  511.  
  512. [too_small]
  513. maxDist = 9999
  514. BREAK_ONLY_BEFORE_DATE = True
  515. PREFIX_SOURCETYPE = True
  516.  
  517. ; same as too_small but for larger text that has special characters
  518. [breakable_text]
  519. BREAK_ONLY_BEFORE = (^(?:---|===|\*\*\*|___|=+=))|^\s*$
  520. LEARN_MODEL = false
  521.  
  522. [lastlog]
  523. invalid_cause = binary
  524. LEARN_MODEL = false
  525.  
  526. [wtmp]
  527. invalid_cause = binary
  528. LEARN_MODEL = false
  529.  
  530. [known_binary]
  531. is_valid = False
  532. invalid_cause = binary
  533. LEARN_MODEL = false
  534.  
  535. [ignored_type]
  536. is_valid = False
  537. invalid_cause = ignored_type
  538. LEARN_MODEL = false
  539.  
  540. [stash]
  541. TRUNCATE = 0
  542. # only look for ***SPLUNK*** on the first line
  543. HEADER_MODE = firstline
  544. # we can summary index past data, but rarely future data
  545. MAX_DAYS_HENCE = 2
  546. MAX_DAYS_AGO = 10000
  547. # 5 years difference between two events
  548. MAX_DIFF_SECS_AGO = 155520000
  549. MAX_DIFF_SECS_HENCE = 155520000
  550. MAX_TIMESTAMP_LOOKAHEAD = 64
  551. LEARN_MODEL = false
  552. # search time extractions
  553. KV_MODE = none
  554. REPORT-1 = stash_extract
  555.  
  556. [stash_new]
  557. TRUNCATE = 0
  558. # only look for ***SPLUNK*** on the first line
  559. HEADER_MODE = firstline
  560. # we can summary index past data, but rarely future data
  561. MAX_DAYS_HENCE = 2
  562. MAX_DAYS_AGO = 10000
  563. # 5 years difference between two events
  564. MAX_DIFF_SECS_AGO = 155520000
  565. MAX_DIFF_SECS_HENCE = 155520000
  566. MAX_TIMESTAMP_LOOKAHEAD = 64
  567. LEARN_MODEL = false
  568. # break .stash_new custom format into events
  569. SHOULD_LINEMERGE = false
  570. BREAK_ONLY_BEFORE_DATE = false
  571. LINE_BREAKER = (\r?\n==##~~##~~ 1E8N3D4E6V5E7N2T9 ~~##~~##==\r?\n)
  572. # change sourcetype to stash before indexing/forwarding this data (these events
  573. # are feed to the stashparsing pipeline)
  574. TRANSFORMS-sourcetype = set_sourcetype_to_stash
  575.  
  576.  
  577.  
  578. ########## NON-LOG FILES ##########
  579.  
  580. # settings copied from zip
  581. [source_archive]
  582. invalid_cause = needs_preprocess
  583. is_valid = False
  584. LEARN_MODEL = false
  585.  
  586. [web]
  587. BREAK_ONLY_BEFORE=goblygook
  588. MAX_EVENTS=200000
  589. DATETIME_CONFIG = NONE
  590. CHECK_METHOD = modtime
  591. LEARN_MODEL = false
  592.  
  593. [backup_file]
  594. BREAK_ONLY_BEFORE=goblygook
  595. MAX_EVENTS=10000
  596. LEARN_MODEL = false
  597.  
  598. [manpage]
  599. BREAK_ONLY_BEFORE = gooblygook
  600. MAX_EVENTS = 200000
  601. DATETIME_CONFIG = NONE
  602. CHECK_METHOD = modtime
  603. LEARN_MODEL = false
  604.  
  605. [misc_text]
  606. BREAK_ONLY_BEFORE=goblygook
  607. MAX_EVENTS=200000
  608. DATETIME_CONFIG = NONE
  609. CHECK_METHOD = modtime
  610. pulldown_type = false
  611. LEARN_MODEL = false
  612.  
  613. [csv]
  614. SHOULD_LINEMERGE = False
  615. pulldown_type = true
  616. INDEXED_EXTRACTIONS = csv
  617. KV_MODE = none
  618.  
  619. [_json]
  620. pulldown_type = true
  621. INDEXED_EXTRACTIONS = json
  622. KV_MODE = none
  623.  
  624. [fs_notification]
  625. SHOULD_LINEMERGE=false
  626.  
  627. [exchange]
  628. INDEXED_EXTRACTIONS = w3c
  629. KV_MODE = none
  630.  
  631.  
  632.  
  633.  
  634. ########## RULE BASED CONDITIONS ##########
  635.  
  636. [rule::snort]
  637. sourcetype = snort
  638. # IF MORE THAN 5% OF LINES MATCH REGEX, MUST BE THIS TYPE
  639. MORE_THAN_1 = (=\+)+
  640. MORE_THAN_10 = (?:[0-9A-F]{2} ){16}
  641.  
  642. [rule::exim_main]
  643. sourcetype = exim_main
  644. # MORE THAN 2% HAVE <=, =>, 'queue'
  645. MORE_THANA_2 = <=
  646. MORE_THANB_2 = =>
  647. MORE_THANC_2 = queue
  648.  
  649. [rule::postfix_syslog]
  650. sourcetype = postfix_syslog
  651. # IF 75% OF LINES MATCH REGEX, MUST BE THIS TYPE
  652. MORE_THAN_75 = ^\w{3} +\d+ \d\d:\d\d:\d\d .* postfix(/\w+)?\[\d+\]:
  653.  
  654. [rule::sendmail_syslog]
  655. sourcetype = sendmail_syslog
  656. # IF 75% OF LINES MATCH REGEX, MUST BE THIS TYPE
  657. MORE_THAN_75 = ^\w{3} +\d+ \d\d:\d\d:\d\d .* (sendmail|imapd|ipop3d)\[\d+\]:
  658.  
  659. [rule::access_common]
  660. sourcetype = access_common
  661. MORE_THAN_75 = ^\S+ \S+ \S+ \[[^\]]+\] "[^"]+" \S+ \S+$
  662.  
  663. [rule::access_combined]
  664. sourcetype = access_combined
  665. MORE_THAN_75 = ^\S+ \S+ \S+ \S* ?\[[^\]]+\] "[^"]*" \S+ \S+ \S+ "[^"]*"$
  666.  
  667. [rule::access_combined_wcookie]
  668. sourcetype = access_combined_wcookie
  669. # more restrictive version = ^\S+ \S+ \S+ \S* ?\[[^\]]+\] "[^"]*" \S+ \S+ \S+ "[^"]*" "[^"]*"$
  670. MORE_THAN_75 = ^\S+ \S+ \S+ \S* ?\[[^\]]+\] "[^"]*" \S+ \S+(?: \S+)? "[^"]*" "[^"]*"
  671.  
  672. ### DELAYED RULE BASED CONDITIONS. RUN AS LAST DITCH EFFORT BEFORE MAKING A NEW SOURCETYPE ###
  673.  
  674. # break text on ascii art and blanklines if more than 10% of lines
  675. # have ascii art or blanklines, and less than 10% have timestamps
  676. [delayedrule::breakable_text]
  677. MORE_THAN_10 = (^(?:---|===|\*\*\*|___|=+=))|^\s*$
  678. LESS_THAN_10 = [: ][012]?[0-9]:[0-5][0-9]
  679. sourcetype = breakable_text
  680.  
  681. [delayedrule::syslog]
  682. sourcetype = syslog
  683. # IF MORE THAN 80% OF LINES MATCH REGEX, MUST BE THIS TYPE
  684. MORE_THAN_80 = ^\w{3} +\d+ \d\d:\d\d:\d\d (?!AM|PM)[\w\-.]+ [\w\-/.]+(\[\d+\])?:
  685.  
  686. ########## FILE MATCH CONDITIONS ##########
  687.  
  688. [source::.../var/log/anaconda.syslog(.\d+)?]
  689. sourcetype = anaconda_syslog
  690.  
  691. [source::.../var/log/anaconda.log(.\d+)?]
  692. sourcetype = anaconda
  693.  
  694. [source::.../var/log/httpd/error_log(.\d+)?]
  695. sourcetype = apache_error
  696.  
  697. [source::.../var/log/cups/access_log(.\d+)?]
  698. sourcetype = cups_access
  699.  
  700. [source::.../var/log/cups/error_log(.\d+)?]
  701. sourcetype = cups_error
  702.  
  703. [source::.../var/log/dmesg(.\d+)?]
  704. sourcetype = dmesg
  705.  
  706. [source::.../var/log/ftp.log(.\d+)?]
  707. sourcetype = ftp
  708.  
  709. [source::.../(u_|)ex(tend|\d{4,8})*?.log]
  710. sourcetype = iis
  711.  
  712. [source::.../var/log/lastlog(.\d+)?]
  713. sourcetype = lastlog
  714.  
  715. [source::.../var/log/audit/audit.log(.\d+)?]
  716. sourcetype = linux_audit
  717.  
  718. [source::.../var/log/boot.log(.\d+)?]
  719. sourcetype = linux_bootlog
  720.  
  721. [source::.../var/log/secure(.\d+)?]
  722. sourcetype = linux_secure
  723.  
  724. [source::.../man/man\d+/*.\d+]
  725. sourcetype = manpage
  726.  
  727. [source::.../var/log/asl.log(.\d+)?]
  728. sourcetype = osx_asl
  729.  
  730. [source::.../var/log/crashreporter.log(.\d+)?]
  731. sourcetype = osx_crashreporter
  732.  
  733. [source::....crash.log(.\d+)?]
  734. sourcetype = osx_crash_log
  735.  
  736. [source::.../var/log/install.log(.\d+)?]
  737. sourcetype = osx_install
  738.  
  739. [source::.../var/log/secure.log(.\d+)?]
  740. sourcetype = osx_secure
  741.  
  742. [source::.../var/log/daily.out(.\d+)?]
  743. sourcetype = osx_daily
  744.  
  745. [source::.../var/log/weekly.out(.\d+)?]
  746. sourcetype = osx_weekly
  747.  
  748. [source::.../var/log/monthly.out(.\d+)?]
  749. sourcetype = osx_monthly
  750.  
  751. [source::.../private/var/log/windowserver.log(.\d+)?]
  752. sourcetype = osx_window_server
  753.  
  754. [source::....Z(.\d+)?]
  755. unarchive_cmd = gzip -cd -
  756. sourcetype = preprocess-Z
  757. NO_BINARY_CHECK = true
  758.  
  759. [source::....(tbz|tbz2)(.\d+)?]
  760. unarchive_cmd = _auto
  761. sourcetype = preprocess-bzip
  762. NO_BINARY_CHECK = true
  763.  
  764. [source::....bz2?(.\d+)?]
  765. unarchive_cmd = bzip2 -cd -
  766. sourcetype = preprocess-bzip
  767. NO_BINARY_CHECK = true
  768.  
  769. [source::....(?<!tar.)gz(.\d+)?]
  770. unarchive_cmd = gzip -cd -
  771. sourcetype = preprocess-gzip
  772. NO_BINARY_CHECK = true
  773.  
  774. [source::....(tar.gz|tgz)(.\d+)?]
  775. unarchive_cmd = _auto
  776. sourcetype = preprocess-targz
  777. NO_BINARY_CHECK = true
  778.  
  779. [source::....tar(.\d+)?]
  780. unarchive_cmd = _auto
  781. sourcetype = preprocess-tar
  782. NO_BINARY_CHECK = true
  783.  
  784. [(?i)source::....zip(.\d+)?]
  785. unarchive_cmd = _auto
  786. sourcetype = preprocess-zip
  787. NO_BINARY_CHECK = true
  788.  
  789. [source::.../var/log/rpmpkgs(.\d+)?]
  790. sourcetype = rpmpkgs
  791.  
  792. [source::.../var/log/sa/sar\d+]
  793. sourcetype = sar
  794.  
  795. [source::.../var/log/spooler(.\d+)?]
  796. sourcetype = spooler
  797.  
  798. [source::.../var/log/httpd/httpd/ssl_error_log(.\d+)?]
  799. sourcetype = ssl_error
  800.  
  801. [source::.../messages(.\d+)?]
  802. sourcetype = syslog
  803.  
  804. [source::.../syslog(.\d+)?]
  805. sourcetype = syslog
  806.  
  807. #[source::.../(www|apache|httpd).../access*]
  808. #sourcetype = access_common
  809.  
  810. [source::.../(apache|httpd).../error*]
  811. sourcetype = apache_error
  812.  
  813. [source::.../private/var/log/system.log(.\d+)?]
  814. sourcetype = syslog
  815.  
  816. [source::.../private/var/log/mail.log(.\d+)?]
  817. sourcetype = syslog
  818.  
  819. [source::.../var/log/wtmp(.\d+)?]
  820. sourcetype = wtmp
  821.  
  822. [source::.../procmail(_|.)log]
  823. sourcetype = procmail
  824.  
  825. [source::.../mysql.log(.\d+)?]
  826. sourcetype = mysqld
  827.  
  828. [source::...stash]
  829. sourcetype = stash
  830.  
  831. [source::...stash_new]
  832. sourcetype = stash_new
  833.  
  834.  
  835. ####### NON-LOG FILES
  836.  
  837. [source::....(jar)(.\d+)?]
  838. sourcetype = source_archive
  839.  
  840. [source::....(css|htm|html|sgml|shtml|template)]
  841. sourcetype = web
  842.  
  843. [source::....csv]
  844. sourcetype = csv
  845.  
  846. [source::...((.(bak|old))|,v|~|#)]
  847. sourcetype = backup_file
  848.  
  849.  
  850. [source::.../(readme|README)...]
  851. sourcetype=misc_text
  852.  
  853. [source::....(0t|a|ali|asa|au|bmp|cg|cgi|class|d|dat|deb|del|dot|dvi|dylib|elc|eps|exe|ftn|gif|hlp|hqx|hs|icns|ico|inc|iso|jame|jin|jpeg|jpg|kml|la|lhs|lib|lo|lock|mcp|mid|mp3|mpg|msf|nib|o|obj|odt|ogg|ook|opt|os|pal|pbm|pdf|pem|pgm|plo|png|po|pod|pp|ppd|ppm|ppt|prc|ps|psd|psym|pyc|pyd|rast|rb|rde|rdf|rdr|rgb|ro|rpm|rsrc|so|ss|stg|strings|tdt|tif|tiff|tk|uue|vhd|xbm|xlb|xls|xlw)]
  854. sourcetype = known_binary
  855.  
  856. [source::....(cache|class|cxx|dylib|jar|lo|xslt|md5|rpm|deb|iso|vim)]
  857. sourcetype = ignored_type
  858.  
  859.  
  860. # internal sourcetype used in the fish bucket
  861. [fileTrackerCrcLog]
  862. SEGMENTATION = meta-tokenizer
  863. KV_MODE = none
  864. EXTRACT-1 = (?<_KEY_1>\S+)::(?<_VAL_1>\S+)
  865.  
  866. # MySQL example.
  867. # See the Splunker's Guide for Splunk.com
  868. # for the myunbinit script and sample MySQL setup
  869. # This example is commented out.
  870. #
  871. # [mysql]
  872. # match_filename1 = *.bin
  873. # invalid_cause = needs_preprocess
  874. # is_valid = False
  875. #
  876.  
  877. # Dealing with all windows type data, even when we're a unix
  878. # platform, incase these types of data is forwarded by a windows
  879. # light weight forwarder
  880. [ActiveDirectory]
  881. SHOULD_LINEMERGE = false
  882. LINE_BREAKER = ([\r\n]+---splunk-admon-end-of-event---\r\n[\r\n]*)
  883. EXTRACT-GUID = (?i)(?!=\w)(?:objectguid|guid)\s*=\s*(?<guid_lookup>[\w\-]+)
  884. EXTRACT-SID = objectSid\s*=\s*(?<sid_lookup>\S+)
  885. REPORT-MESSAGE = ad-kv
  886. # some schema AD events may be very long
  887. MAX_EVENTS = 10000
  888. TRUNCATE = 100000
  889.  
  890. [WinRegistry]
  891. DATETIME_CONFIG=NONE
  892. LINE_BREAKER = ([\r\n]+---splunk-regmon-end-of-event---\r\n[\r\n]*)
  893.  
  894. [WinWinHostMon]
  895. DATETIME_CONFIG=NONE
  896. SHOULD_LINEMERGE = false
  897.  
  898. [WinPrintMon]
  899. DATETIME_CONFIG=NONE
  900. SHOULD_LINEMERGE = false
  901.  
  902. [wmi]
  903. SHOULD_LINEMERGE = false
  904. LINE_BREAKER = ([\r\n]+---splunk-wmi-end-of-event---\r\n[\r\n]*)
  905. CHARSET = UTF-8
  906.  
  907. [source::WMI...]
  908. REPORT-MESSAGE = wel-message, wel-eq-kv, wel-col-kv
  909. TRANSFORMS-FIELDS = wmi-host, wmi-override-host
  910. SHOULD_LINEMERGE = false
  911.  
  912. [source::WinEventLog...]
  913. SHOULD_LINEMERGE = false
  914. MAX_TIMESTAMP_LOOKAHEAD=30
  915. LINE_BREAKER = ([\r\n](?=\d{2}/\d{2}/\d{2,4} \d{2}:\d{2}:\d{2} [aApPmM]{2}))
  916. REPORT-MESSAGE = wel-message, wel-eq-kv, wel-col-kv
  917. KV_MODE=none
  918. TRANSFORMS-FIELDS = strip-winevt-linebreaker
  919.  
  920. [PerformanceMonitor]
  921. SHOULD_LINEMERGE = false
  922. LINE_BREAKER = ([\r\n]+---splunk-perfmon-end-of-event---\r\n[\r\n]*)
  923. REPORT-MESSAGE = perfmon-kv
  924.  
  925.  
  926.  
  927. [(?::){0}PerfmonMk*:*]
  928. EXTRACT-collection,category,object = collection=\"?(?P<collection>[^\"\n]+)\"?\ncategory=\"?(?P<category>[^\"\n]+)\"?\nobject=\"?(?P<object>[^\"\n]+)\"?\n
  929. KV_MODE = multi_PerfmonMk
  930. NO_BINARY_CHECK = 1
  931. pulldown_type = 1
  932.  
  933. [WinNetMonMk]
  934. KV_MODE = multi_WinNetMonMk
  935. NO_BINARY_CHECK = 1
  936. pulldown_type = 1
  937.  
  938. [source::.../disk_objects.log(.\d+)?]
  939. sourcetype = splunk_disk_objects
  940.  
  941. [source::.../resource_usage.log(.\d+)?]
  942. sourcetype = splunk_resource_usage
  943.  
  944. [splunk_disk_objects]
  945. SHOULD_LINEMERGE = false
  946. TIMESTAMP_FIELDS = datetime
  947. TIME_FORMAT = %m-%d-%Y %H:%M:%S.%l %z
  948. INDEXED_EXTRACTIONS = json
  949. KV_MODE = none
  950.  
  951. [splunk_resource_usage]
  952. SHOULD_LINEMERGE = false
  953. TIMESTAMP_FIELDS = datetime
  954. TIME_FORMAT = %m-%d-%Y %H:%M:%S.%l %z
  955. INDEXED_EXTRACTIONS = json
  956. KV_MODE = none
Advertisement
Add Comment
Please, Sign In to add comment