SHARE
TWEET

Untitled

a guest Mar 14th, 2019 128 Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. ---
  2. dsl_version: 1
  3.  
  4. core:
  5.   services:
  6.   # - random_ip
  7.   # - rq_executor
  8.   # - GC
  9.   # - tg_feed
  10.   # - rg_scanner
  11.   storages:
  12.   # - cool
  13.   # - pool
  14.   # - ip_source
  15.   - tasks
  16.   - rg_files
  17.  
  18. services:
  19.   rg_scanner:
  20.     _load: plugins.web.source
  21.     _storage: rg_files
  22.     get:
  23.     - http://rgho.st/releases
  24.     delay: 20
  25.     out:
  26.       type: rg_html
  27.       spec:
  28.         html: ^content
  29.        
  30.   random_ip:
  31.     _load: plugins.iscan.lib.IP.RandomIP
  32.     _storage: ip_source
  33.     out:
  34.       type: IP
  35.       spec:
  36.         ip: ^out.ip
  37.         geo:
  38.           city: ^out.geo.city
  39.           country: ^out.geo.country
  40.   rq_executor:
  41.     _load: plugins.base.lib.exec.rq.RQExecutor
  42.     _storage: tasks
  43.     delay: 2
  44.     pipelines:
  45.     - rghost
  46.     redis:
  47.       host: localhost
  48.   GC:
  49.     _load: plugins.base.lib.GC.GarbageCollector
  50.     _storage: pool
  51.     delay: 10
  52.     if:
  53.       equal:
  54.         pipelines.ftp.result: false
  55.         pipelines.gopher.result: false
  56.   tg_feed:
  57.     _load: plugins.base.lib.Telegram.TelegramFeed
  58.     _storage: cool
  59.     token: "358947254:"
  60.     chats:
  61.     - id: aiWeipeighah7vufoHa0ieToipooYe
  62.       if:
  63.         equal:
  64.           type: FTPText
  65.     - id: ohl7AeGah5uo8cho4nae9Eemaeyae3
  66.       if:
  67.         equal:
  68.           type: GopherText
  69.  
  70. storages:
  71.   cool:
  72.     _load: plugins.base.lib.Mongo.MongoStorage
  73.     url: localhost
  74.     size: 0
  75.     db: "kubear"
  76.     coll: 'cool'
  77.     index:
  78.     - field: feed
  79.   pool:
  80.     _load: plugins.base.lib.Mongo.MongoStorage
  81.     url: localhost
  82.     size: 0
  83.     db: "kubear"
  84.     coll: 'pool'
  85.     index:
  86.     - field: id
  87.     - field: type
  88.     - field: data
  89.     - field: pipelines
  90.   tasks:
  91.     _load: plugins.base.lib.Mongo.MongoStorage
  92.     url: localhost
  93.     size: 0
  94.     db: "kubear"
  95.     coll: 'tasks'
  96.     index:
  97.     - field: id
  98.     - field: ended
  99.   ip_source:
  100.     _load: plugins.base.lib.Mongo.MongoStorage
  101.     url: localhost
  102.     size: 8000
  103.     db: "kubear"
  104.     coll: 'ip_source'
  105.   rg_files:
  106.     _load: plugins.base.lib.Mongo.MongoStorage
  107.     url: localhost
  108.     size: 0
  109.     db: "kubear"
  110.     coll: 'rg_files'
  111.     index:
  112.     - field: data.url
  113.       unique: true
  114.     - field: id
  115.  
  116.  
  117.  
  118. pipelines:
  119.   rghost:
  120.     _load: lib.exec.Pipeline
  121.     _storage: rg_files
  122.     steps: []
  123.     # - rg_extract_urls
  124.     # - rg_download_files
  125.     # - rg_meta
  126.  
  127.   # ip:
  128.   #   _load: lib.exec.Pipeline
  129.   #   _storage: ip_source
  130.   #   steps:
  131.   #   - scan
  132.  
  133.   # ftp:
  134.   #   _load: lib.exec.Pipeline
  135.   #   _storage: pool
  136.   #   steps:
  137.   #   - ftp_connect
  138.   #   - ftp_list_files
  139.   #   - ftp_filter_files
  140.   #   - ftp_apply_tpl
  141.  
  142.   # gopher:
  143.   #   _load: lib.exec.Pipeline
  144.   #   _storage: pool
  145.   #   steps:
  146.   #   - gopher_find
  147.   #   - gopher_apply_tpl
  148.  
  149.  
  150. tasks:
  151.   scan:
  152.     _load: plugins.iscan.tasks.common.MasScanTask
  153.     ports: [21, 70]
  154.     parallel: 500
  155.     priority: low
  156.     map:
  157.     - type: IP
  158.     out:
  159.     - type: NetService
  160.       storage: pool
  161.       spec:
  162.         port: ^int:port
  163.  
  164.   ftp_connect:
  165.     _load: plugins.iscan.tasks.ftp.FTPConnectTask
  166.     usernames: data/ftp/usernames.txt
  167.     passwords: data/ftp/passwords.txt
  168.     bruteforce: true
  169.     timeout: 100
  170.     if:
  171.       equal:
  172.         data.port: 21
  173.     map:
  174.     - type: NetService
  175.     out:
  176.     - type: FTPService
  177.       storage: pool
  178.       spec:
  179.         username: ^username
  180.         password: ^password
  181.   ftp_list_files:
  182.     _load: plugins.iscan.tasks.ftp.FTPListFilesTask
  183.     timeout: 20
  184.     if:
  185.       steps:
  186.         ftp:
  187.           ftp_connect: true
  188.     map:
  189.     - type: FTPService
  190.     out:
  191.     - type: FTPService
  192.       spec:
  193.         files: ^list:files
  194.   ftp_filter_files:
  195.     _load: plugins.iscan.tasks.ftp.FTPFilterFilesTask
  196.     parallel: 100
  197.     if:
  198.       steps:
  199.         ftp:
  200.           ftp_list_files: true
  201.     map:
  202.     - type: FTPService
  203.     out:
  204.     - type: FTPService
  205.       spec:
  206.         filter: ^bool:filter
  207.   ftp_apply_tpl:
  208.     _load: plugins.base.tasks.text.Jinja2TemplateTask
  209.     path: plugins/iscan/templates/ftp.tpl
  210.     priority: high
  211.     if:
  212.       equal:
  213.         data.filter: false
  214.       steps:
  215.         ftp:
  216.           ftp_filter_files: true
  217.     map:
  218.     - type: FTPService
  219.     out:
  220.     - storage: cool
  221.       type: FTPText
  222.       spec:
  223.         text: ^text
  224.  
  225.   gopher_find:
  226.     _load: plugins.iscan.tasks.gopher.GopherFindTask
  227.     priority: high
  228.     if:
  229.       equal:
  230.         data.port: 70
  231.     map:
  232.     - type: NetService
  233.     out:
  234.     - type: GopherService
  235.       spec:
  236.         nodes: ^list:nodes
  237.         filter: ^bool:filter
  238.   gopher_apply_tpl:
  239.     _load: plugins.base.tasks.text.Jinja2TemplateTask
  240.     path: plugins/iscan/templates/gopher.tpl
  241.     priority: high
  242.     if:
  243.       equal:
  244.         data.filter: false
  245.       steps:
  246.         gopher:
  247.           gopher_find: true
  248.     map:
  249.     - type: GopherService
  250.     out:
  251.     - storage: cool
  252.       type: GopherText
  253.       spec:
  254.         text: ^text
  255.  
  256. logging:
  257.   # _elastic: elastic
  258.   default: DEBUG
  259.   Storage: INFO
  260.   Loader: DEBUG
RAW Paste Data
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy. OK, I Understand
 
Top