Advertisement
Guest User

Untitled

a guest
Feb 19th, 2018
51
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. #
  2. # ============================================================================
  3. # Copyright (C) 2006-2016 Talend Inc. - www.talend.com
  4. #
  5. # This source code is available under agreement available at
  6. # https://github.com/Talend/data-prep/blob/master/LICENSE
  7. #
  8. # You should have received a copy of the agreement
  9. # along with this program; if not, write to Talend SA
  10. # 9 rue Pages 92150 Suresnes, France
  11. #
  12. # ============================================================================
  13. #
  14.  
  15. #
  16. # Security settings (using TAC):
  17. #
  18. # warning: the ending '/' is mandatory:
  19. tac.url=http://talend641-dev-tac/org.talend.administrator-6.4.1/
  20.  
  21. #
  22. # Public IP:
  23. # This is the public ip (or hostname) of the server hosting Data Prep server
  24. #
  25. public.ip=192.168.230.53
  26. server.port=8080
  27. iam.ip=192.168.230.53
  28.  
  29. # Async execution (leaves high value for large dataset support).
  30. spring.mvc.async.request-timeout=300000
  31.  
  32. #
  33. # Live datasets
  34. #
  35. # Data Prep will only list tasks with this prefix:
  36. tac.task-prefix=dataprep_
  37.  
  38. # TAC user:
  39. # It must have "Operation Manager" or "Designer" role, and have authorization on required projects to list tasks in "Talend job" datasets.
  40. # It must have "Administrator" role in TAC, in order to list users and groups for sharing.
  41. tac.user-name=XXXX
  42. tac.password=XXXXX
  43.  
  44. #
  45. # Mongodb settings
  46. #
  47. mongodb.host=talend641-dev-mongodb
  48. mongodb.port=27017
  49. mongodb.database=dataprep
  50. mongodb.user=dataprep-user
  51. mongodb.password=XXX
  52. multi-tenancy.mongodb.active=true
  53. # For more complex use cases, mongo.* configurations can be overridden by specifying URI directly:
  54. mongodb.uri=mongodb://talend641-mongodb:27017/dataprep
  55.  
  56. # Mongodb TLS settings
  57. #
  58. # mongodb.ssl=true
  59. # mongodb.ssl.trust-store=/path/to/trust-store.jks
  60. # mongodb.ssl.trust-store-password=trust-store-password
  61. #
  62. # HTTP TLS settings
  63. #
  64. # tls.key-store=/path/to/key-store.jks
  65. # tls.key-store-password=key-store_password
  66. # tls.trust-store=/path/to/trust-store.jks
  67. # tls.trust-store-password=trust-store_password
  68. # false to disable hostname verification
  69. # tls.verify-hostname=false
  70.  
  71. security.provider=tac
  72. security.token.secret=yZzHjE4PyAatbSY1/zj1vQ==
  73. security.token.renew-after=30
  74. security.token.invalid-after=3600
  75.  
  76. spring.profiles.active=server-standalone
  77. spring.mvc.favicon.enabled=false
  78.  
  79. # Service documentation
  80. service.documentation=false
  81. service.documentation.name=Talend Data Preparation - API
  82. service.documentation.description=This service exposes high level services that may involve services orchestration.
  83. service.paths=api
  84.  
  85. # size limit for dataset in lines (if dataset.lines > limit, dataset is truncated)
  86. dataset.records.limit=10000
  87. dataset.local.file.size.limit=2000000000
  88. dataset.imports=local,job,tcomp-JDBCDatastore,tcomp-SimpleFileIoDatastore,tcomp-SalesforceDatastore,tcomp-S3Datastore
  89. dataset.list.limit=10
  90.  
  91. # Address of the data set service (set at runtime by unit tests depending on random port)
  92. dataset.service.url=http://${public.ip}:${server.port}
  93. transformation.service.url=http://${public.ip}:${server.port}
  94. preparation.service.url=http://${public.ip}:${server.port}
  95. fullrun.service.url=http://${public.ip}:${server.port}
  96.  
  97. # Configure all services for file storage
  98. dataset.metadata.store=mongodb
  99. # file or s3
  100. preparation.store=mongodb
  101. user.data.store=mongodb
  102. folder.store=mongodb
  103. upgrade.store=mongodb
  104.  
  105. # Cache management (location for cache and content storage)
  106. content-service.store=local
  107. content-service.store.local.path=data/
  108.  
  109. # Preparation service configuration (see preparation service)
  110. preparation.store.remove.hours=24
  111.  
  112. # Lock on preparation (mongodb or none) delay in seconds
  113. lock.preparation.store=mongodb
  114. lock.preparation.delay=600
  115.  
  116. # Enable Hazelcast (true = enabled, false = disabled)
  117. hazelcast.enabled=true
  118.  
  119. # Lucene index configuration
  120. luceneIndexStrategy=singleton
  121.  
  122. #
  123. # Asynchronous (full run / sampling) operations
  124. #
  125. # storage
  126. execution.store=mongodb
  127. # allowed concurrent runs
  128. async.operation.concurrent.run=5
  129.  
  130. # TCOMP Server: deactivated if property is not present.
  131. #tcomp.server.url=http://<place_tcomp_ip_here>:8989/tcomp
  132.  
  133. # hide some tcomp properties
  134. # tcomp-JDBCDataset.sourceType.hide=true
  135. # tcomp-JDBCDatastore.password.hide=true
  136. tcomp-SimpleFileIoDatastore.kerberosPrincipal.default=${streams.kerberos.principal}
  137. tcomp-SimpleFileIoDatastore.kerberosKeytab.default=${streams.kerberos.keytab_path}
  138. tcomp-SimpleFileIoDataset.path.default=${streams.hdfs.server.url}
  139.  
  140. # remove test connection step from talend component form
  141. tcomp-SimpleFileIoDatastore.test_connection.visible=false
  142.  
  143.  
  144. # Full run task max execution time (max execution time for a full run in milliseconds)
  145. # async.operation.watcher.ttl=3600000
  146.  
  147. # Max wait time when data prep waits for live data set input
  148. # receivers.timeout=3600000
  149. #
  150. # Data Quality
  151. #
  152. # where indexes are extracted:
  153. dataquality.indexes.file.location=data/data-quality/org.talend.dataquality.semantic
  154. # display semantic types within dataprep UI
  155. dataquality.semantic.list.enable=false
  156. dataquality.server.url=<place_data-quality_server_url_here>
  157.  
  158. # to receive data quality updates
  159. dataquality.semantic.update.enable=false
  160. dataquality.event.store=mongodb
  161. spring.cloud.stream.kafka.binder.brokers=<place_kafka_ip_here>
  162. spring.cloud.stream.kafka.binder.zkNodes=<place_zookeeper_ip_here>
  163. spring.cloud.stream.kafka.binder.defaultBrokerPort=9092
  164. spring.cloud.stream.kafka.binder.defaultZkPort=2181
  165. spring.cloud.stream.bindings.input.destination=${MESSAGING_DOCUMENT_QUEUE:dictionary}
  166. spring.cloud.stream.bindings.input.content-type=application/x-java-object;type=org.talend.dataquality.semantic.model.DQDocumentAction
  167. spring.cloud.stream.bindings.input.group=${MESSAGING_CATEGORY_GROUP:dictionaryGroup}
  168. spring.cloud.stream.bindings.category.destination=${MESSAGING_CATEGORY_QUEUE:category}
  169. spring.cloud.stream.bindings.category.content-type=application/x-java-object;type=org.talend.dataquality.semantic.model.DQCategoryAction
  170. spring.cloud.stream.bindings.category.group=${MESSAGING_REGEX_GROUP:dictionaryGroup}
  171. spring.cloud.stream.bindings.regEx.destination=${MESSAGING_REGEX_QUEUE:regex}
  172. spring.cloud.stream.bindings.regEx.content-type=application/x-java-object;type=org.talend.dataquality.semantic.model.DQCategoryAction
  173. spring.cloud.stream.bindings.regEx.group=${MESSAGING_REGEX_GROUP:dictionaryGroup}
  174. data.management.lucene.documents.folder=${dataquality.indexes.file.location}/index/dictionary
  175. data.management.lucene.categories.folder=${dataquality.indexes.file.location}/category
  176. data.management.receiving.folder=${dataquality.indexes.file.location}/index/received/
  177. data.management.regex.folder=${dataquality.indexes.file.location}/regex
  178.  
  179. # Streams configuration
  180. streams.enable=false
  181. streams.flow.runner.url=http://<local machine ip>:<Big data preparation port>/v1
  182. streams.kerberos.principal=<principal>
  183. streams.kerberos.keytab_path=<keytab path>
  184. streams.hdfs.server.url=hdfs://<host>:<port>/<filepath>
  185.  
  186. ####################### SSO ##############
  187. security.basic.enabled=false
  188. security.oidc.client.expectedIssuer=accounts.talend.com
  189. iam.license.url=http://${iam.ip}:9080/oidc/services
  190. security.oidc.client.keyUri=http://${iam.ip}:9080/oidc/jwk/keys
  191. security.oauth2.client.clientId=<security client id>
  192. security.oauth2.client.clientSecret=<security client secret>
  193. security.oidc.client.claimIssueAtTolerance=120
  194. # security.oauth2.resource.serviceId=${PREFIX:}resource
  195. security.oauth2.resource.tokenInfoUri=http://${iam.ip}:9080/oidc/oauth2/introspect
  196. security.oauth2.resource.uri=/api/**,/folders/**,/datasets/**,/preparations/**,/transform/**,/version/**,/acl/**,/apply/**,/export,/export/**,/aggregate,/sampling/**,/receivers/**,/error,/docs,/datastores/**,/preparation/**
  197. security.oauth2.resource.filter-order=3
  198. security.oauth2.resource.tokenInfoUriCache.enabled=true
  199. security.scim.cache.enabled=true
  200. security.scim.enabled=true
  201.  
  202. security.oauth2.client.access-token-uri=http://${iam.ip}:9080/oidc/oauth2/token
  203. security.oauth2.client.scope=openid refreshToken
  204. security.oauth2.client.user-authorization-uri=http://${iam.ip}:9080/oidc/idp/authorize?prompt=none
  205. security.oauth2.sso.login-use-forward=false
  206. server.session.cookie.name=TDPSESSION
  207. security.sessions=stateless
  208. security.user.password=none
  209.  
  210. # SSO logout properties for dataprep API & Gateway
  211. security.oidc.client.endSessionEndpoint=http://${iam.ip}:9080/oidc/idp/logout
  212. security.oidc.client.logoutSuccessUrl=http://${public.ip}:${server.port}
  213. security.oauth2.logout.uri=/signOut
  214. security.oauth2.sso.login-path=/signIn
  215.  
  216. iam.scim.url=http://${iam.ip}:7777/scim/
  217. ####################### SSO ##############
  218.  
  219. gateway-api.service.url=http://${public.ip}:${server.port}
  220. gateway-api.service.path=/gateway
  221.  
  222. zuul.servletPath=/gateway/upload
  223.  
  224. zuul.routes.dq.path=/gateway/dq/semanticservice/**
  225. zuul.routes.dq.sensitiveHeaders=${zuul.sensitiveHeaders}
  226. zuul.routes.dq.url=${dataquality.server.url}/
  227. proxy.auth.routes.dq=oauth2
  228.  
  229. zuul.routes.api.path=/gateway/api/**
  230. zuul.routes.api.sensitiveHeaders=${zuul.sensitiveHeaders}
  231. zuul.routes.api.url=http://${public.ip}:${server.port}/api
  232. proxy.auth.routes.api=oauth2
  233.  
  234. zuul.sensitiveHeaders=Cookie,Set-Cookie,Expires,X-Content-Type-Options,X-Xss-Protection,Cookie,X-Frame-Options,Cache-control,Pragma
  235.  
  236. zuul.host.socket-timeout-millis=300000
  237. zuul.host.connect-timeout-millis=5000
  238.  
  239. ############# LOGGING #############
  240. ## Path of the log file
  241. logging.file=data/logs/app.log
  242. ## Level output pattern, uncomment to add the MDC user after level
  243. logging.pattern.level=%5p [user %X{user}]
  244. ## Pattern used for file logging, uncomment to override Spring default
  245. #logging.pattern.file=%d{yyyy-MM-dd HH:mm:ss.SSS} %5p --- [%t] %-40.40logger{39} : %m%n%wEx
  246. ## Data-Prep loggers
  247. logging.level.=WARN
  248. logging.level.org.talend.dataprep=INFO
  249. logging.level.org.talend.dataprep.api=INFO
  250. logging.level.org.talend.dataprep.dataset=INFO
  251. logging.level.org.talend.dataprep.preparation=INFO
  252. logging.level.org.talend.dataprep.transformation=INFO
  253. logging.level.org.talend.dataprep.fullrun=INFO
  254. logging.level.org.talend.dataprep.api.dataquality=INFO
  255. logging.level.org.talend.dataprep.configuration=INFO
  256.  
  257. ## Pattern used for console logging, uncomment to override Spring default
  258. #logging.pattern.console=%clr(%d{yyyy-MM-dd HH:mm:ss.SSS}){faint} %clr(%5p) %clr(${PID:- }){magenta} %clr(---){faint} %clr([%15.15t]){faint} %clr(%-40.40logger{39}){cyan} %clr(:){faint} %m%n%wEx
  259. ## Configure ansi coloration in console output. Options are: always | never | detect
  260. #spring.output.ansi.enabled=always
  261. ## To configure logging with custom logback file, uncomment this line supplying path to logback.xml
  262. #logging.config=logback.xml
  263. ###################################
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement