Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #
- # ============================================================================
- # Copyright (C) 2006-2016 Talend Inc. - www.talend.com
- #
- # This source code is available under agreement available at
- # https://github.com/Talend/data-prep/blob/master/LICENSE
- #
- # You should have received a copy of the agreement
- # along with this program; if not, write to Talend SA
- # 9 rue Pages 92150 Suresnes, France
- #
- # ============================================================================
- #
- #
- # Security settings (using TAC):
- #
- # warning: the ending '/' is mandatory:
- tac.url=http://talend641-dev-tac/org.talend.administrator-6.4.1/
- #
- # Public IP:
- # This is the public ip (or hostname) of the server hosting Data Prep server
- #
- public.ip=192.168.230.53
- server.port=8080
- iam.ip=192.168.230.53
- # Async execution (leaves high value for large dataset support).
- spring.mvc.async.request-timeout=300000
- #
- # Live datasets
- #
- # Data Prep will only list tasks with this prefix:
- tac.task-prefix=dataprep_
- # TAC user:
- # It must have "Operation Manager" or "Designer" role, and have authorization on required projects to list tasks in "Talend job" datasets.
- # It must have "Administrator" role in TAC, in order to list users and groups for sharing.
- tac.user-name=XXXX
- tac.password=XXXXX
- #
- # Mongodb settings
- #
- mongodb.host=talend641-dev-mongodb
- mongodb.port=27017
- mongodb.database=dataprep
- mongodb.user=dataprep-user
- mongodb.password=XXX
- multi-tenancy.mongodb.active=true
- # For more complex use cases, mongo.* configurations can be overridden by specifying URI directly:
- mongodb.uri=mongodb://talend641-mongodb:27017/dataprep
- # Mongodb TLS settings
- #
- # mongodb.ssl=true
- # mongodb.ssl.trust-store=/path/to/trust-store.jks
- # mongodb.ssl.trust-store-password=trust-store-password
- #
- # HTTP TLS settings
- #
- # tls.key-store=/path/to/key-store.jks
- # tls.key-store-password=key-store_password
- # tls.trust-store=/path/to/trust-store.jks
- # tls.trust-store-password=trust-store_password
- # false to disable hostname verification
- # tls.verify-hostname=false
- security.provider=tac
- security.token.secret=yZzHjE4PyAatbSY1/zj1vQ==
- security.token.renew-after=30
- security.token.invalid-after=3600
- spring.profiles.active=server-standalone
- spring.mvc.favicon.enabled=false
- # Service documentation
- service.documentation=false
- service.documentation.name=Talend Data Preparation - API
- service.documentation.description=This service exposes high level services that may involve services orchestration.
- service.paths=api
- # size limit for dataset in lines (if dataset.lines > limit, dataset is truncated)
- dataset.records.limit=10000
- dataset.local.file.size.limit=2000000000
- dataset.imports=local,job,tcomp-JDBCDatastore,tcomp-SimpleFileIoDatastore,tcomp-SalesforceDatastore,tcomp-S3Datastore
- dataset.list.limit=10
- # Address of the data set service (set at runtime by unit tests depending on random port)
- dataset.service.url=http://${public.ip}:${server.port}
- transformation.service.url=http://${public.ip}:${server.port}
- preparation.service.url=http://${public.ip}:${server.port}
- fullrun.service.url=http://${public.ip}:${server.port}
- # Configure all services for file storage
- dataset.metadata.store=mongodb
- # file or s3
- preparation.store=mongodb
- user.data.store=mongodb
- folder.store=mongodb
- upgrade.store=mongodb
- # Cache management (location for cache and content storage)
- content-service.store=local
- content-service.store.local.path=data/
- # Preparation service configuration (see preparation service)
- preparation.store.remove.hours=24
- # Lock on preparation (mongodb or none) delay in seconds
- lock.preparation.store=mongodb
- lock.preparation.delay=600
- # Enable Hazelcast (true = enabled, false = disabled)
- hazelcast.enabled=true
- # Lucene index configuration
- luceneIndexStrategy=singleton
- #
- # Asynchronous (full run / sampling) operations
- #
- # storage
- execution.store=mongodb
- # allowed concurrent runs
- async.operation.concurrent.run=5
- # TCOMP Server: deactivated if property is not present.
- #tcomp.server.url=http://<place_tcomp_ip_here>:8989/tcomp
- # hide some tcomp properties
- # tcomp-JDBCDataset.sourceType.hide=true
- # tcomp-JDBCDatastore.password.hide=true
- tcomp-SimpleFileIoDatastore.kerberosPrincipal.default=${streams.kerberos.principal}
- tcomp-SimpleFileIoDatastore.kerberosKeytab.default=${streams.kerberos.keytab_path}
- tcomp-SimpleFileIoDataset.path.default=${streams.hdfs.server.url}
- # remove test connection step from talend component form
- tcomp-SimpleFileIoDatastore.test_connection.visible=false
- # Full run task max execution time (max execution time for a full run in milliseconds)
- # async.operation.watcher.ttl=3600000
- # Max wait time when data prep waits for live data set input
- # receivers.timeout=3600000
- #
- # Data Quality
- #
- # where indexes are extracted:
- dataquality.indexes.file.location=data/data-quality/org.talend.dataquality.semantic
- # display semantic types within dataprep UI
- dataquality.semantic.list.enable=false
- dataquality.server.url=<place_data-quality_server_url_here>
- # to receive data quality updates
- dataquality.semantic.update.enable=false
- dataquality.event.store=mongodb
- spring.cloud.stream.kafka.binder.brokers=<place_kafka_ip_here>
- spring.cloud.stream.kafka.binder.zkNodes=<place_zookeeper_ip_here>
- spring.cloud.stream.kafka.binder.defaultBrokerPort=9092
- spring.cloud.stream.kafka.binder.defaultZkPort=2181
- spring.cloud.stream.bindings.input.destination=${MESSAGING_DOCUMENT_QUEUE:dictionary}
- spring.cloud.stream.bindings.input.content-type=application/x-java-object;type=org.talend.dataquality.semantic.model.DQDocumentAction
- spring.cloud.stream.bindings.input.group=${MESSAGING_CATEGORY_GROUP:dictionaryGroup}
- spring.cloud.stream.bindings.category.destination=${MESSAGING_CATEGORY_QUEUE:category}
- spring.cloud.stream.bindings.category.content-type=application/x-java-object;type=org.talend.dataquality.semantic.model.DQCategoryAction
- spring.cloud.stream.bindings.category.group=${MESSAGING_REGEX_GROUP:dictionaryGroup}
- spring.cloud.stream.bindings.regEx.destination=${MESSAGING_REGEX_QUEUE:regex}
- spring.cloud.stream.bindings.regEx.content-type=application/x-java-object;type=org.talend.dataquality.semantic.model.DQCategoryAction
- spring.cloud.stream.bindings.regEx.group=${MESSAGING_REGEX_GROUP:dictionaryGroup}
- data.management.lucene.documents.folder=${dataquality.indexes.file.location}/index/dictionary
- data.management.lucene.categories.folder=${dataquality.indexes.file.location}/category
- data.management.receiving.folder=${dataquality.indexes.file.location}/index/received/
- data.management.regex.folder=${dataquality.indexes.file.location}/regex
- # Streams configuration
- streams.enable=false
- streams.flow.runner.url=http://<local machine ip>:<Big data preparation port>/v1
- streams.kerberos.principal=<principal>
- streams.kerberos.keytab_path=<keytab path>
- streams.hdfs.server.url=hdfs://<host>:<port>/<filepath>
- ####################### SSO ##############
- security.basic.enabled=false
- security.oidc.client.expectedIssuer=accounts.talend.com
- iam.license.url=http://${iam.ip}:9080/oidc/services
- security.oidc.client.keyUri=http://${iam.ip}:9080/oidc/jwk/keys
- security.oauth2.client.clientId=<security client id>
- security.oauth2.client.clientSecret=<security client secret>
- security.oidc.client.claimIssueAtTolerance=120
- # security.oauth2.resource.serviceId=${PREFIX:}resource
- security.oauth2.resource.tokenInfoUri=http://${iam.ip}:9080/oidc/oauth2/introspect
- security.oauth2.resource.uri=/api/**,/folders/**,/datasets/**,/preparations/**,/transform/**,/version/**,/acl/**,/apply/**,/export,/export/**,/aggregate,/sampling/**,/receivers/**,/error,/docs,/datastores/**,/preparation/**
- security.oauth2.resource.filter-order=3
- security.oauth2.resource.tokenInfoUriCache.enabled=true
- security.scim.cache.enabled=true
- security.scim.enabled=true
- security.oauth2.client.access-token-uri=http://${iam.ip}:9080/oidc/oauth2/token
- security.oauth2.client.scope=openid refreshToken
- security.oauth2.client.user-authorization-uri=http://${iam.ip}:9080/oidc/idp/authorize?prompt=none
- security.oauth2.sso.login-use-forward=false
- server.session.cookie.name=TDPSESSION
- security.sessions=stateless
- security.user.password=none
- # SSO logout properties for dataprep API & Gateway
- security.oidc.client.endSessionEndpoint=http://${iam.ip}:9080/oidc/idp/logout
- security.oidc.client.logoutSuccessUrl=http://${public.ip}:${server.port}
- security.oauth2.logout.uri=/signOut
- security.oauth2.sso.login-path=/signIn
- iam.scim.url=http://${iam.ip}:7777/scim/
- ####################### SSO ##############
- gateway-api.service.url=http://${public.ip}:${server.port}
- gateway-api.service.path=/gateway
- zuul.servletPath=/gateway/upload
- zuul.routes.dq.path=/gateway/dq/semanticservice/**
- zuul.routes.dq.sensitiveHeaders=${zuul.sensitiveHeaders}
- zuul.routes.dq.url=${dataquality.server.url}/
- proxy.auth.routes.dq=oauth2
- zuul.routes.api.path=/gateway/api/**
- zuul.routes.api.sensitiveHeaders=${zuul.sensitiveHeaders}
- zuul.routes.api.url=http://${public.ip}:${server.port}/api
- proxy.auth.routes.api=oauth2
- zuul.sensitiveHeaders=Cookie,Set-Cookie,Expires,X-Content-Type-Options,X-Xss-Protection,Cookie,X-Frame-Options,Cache-control,Pragma
- zuul.host.socket-timeout-millis=300000
- zuul.host.connect-timeout-millis=5000
- ############# LOGGING #############
- ## Path of the log file
- logging.file=data/logs/app.log
- ## Level output pattern, uncomment to add the MDC user after level
- logging.pattern.level=%5p [user %X{user}]
- ## Pattern used for file logging, uncomment to override Spring default
- #logging.pattern.file=%d{yyyy-MM-dd HH:mm:ss.SSS} %5p --- [%t] %-40.40logger{39} : %m%n%wEx
- ## Data-Prep loggers
- logging.level.=WARN
- logging.level.org.talend.dataprep=INFO
- logging.level.org.talend.dataprep.api=INFO
- logging.level.org.talend.dataprep.dataset=INFO
- logging.level.org.talend.dataprep.preparation=INFO
- logging.level.org.talend.dataprep.transformation=INFO
- logging.level.org.talend.dataprep.fullrun=INFO
- logging.level.org.talend.dataprep.api.dataquality=INFO
- logging.level.org.talend.dataprep.configuration=INFO
- ## Pattern used for console logging, uncomment to override Spring default
- #logging.pattern.console=%clr(%d{yyyy-MM-dd HH:mm:ss.SSS}){faint} %clr(%5p) %clr(${PID:- }){magenta} %clr(---){faint} %clr([%15.15t]){faint} %clr(%-40.40logger{39}){cyan} %clr(:){faint} %m%n%wEx
- ## Configure ansi coloration in console output. Options are: always | never | detect
- #spring.output.ansi.enabled=always
- ## To configure logging with custom logback file, uncomment this line supplying path to logback.xml
- #logging.config=logback.xml
- ###################################
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement