API tools faq
paste
Advertisement
synfinatic

startup.properties

synfinatic
Jan 10th, 2017
97
0
Never
Add comment
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 15.66 KB | None | 0 0
raw download clone embed print report
  1. #
  2. # Licensed to the Apache Software Foundation (ASF) under one
  3. # or more contributor license agreements. See the NOTICE file
  4. # distributed with this work for additional information
  5. # regarding copyright ownership. The ASF licenses this file
  6. # to you under the Apache License, Version 2.0 (the
  7. # "License"); you may not use this file except in compliance
  8. # with the License. You may obtain a copy of the License at
  9. #
  10. # http://www.apache.org/licenses/LICENSE-2.0
  11. #
  12. # Unless required by applicable law or agreed to in writing, software
  13. # distributed under the License is distributed on an "AS IS" BASIS,
  14. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. # See the License for the specific language governing permissions and
  16. # limitations under the License.
  17. #
  18.  
  19. ####################################################
  20. #### This is used for falcon packaging only. ####
  21. ####################################################
  22.  
  23. *.domain=${falcon.app.type}
  24.  
  25. ######### Implementation classes #########
  26. ## DONT MODIFY UNLESS SURE ABOUT CHANGE ##
  27.  
  28. ## If you wish to use Falcon native scheduler uncomment and enable the properties below.##
  29. #*.dag.engine.impl=org.apache.falcon.workflow.engine.OozieDAGEngine
  30. ## If you wish to use Falcon native scheduler set the workflow engine to FalconWorkflowEngine instead of OozieWorkflowEngine. ##
  31. #*.workflow.engine.impl=org.apache.falcon.workflow.engine.FalconWorkflowEngine
  32. *.workflow.engine.impl=org.apache.falcon.workflow.engine.OozieWorkflowEngine
  33. *.lifecycle.engine.impl=org.apache.falcon.lifecycle.engine.oozie.OoziePolicyBuilderFactory
  34. *.oozie.process.workflow.builder=org.apache.falcon.workflow.OozieProcessWorkflowBuilder
  35. *.oozie.feed.workflow.builder=org.apache.falcon.workflow.OozieFeedWorkflowBuilder
  36. *.SchedulableEntityManager.impl=org.apache.falcon.resource.SchedulableEntityManager
  37. *.ConfigSyncService.impl=org.apache.falcon.resource.ConfigSyncService
  38. *.ProcessInstanceManager.impl=org.apache.falcon.resource.InstanceManager
  39. *.catalog.service.impl=org.apache.falcon.catalog.HiveCatalogService
  40.  
  41. ##### Falcon Services #####
  42. *.application.services=org.apache.falcon.security.AuthenticationInitializationService,\
  43. org.apache.falcon.workflow.WorkflowJobEndNotificationService, \
  44. org.apache.falcon.service.ProcessSubscriberService,\
  45. org.apache.falcon.extensions.ExtensionService,\
  46. org.apache.falcon.service.LifecyclePolicyMap,\
  47. org.apache.falcon.entity.store.ConfigurationStore,\
  48. org.apache.falcon.rerun.service.RetryService,\
  49. org.apache.falcon.rerun.service.LateRunService,\
  50. org.apache.falcon.service.LogCleanupService,\
  51. org.apache.falcon.service.GroupsService,\
  52. org.apache.falcon.service.ProxyUserService,\
  53. org.apache.falcon.metrics.MetricNotificationService
  54.  
  55. ## Need TitanDB/Hbase or BerkeleyDB for the mapping service
  56. # org.apache.falcon.metadata.MetadataMappingService,\
  57.  
  58. ##For feed SLA monitoring enable these two
  59. # org.apache.falcon.service.FalconJPAService,\
  60. # org.apache.falcon.service.FeedSLAMonitoringService,\
  61.  
  62. ##Add if you want to send data to graphite
  63. # org.apache.falcon.metrics.MetricNotificationService\
  64. ## Add if you want to use Falcon Azure integration ##
  65. # org.apache.falcon.adfservice.ADFProviderService
  66. ## If you wish to use Falcon native scheduler uncomment out below application services and comment out above application services ##
  67. #*.application.services=org.apache.falcon.security.AuthenticationInitializationService,\
  68. # org.apache.falcon.workflow.WorkflowJobEndNotificationService, \
  69. # org.apache.falcon.service.ProcessSubscriberService,\
  70. # org.apache.falcon.service.FeedSLAMonitoringService,\
  71. # org.apache.falcon.service.LifecyclePolicyMap,\
  72. # org.apache.falcon.service.FalconJPAService,\
  73. # org.apache.falcon.entity.store.ConfigurationStore,\
  74. # org.apache.falcon.rerun.service.RetryService,\
  75. # org.apache.falcon.rerun.service.LateRunService,\
  76. # org.apache.falcon.metadata.MetadataMappingService,\
  77. # org.apache.falcon.service.LogCleanupService,\
  78. # org.apache.falcon.service.GroupsService,\
  79. # org.apache.falcon.service.ProxyUserService,\
  80. # org.apache.falcon.notification.service.impl.JobCompletionService,\
  81. # org.apache.falcon.notification.service.impl.SchedulerService,\
  82. # org.apache.falcon.notification.service.impl.AlarmService,\
  83. # org.apache.falcon.notification.service.impl.DataAvailabilityService,\
  84. # org.apache.falcon.execution.FalconExecutionService
  85.  
  86. ##### Prism Services #####
  87. prism.application.services=org.apache.falcon.service.LifecyclePolicyMap,\
  88. org.apache.falcon.entity.store.ConfigurationStore
  89.  
  90.  
  91.  
  92. # List of Lifecycle policies configured.
  93. *.falcon.feed.lifecycle.policies=org.apache.falcon.lifecycle.retention.AgeBasedDelete
  94. # List of builders for the policies.
  95. *.falcon.feed.lifecycle.policy.builders=org.apache.falcon.lifecycle.engine.oozie.retention.AgeBasedDeleteBuilder
  96.  
  97. ##### Falcon Configuration Store Change listeners #####
  98. *.configstore.listeners=org.apache.falcon.entity.v0.EntityGraph,\
  99. org.apache.falcon.entity.ColoClusterRelation,\
  100. org.apache.falcon.group.FeedGroupMap,\
  101. org.apache.falcon.entity.store.FeedLocationStore,\
  102. org.apache.falcon.service.FeedSLAMonitoringService,\
  103. org.apache.falcon.service.SharedLibraryHostingService
  104. ## If you wish to use Falcon native scheduler, add the State store as a configstore listener. ##
  105. # org.apache.falcon.state.store.jdbc.JDBCStateStore
  106.  
  107. ##### Prism Configuration Store Change listeners #####
  108. prism.configstore.listeners=org.apache.falcon.entity.v0.EntityGraph,\
  109. org.apache.falcon.entity.ColoClusterRelation,\
  110. org.apache.falcon.group.FeedGroupMap
  111.  
  112. ##### JMS MQ Broker Implementation class #####
  113. *.broker.impl.class=org.apache.activemq.ActiveMQConnectionFactory
  114.  
  115. ##### List of shared libraries for Falcon workflows #####
  116. *.shared.libs=activemq-all,ant,geronimo-j2ee-management,jms,json-simple,oozie-client,spring-jms,commons-lang3,commons-el
  117.  
  118. ##### Workflow Job Execution Completion listeners #####
  119. *.workflow.execution.listeners=org.apache.falcon.handler.SLAMonitoringHandler
  120.  
  121. ######### Implementation classes #########
  122.  
  123.  
  124. ######### System startup parameters #########
  125.  
  126. # Location to store user entity configurations
  127. *.config.store.uri=file://${falcon.home}/data/${falcon.app.type}-store
  128.  
  129. # HDFS location of extension store for extension artifacts
  130. *.extension.store.uri=file://${falcon.home}/extensions/
  131.  
  132. #Location to store state of Feed SLA monitoring service
  133. *.feed.sla.service.store.uri = file://${falcon.home}/data/sla/pendingfeedinstances
  134.  
  135. # Location of libraries that is shipped to Hadoop
  136. *.system.lib.location=${falcon.home}/server/webapp/${falcon.app.type}/WEB-INF/lib
  137.  
  138. *.retry.recorder.path=${falcon.log.dir}/retry
  139.  
  140. *.falcon.cleanup.service.frequency=days(1)
  141.  
  142. # Default number of threads to be used to restore entities.
  143. *.config.store.num.threads.load.entities=100
  144.  
  145. # Default timeout in minutes to load entities
  146. *.config.store.start.timeout.minutes=30
  147.  
  148. ######### Properties for Feed SLA Monitoring #########
  149. # frequency of serialization for the state of FeedSLAMonitoringService - 1 hour
  150. *.feed.sla.serialization.frequency.millis=3600000
  151.  
  152. # Maximum number of pending instances per feed that will be recorded. After this older instances will be removed in
  153. # a FIFO fashion.
  154. *.feed.sla.queue.size=288
  155.  
  156. # Do not change unless really sure
  157. # Frequency in seconds of "status check" for pending feed instances, default is 10 mins = 10 * 60
  158. *.feed.sla.statusCheck.frequency.seconds=600
  159.  
  160. # Do not change unless really sure
  161. # Time Duration (in milliseconds) in future for generating pending feed instances.
  162. # In every cycle pending feed instances are added for monitoring, till this time in future.
  163. # It must be more than statusCheck frequency, default is 15 mins = 15 * 60 * 1000
  164. *.feed.sla.lookAheadWindow.millis=900000
  165.  
  166. ######### Properties for configuring JMS provider - activemq #########
  167. # Default Active MQ url
  168. *.broker.url=tcp://localhost:61616
  169.  
  170. # default time-to-live for a JMS message 3 days (time in minutes)
  171. *.broker.ttlInMins=4320
  172. *.entity.topic=FALCON.ENTITY.TOPIC
  173. *.max.retry.failure.count=1
  174.  
  175. ######### Properties for configuring iMon client and metric #########
  176. *.internal.queue.size=1000
  177.  
  178. #*.current.colo=<<current.colo>>
  179.  
  180.  
  181. ######### Graph Database Properties #########
  182. # Graph implementation
  183. *.falcon.graph.blueprints.graph=com.thinkaurelius.titan.core.TitanFactory
  184.  
  185. # Graph Storage
  186. # IMPORTANT: Please enable one of the graph db backend: hbase or berkeleydb, per instructions below.
  187.  
  188. # Enable the following for Berkeley DB. Make sure je-5.0.73.jar is downloaded and available
  189. # under Falcon webapp directory or under falcon server classpath.
  190. #*.falcon.graph.storage.backend=berkeleyje
  191. #*.falcon.graph.storage.directory=/${falcon.home}/data/graphdb
  192. #*.falcon.graph.serialize.path=${user.dir}/target/graphdb
  193.  
  194. # Need to figure out how to get Hbase/TitanDB working together. For now, this
  195. # config is a non-op beacuse MetadataMappingService is disabled above
  196. # Enable the following for HBase
  197. *.falcon.graph.storage.backend=hbase
  198. # For standalone mode , set hostname to localhost; for distributed mode, set to the zookeeper quorum
  199. # @see http://s3.thinkaurelius.com/docs/titan/current/hbase.html#_remote_server_mode_2
  200. *.falcon.graph.storage.hostname=<REMOVED 3 IPS IN CSV FOR OUR ZOOKEEPER>
  201. *.falcon.graph.storage.hbase.table=falcon_titan
  202.  
  203. # Avoid acquiring read lock when iterating over large graphs
  204. # See http://s3.thinkaurelius.com/docs/titan/0.5.4/bdb.html
  205. *.falcon.graph.storage.transactions=false
  206.  
  207. # Uncomment and override the following properties for enabling metrics for titan db and pushing them to graphite. You
  208. # can use other reporters like ganglia also.
  209. # Refer (http://thinkaurelius.github.io/titan/wikidoc/0.4.2/Titan-Performance-and-Monitoring)for finding the
  210. # relevant configurations for your use case. NOTE: you have to prefix all the properties with "*.falcon.graph."
  211. # *.falcon.graph.storage.enable-basic-metrics = true
  212. # Required; IP or hostname string
  213. *.falcon.graph.metrics.graphite.hostname = graphite.company.com
  214. # Required; specify logging interval in milliseconds
  215. *.falcon.graph.metrics.graphite.interval = 60000
  216.  
  217.  
  218. ######### Authentication Properties #########
  219.  
  220. # Authentication type must be specified: simple|kerberos
  221. *.falcon.authentication.type=simple
  222.  
  223. ##### Service Configuration
  224.  
  225. # Indicates the Kerberos principal to be used in Falcon Service.
  226. *.falcon.service.authentication.kerberos.principal=
  227.  
  228. # Location of the keytab file with the credentials for the Service principal.
  229. *.falcon.service.authentication.kerberos.keytab=
  230.  
  231. # name node principal to talk to config store
  232. *.dfs.namenode.kerberos.principal=
  233.  
  234. ##### SPNEGO Configuration
  235.  
  236. # Authentication type must be specified: simple|kerberos|<class>
  237. # org.apache.falcon.security.RemoteUserInHeaderBasedAuthenticationHandler can be used for backwards compatibility
  238. *.falcon.http.authentication.type=simple
  239.  
  240. # Indicates how long (in seconds) an authentication token is valid before it has to be renewed.
  241. *.falcon.http.authentication.token.validity=36000
  242.  
  243. # The signature secret for signing the authentication tokens.
  244. *.falcon.http.authentication.signature.secret=falcon
  245.  
  246. # The domain to use for the HTTP cookie that stores the authentication token.
  247. *.falcon.http.authentication.cookie.domain=
  248.  
  249. # Indicates if anonymous requests are allowed when using 'simple' authentication.
  250. *.falcon.http.authentication.simple.anonymous.allowed=true
  251.  
  252. # Indicates the Kerberos principal to be used for HTTP endpoint.
  253. # The principal MUST start with 'HTTP/' as per Kerberos HTTP SPNEGO specification.
  254. *.falcon.http.authentication.kerberos.principal=
  255.  
  256. # Location of the keytab file with the credentials for the HTTP principal.
  257. *.falcon.http.authentication.kerberos.keytab=
  258.  
  259. # The kerberos names rules is to resolve kerberos principal names, refer to Hadoop's KerberosName for more details.
  260. *.falcon.http.authentication.kerberos.name.rules=DEFAULT
  261.  
  262. # Indicates the validity time (in seconds) for kerberos token.
  263. *.falcon.service.authentication.token.validity=86400
  264.  
  265. # Comma separated list of black listed users
  266. *.falcon.http.authentication.blacklisted.users=
  267.  
  268. ######### Authentication Properties #########
  269.  
  270.  
  271. ######### Authorization Properties #########
  272.  
  273. # Authorization Enabled flag: false (default)|true
  274. *.falcon.security.authorization.enabled=false
  275.  
  276. # The name of the group of super-users
  277. *.falcon.security.authorization.superusergroup=falcon
  278.  
  279. # Admin Users, comma separated users
  280. *.falcon.security.authorization.admin.users=falcon,ambari-qa
  281.  
  282. # Admin Group Membership, comma separated users
  283. *.falcon.security.authorization.admin.groups=falcon,staff
  284.  
  285. # Authorization Provider Implementation Fully Qualified Class Name
  286. *.falcon.security.authorization.provider=org.apache.falcon.security.DefaultAuthorizationProvider
  287.  
  288. ######### Authorization Properties #########
  289.  
  290. ######### ADF Configurations start #########
  291.  
  292. # A String object that represents the namespace
  293. *.microsoft.windowsazure.services.servicebus.namespace=
  294.  
  295. # Request and status queues on the namespace
  296. *.microsoft.windowsazure.services.servicebus.requestqueuename=
  297. *.microsoft.windowsazure.services.servicebus.statusqueuename=
  298.  
  299. # A String object that contains the SAS key name
  300. *.microsoft.windowsazure.services.servicebus.sasKeyName=
  301.  
  302. # A String object that contains the SAS key
  303. *.microsoft.windowsazure.services.servicebus.sasKey=
  304.  
  305. # A String object containing the base URI that is added to your Service Bus namespace to form the URI to connect
  306. # to the Service Bus service. To access the default public Azure service, pass ".servicebus.windows.net"
  307. *.microsoft.windowsazure.services.servicebus.serviceBusRootUri=
  308.  
  309. # Service bus polling frequency
  310. *.microsoft.windowsazure.services.servicebus.polling.frequency=
  311.  
  312. # Super user
  313. *.microsoft.windowsazure.services.servicebus.superuser=
  314.  
  315. ######### ADF Configurations end ###########
  316.  
  317. ######### SMTP Properties ########
  318. # https://falcon.apache.org/FalconEmailNotification.html
  319. # Setting SMTP hostname
  320. *.falcon.email.smtp.host=relay.company.com
  321.  
  322. # Setting SMTP port number
  323. *.falcon.email.smtp.port=25
  324.  
  325. # Setting email from address
  326. *.falcon.email.from.address=falcon@hadoop.company.com
  327.  
  328. # Setting email Auth
  329. *.falcon.email.smtp.auth=false
  330.  
  331. #Setting user name, if Auth is true
  332. #*.falcon.email.smtp.user=""
  333.  
  334. #Setting password, if Auth is true
  335. #*.falcon.email.smtp.password=""
  336.  
  337. # Setting monitoring plugin, if SMTP parameters is defined
  338. # https://falcon.apache.org/GraphiteMetricCollection.html
  339. *.monitoring.plugins=org.apache.falcon.plugin.DefaultMonitoringPlugin,\
  340. org.apache.falcon.plugin.EmailNotificationPlugin
  341. # Graphite properties
  342. *.falcon.graphite.hostname=graphite.company.com
  343. *.falcon.graphite.port=2003
  344. *.falcon.graphite.frequency=60
  345. *.falcon.graphite.prefix=falcon
  346.  
  347. ########### SSL Configuration ###########
  348. *.falcon.enableTLS=false
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement
Public Pastes
Advertisement
We use cookies for various purposes including analytics. By continuing to use Pastebin, you agree to our use of cookies as described in the Cookies Policy.  OK, I Understand
Not a member of Pastebin yet?
Sign Up, it unlocks many cool features!