Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- Config:
- Hive history file=/tmp/ubuntu/hive_job_log_ubuntu_201102042305_328681162.txt
- datancucleus.transactionIsolation=read-committed
- datanucleus.autoCreateSchema=true
- datanucleus.autoStartMechanismMode=checked
- datanucleus.plugin.pluginRegistryBundleCheck=LOG
- datanucleus.storeManagerType=rdbms
- datanucleus.validateColumns=false
- datanucleus.validateConstraints=false
- datanucleus.validateTables=false
- datanuclues.cache.level2=true
- datanuclues.cache.level2.type=SOFT
- fs.automatic.close=true
- fs.checkpoint.dir=${hadoop.tmp.dir}/dfs/namesecondary
- fs.checkpoint.edits.dir=${fs.checkpoint.dir}
- fs.checkpoint.period=3600
- fs.checkpoint.size=67108864
- fs.default.name=hdfs://<hostname hidden>:54310
- fs.file.impl=org.apache.hadoop.fs.LocalFileSystem
- fs.ftp.impl=org.apache.hadoop.fs.ftp.FTPFileSystem
- fs.har.impl.disable.cache=true
- fs.har.impl=org.apache.hadoop.fs.HarFileSystem
- fs.hdfs.impl=org.apache.hadoop.hdfs.DistributedFileSystem
- fs.hftp.impl=org.apache.hadoop.hdfs.HftpFileSystem
- fs.hsftp.impl=org.apache.hadoop.hdfs.HsftpFileSystem
- fs.kfs.impl=org.apache.hadoop.fs.kfs.KosmosFileSystem
- fs.ramfs.impl=org.apache.hadoop.fs.InMemoryFileSystem
- fs.s3.block.size=67108864
- fs.s3.buffer.dir=${hadoop.tmp.dir}/s3
- fs.s3.impl=org.apache.hadoop.fs.s3.S3FileSystem
- fs.s3.maxRetries=4
- fs.s3n.awsAccessKeyId=
- fs.s3n.awsSecretAccessKey=
- fs.s3n.block.size=67108864
- fs.s3n.impl=org.apache.hadoop.fs.s3native.NativeS3FileSystem
- fs.s3.sleepTimeSeconds=10
- fs.trash.interval=0
- hadoop.logfile.count=10
- hadoop.logfile.size=10000000
- hadoop.native.lib=true
- hadoop.rpc.socket.factory.class.default=org.apache.hadoop.net.StandardSocketFactory
- hadoop.security.authentication=simple
- hadoop.security.authorization=false
- hadoop.security.group.mapping=org.apache.hadoop.security.ShellBasedUnixGroupsMapping
- hadoop.tmp.dir=/tmp/hadoop-${user.name}
- hadoop.util.hash.type=murmur
- hive.default.fileformat=TextFile
- hive.exec.compress.intermediate=false
- hive.exec.compress.output=false
- hive.exec.parallel=false
- hive.exec.reducers.bytes.per.reducer=1000000000
- hive.exec.reducers.max=999
- hive.exec.scratchdir=/tmp/hive-${user.name}
- hive.exec.script.allow.partial.consumption=false
- hive.exec.script.maxerrsize=100000
- hive.fileformat.check=true
- hive.groupby.mapaggr.checkinterval=100000
- hive.groupby.skewindata=false
- hive.heartbeat.interval=1000
- hive.hwi.listen.host=0.0.0.0
- hive.hwi.listen.port=9999
- hive.hwi.war.file=/usr/lib/hive/lib/hive_hwi.war
- hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat
- hive.join.cache.size=25000
- hive.join.emit.interval=1000
- hive.map.aggr=false
- hive.map.aggr.hash.min.reduction=0.5
- hive.map.aggr.hash.percentmemory=0.5
- hive.mapjoin.bucket.cache.size=100
- hive.mapjoin.cache.numrows=25000
- hive.mapjoin.maxsize=100000
- hive.mapred.local.mem=0
- hive.mapred.mode=nonstrict
- hive.mapred.reduce.tasks.speculative.execution=true
- hive.merge.mapfiles=true
- hive.merge.mapredfiles=false
- hive.merge.size.per.task=256000000
- hive.metastore.connect.retries=5
- hive.metastore.local=true
- hive.metastore.metadb.dir=file:///var/metastore/metadb/
- hive.metastore.rawstore.impl=org.apache.hadoop.hive.metastore.ObjectStore
- hive.metastore.uris=file:///var/lib/hivevar/metastore/metadb/
- hive.metastore.warehouse.dir=/user/hive/warehouse
- hive.optimize.cp=true
- hive.optimize.groupby=true
- hive.optimize.ppd=true
- hive.optimize.pruner=true
- hive.script.auto.progress=false
- hive.script.operator.id.env.var=HIVE_SCRIPT_OPERATOR_ID
- hive.script.recordreader=org.apache.hadoop.hive.ql.exec.TextRecordReader
- hive.script.recordwriter=org.apache.hadoop.hive.ql.exec.TextRecordWriter
- hive.script.serde=org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
- hive.session.id=ubuntu_201102042305
- hive.test.mode=false
- hive.test.mode.prefix=test_
- hive.test.mode.samplefreq=32
- hive.udtf.auto.progress=false
- io.bytes.per.checksum=512
- io.compression.codecs=org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.BZip2Codec
- io.file.buffer.size=4096
- io.mapfile.bloom.error.rate=0.005
- io.mapfile.bloom.size=1048576
- io.map.index.skip=0
- io.seqfile.compress.blocksize=1000000
- io.seqfile.lazydecompress=true
- io.seqfile.sorter.recordlimit=1000000
- io.serializations=org.apache.hadoop.io.serializer.WritableSerialization
- io.skip.checksum.errors=false
- io.sort.factor=10
- io.sort.mb=100
- io.sort.record.percent=0.05
- io.sort.spill.percent=0.80
- ipc.client.connection.maxidletime=10000
- ipc.client.connect.max.retries=10
- ipc.client.idlethreshold=4000
- ipc.client.kill.max=10
- ipc.client.tcpnodelay=false
- ipc.server.listen.queue.size=128
- ipc.server.tcpnodelay=false
- javax.jdo.option.ConnectionDriverName=org.apache.derby.jdbc.EmbeddedDriver
- javax.jdo.option.ConnectionPassword=mine
- javax.jdo.option.ConnectionURL=jdbc:derby:;databaseName=/var/lib/hive/metastore/${user.name}_db;create=true
- javax.jdo.option.ConnectionUserName=APP
- javax.jdo.option.DetachAllOnCommit=true
- javax.jdo.option.NonTransactionalRead=true
- javax.jdo.PersistenceManagerFactoryClass=org.datanucleus.jdo.JDOPersistenceManagerFactory
- jobclient.completion.poll.interval=5000
- jobclient.output.filter=FAILED
- jobclient.progress.monitor.poll.interval=1000
- job.end.retry.attempts=0
- job.end.retry.interval=30000
- keep.failed.task.files=false
- local.cache.size=10737418240
- map.output.compression.type=BLOCK
- mapred.acls.enabled=false
- mapred.child.java.opts=-Xmx500m
- mapred.child.tmp=./tmp
- mapred.compress.map.output=true
- mapred.healthChecker.interval=60000
- mapred.healthChecker.script.timeout=600000
- mapred.heartbeats.in.second=100
- mapred.inmem.merge.threshold=1000
- mapred.job.queue.name=default
- mapred.job.reduce.input.buffer.percent=0.0
- mapred.job.reuse.jvm.num.tasks=1
- mapred.job.shuffle.input.buffer.percent=0.70
- mapred.job.shuffle.merge.percent=0.66
- mapred.jobtracker.completeuserjobs.maximum=100
- mapred.job.tracker=domU-12-31-39-00-CE-22:50030
- mapred.job.tracker.handler.count=10
- mapred.job.tracker.http.address=domU-12-31-39-00-CE-22:50040
- mapred.jobtracker.instrumentation=org.apache.hadoop.mapred.JobTrackerMetricsInst
- mapred.jobtracker.job.history.block.size=3145728
- mapred.job.tracker.jobhistory.lru.cache.size=5
- mapred.jobtracker.maxtasks.per.job=-1
- mapred.job.tracker.persist.jobstatus.active=false
- mapred.job.tracker.persist.jobstatus.dir=/jobtracker/jobsInfo
- mapred.job.tracker.persist.jobstatus.hours=0
- mapred.jobtracker.restart.recover=false
- mapred.job.tracker.retiredjobs.cache.size=1000
- mapred.jobtracker.taskScheduler=org.apache.hadoop.mapred.JobQueueTaskScheduler
- mapred.line.input.format.linespermap=1
- mapred.local.dir.minspacekill=0
- mapred.local.dir.minspacestart=0
- mapred.local.dir=/var/hadoop/mapred/local
- mapred.map.max.attempts=4
- mapred.map.output.compression.codec=org.apache.hadoop.io.compress.DefaultCodec
- mapred.map.tasks=23
- mapred.map.tasks.speculative.execution=true
- mapred.max.maps.per.node=-1
- mapred.max.reduces.per.node=-1
- mapred.max.tracker.blacklists=4
- mapred.max.tracker.failures=4
- mapred.merge.recordsBeforeProgress=10000
- mapred.min.split.size=0
- mapred.output.compress=false
- mapred.output.compression.codec=org.apache.hadoop.io.compress.DefaultCodec
- mapred.output.compression.type=RECORD
- mapred.queue.names=default
- mapred.reduce.copy.backoff=300
- mapred.reduce.max.attempts=4
- mapred.reduce.parallel.copies=5
- mapred.reduce.slowstart.completed.maps=0.05
- mapred.reduce.tasks=-1
- mapred.reduce.tasks.speculative.execution=true
- mapred.running.map.limit=-1
- mapred.running.reduce.limit=-1
- mapred.skip.attempts.to.start.skipping=2
- mapred.skip.map.auto.incr.proc.count=true
- mapred.skip.map.max.skip.records=0
- mapred.skip.reduce.auto.incr.proc.count=true
- mapred.skip.reduce.max.skip.groups=0
- mapred.submit.replication=10
- mapred.system.dir=/var/hadoop/mapred/system
- mapred.task.cache.levels=2
- mapred.task.profile=false
- mapred.task.profile.maps=0-2
- mapred.task.profile.reduces=0-2
- mapred.task.timeout=600000
- mapred.tasktracker.dns.interface=default
- mapred.tasktracker.dns.nameserver=default
- mapred.tasktracker.expiry.interval=600000
- mapred.task.tracker.http.address=0.0.0.0:50060
- mapred.tasktracker.indexcache.mb=10
- mapred.tasktracker.instrumentation=org.apache.hadoop.mapred.TaskTrackerMetricsInst
- mapred.tasktracker.map.tasks.maximum=2
- mapred.tasktracker.reduce.tasks.maximum=2
- mapred.task.tracker.report.address=127.0.0.1:0
- mapred.task.tracker.task-controller=org.apache.hadoop.mapred.DefaultTaskController
- mapred.tasktracker.taskmemorymanager.monitoring-interval=5000
- mapred.tasktracker.tasks.sleeptime-before-sigkill=5000
- mapred.temp.dir=${hadoop.tmp.dir}/mapred/temp
- mapreduce.job.acl-modify-job=
- mapreduce.job.acl-view-job=
- mapreduce.job.complete.cancel.delegation.tokens=true
- mapreduce.job.split.metainfo.maxsize=10000000
- mapreduce.jobtracker.staging.root.dir=${hadoop.tmp.dir}/mapred/staging
- mapreduce.reduce.shuffle.connect.timeout=180000
- mapreduce.reduce.shuffle.read.timeout=180000
- mapreduce.tasktracker.outofband.heartbeat=false
- mapred.userlog.limit.kb=0
- mapred.userlog.retain.hours=24
- map.sort.class=org.apache.hadoop.util.QuickSort
- silent=off
- tasktracker.http.threads=40
- topology.node.switch.mapping.impl=org.apache.hadoop.net.ScriptBasedMapping
- topology.script.number.args=100
- webinterface.private.actions=false
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement