Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- <property>
- <name>mapred.map.tasks</name>
- <value>24</value>
- </property>
- <property>
- <name>mapreduce.tasktracker.map.tasks.maximum</name>
- <value>24</value>
- </property>
- <property>
- <name>mapred.reduce.tasks</name>
- <value>12</value>
- </property>
- <property>
- <name>mapreduce.tasktracker.reduce.tasks.maximum</name>
- <value>12</value>
- </property>
- <property>
- <name>mapred.submit.replication</name>
- <value>2</value>
- </property>
- <property>
- <name>mapred.job.tracker.handler.count</name>
- <value>2</value>
- </property>
- <!-- Crawling -->
- <property>
- <name>db.ignore.external.links</name>
- <value>true</value> <!-- do not leave the seeded domains (optional) -->
- </property>
- <property>
- <name>db.ignore.internal.links</name>
- <value>false</value>
- </property>
- <property>
- <name>http.redirect.max</name>
- <value>1</value>
- </property>
- <property>
- <name>generate.max.distance</name>
- <value>1</value>
- </property>
- <property>
- <name>fetcher.server.delay</name>
- <value>0.0</value>
- </property>
- <property>
- <name>fetcher.server.min.delay</name>
- <value>0.0</value>
- </property>
- <property>
- <name>fetcher.threads.fetch</name>
- <value>200</value>
- </property>
- <property>
- <name>fetcher.threads.per.queue</name>
- <value>300</value>
- </property>
- <property>
- <name>fetcher.threads.per.host</name>
- <value>300</value>
- </property>
- <property>
- <name>fetcher.max.crawl.delay</name>
- <value>1</value>
- </property>
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement