云计算课程实验
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

275 lines
8.6 KiB

  1. <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
  2. <configuration>
  3. <property>
  4. <name>yarn.resourcemanager.connect.retry-interval.ms</name>
  5. <value>2000</value>
  6. </property>
  7. <property>
  8. <name>yarn.resourcemanager.ha.enabled</name>
  9. <value>true</value>
  10. </property>
  11. <property>
  12. <name>yarn.resourcemanager.ha.automatic-failover.enabled</name>
  13. <value>true</value>
  14. </property>
  15. <property>
  16. <name>yarn.resourcemanager.ha.automatic-failover.embedded</name>
  17. <value>true</value>
  18. </property>
  19. <property>
  20. <name>yarn.resourcemanager.cluster-id</name>
  21. <value>ucloud-yarn-rm-cluster</value>
  22. </property>
  23. <property>
  24. <name>yarn.resourcemanager.ha.rm-ids</name>
  25. <value>rm1,rm2</value>
  26. </property>
  27. <property>
  28. <name>yarn.resourcemanager.ha.id</name>
  29. <value>rm1</value>
  30. </property>
  31. <property>
  32. <name>yarn.resourcemanager.recovery.enabled</name>
  33. <value>true</value>
  34. </property>
  35. <property>
  36. <name>yarn.resourcemanager.store.class</name>
  37. <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
  38. </property>
  39. <property>
  40. <name>yarn.resourcemanager.zk-address</name>
  41. <value>uhadoop-ia1nlbku-master1:2181,uhadoop-ia1nlbku-master2:2181,uhadoop-ia1nlbku-core1:2181</value>
  42. </property>
  43. <property>
  44. <name>yarn.app.mapreduce.am.scheduler.connection.wait.interval-ms</name>
  45. <value>5000</value>
  46. </property>
  47. <property>
  48. <name>yarn.resourcemanager.scheduler.class</name>
  49. <value>org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler</value>
  50. </property>
  51. <property>
  52. <name>yarn.scheduler.fair.user-as-default-queue</name>
  53. <value>true</value>
  54. </property>
  55. <property>
  56. <name>yarn.scheduler.fair.allow-undeclared-pools</name>
  57. <value>true</value>
  58. </property>
  59. <property>
  60. <name>yarn.acl.enable</name>
  61. <value>true</value>
  62. </property>
  63. <property>
  64. <name>yarn.admin.acl</name>
  65. <value>yarn,mapred,hdfs,hadoop</value>
  66. </property>
  67. <property>
  68. <name>yarn.resourcemanager.address.rm1</name>
  69. <value>uhadoop-ia1nlbku-master1:23140</value>
  70. </property>
  71. <property>
  72. <name>yarn.resourcemanager.scheduler.address.rm1</name>
  73. <value>uhadoop-ia1nlbku-master1:23130</value>
  74. </property>
  75. <property>
  76. <name>yarn.resourcemanager.webapp.https.address.rm1</name>
  77. <value>uhadoop-ia1nlbku-master1:23189</value>
  78. </property>
  79. <property>
  80. <name>yarn.resourcemanager.webapp.address.rm1</name>
  81. <value>uhadoop-ia1nlbku-master1:23188</value>
  82. </property>
  83. <property>
  84. <name>yarn.resourcemanager.resource-tracker.address.rm1</name>
  85. <value>uhadoop-ia1nlbku-master1:23125</value>
  86. </property>
  87. <property>
  88. <name>yarn.resourcemanager.admin.address.rm1</name>
  89. <value>uhadoop-ia1nlbku-master1:23141</value>
  90. </property>
  91. <property>
  92. <name>yarn.resourcemanager.address.rm2</name>
  93. <value>uhadoop-ia1nlbku-master2:23140</value>
  94. </property>
  95. <property>
  96. <name>yarn.resourcemanager.scheduler.address.rm2</name>
  97. <value>uhadoop-ia1nlbku-master2:23130</value>
  98. </property>
  99. <property>
  100. <name>yarn.resourcemanager.webapp.https.address.rm2</name>
  101. <value>uhadoop-ia1nlbku-master2:23189</value>
  102. </property>
  103. <property>
  104. <name>yarn.resourcemanager.webapp.address.rm2</name>
  105. <value>uhadoop-ia1nlbku-master2:23188</value>
  106. </property>
  107. <property>
  108. <name>yarn.resourcemanager.resource-tracker.address.rm2</name>
  109. <value>uhadoop-ia1nlbku-master2:23125</value>
  110. </property>
  111. <property>
  112. <name>yarn.resourcemanager.admin.address.rm2</name>
  113. <value>uhadoop-ia1nlbku-master2:23141</value>
  114. </property>
  115. <property>
  116. <name>yarn.nodemanager.resource.memory-mb</name>
  117. <value>5460</value>
  118. <description>64G. Physical memory, in MB, to be made available to running containers.</description>
  119. </property>
  120. <property>
  121. <name>yarn.nodemanager.resource.cpu-vcores</name>
  122. <value>4</value>
  123. <description>Number of CPU cores that can be allocated for containers.</description>
  124. </property>
  125. <property>
  126. <name>yarn.scheduler.maximum-allocation-mb</name>
  127. <value>65535</value>
  128. </property>
  129. <property>
  130. <name>yarn.nodemanager.local-dirs</name>
  131. <value>/data/yarn/local</value>
  132. </property>
  133. <property>
  134. <name>yarn.nodemanager.log-dirs</name>
  135. <value>/data/yarn/logs</value>
  136. </property>
  137. <property>
  138. <name>yarn.nodemanager.localizer.address</name>
  139. <value>0.0.0.0:23344</value>
  140. </property>
  141. <property>
  142. <name>yarn.nodemanager.webapp.address</name>
  143. <value>0.0.0.0:23999</value>
  144. </property>
  145. <property>
  146. <name>yarn.nodemanager.aux-services</name>
  147. <value>mapreduce_shuffle,spark_shuffle</value>
  148. </property>
  149. <property>
  150. <name>mapreduce.shuffle.port</name>
  151. <value>23080</value>
  152. </property>
  153. <property>
  154. <name>yarn.log-aggregation-enable</name>
  155. <value>true</value>
  156. </property>
  157. <property>
  158. <name>yarn.log-aggregation.retain-seconds</name>
  159. <value>5184000</value>
  160. </property>
  161. <property>
  162. <name>yarn.log-aggregation.retain-check-interval-seconds</name>
  163. <value>86400</value>
  164. </property>
  165. <property>
  166. <name>yarn.nodemanager.remote-app-log-dir</name>
  167. <value>hdfs://Ucluster/var/log/hadoop-yarn/apps</value>
  168. </property>
  169. <property>
  170. <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>
  171. <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  172. </property>
  173. <property>
  174. <description>Classpath for typical applications.</description>
  175. <name>yarn.application.classpath</name>
  176. <value>
  177. $HADOOP_CONF_DIR,$HADOOP_COMMON_HOME/share/hadoop/common/*,$HADOOP_COMMON_HOME/share/hadoop/common/lib/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/*,$HADOOP_HDFS_HOME/share/hadoop/hdfs/lib/*,$HADOOP_YARN_HOME/share/hadoop/yarn/*,$HADOOP_YARN_HOME/share/hadoop/yarn/lib/*
  178. </value>
  179. </property>
  180. <property>
  181. <name>yarn.nodemanager.container-executor.class</name>
  182. <value>org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor</value>
  183. </property>
  184. <property>
  185. <name>yarn.nodemanager.linux-container-executor.group</name>
  186. <value>hadoop</value>
  187. </property>
  188. <property>
  189. <name>hadoop.proxyuser.mapred.groups</name>
  190. <value>*</value>
  191. </property>
  192. <property>
  193. <name>hadoop.proxyuser.mapred.hosts</name>
  194. <value>*</value>
  195. </property>
  196. <property>
  197. <name>hadoop.proxyuser.hadoop.groups</name>
  198. <value>*</value>
  199. </property>
  200. <property>
  201. <name>hadoop.proxyuser.hadoop.hosts</name>
  202. <value>*</value>
  203. </property>
  204. <property>
  205. <name>yarn.scheduler.maximum-allocation-mb</name>
  206. <value>65535</value>
  207. </property>
  208. <property>
  209. <name>yarn.nodemanager.address</name>
  210. <value>0.0.0.0:23333</value>
  211. </property>
  212. <property>
  213. <name>yarn.resourcemanager.nodes.exclude-path</name>
  214. <value>/home/hadoop/conf/yarn-excludes</value>
  215. </property>
  216. <property>
  217. <name>yarn.scheduler.maximum-allocation-vcores</name>
  218. <value>32</value>
  219. </property>
  220. <property>
  221. <name>yarn.nodemanager.vmem-check-enabled</name>
  222. <value>false</value>
  223. </property>
  224. <property>
  225. <name>yarn.log.server.url</name>
  226. <value>http://uhadoop-ia1nlbku-master2:19888/jobhistory/logs</value>
  227. </property>
  228. <property>
  229. <name>yarn.timeline-service.hostname</name>
  230. <value>uhadoop-ia1nlbku-master2</value>
  231. </property>
  232. <property>
  233. <name>yarn.timeline-service.enabled</name>
  234. <value>true</value>
  235. </property>
  236. <property>
  237. <name>yarn.resourcemanager.system-metrics-publisher.enabled</name>
  238. <value>true</value>
  239. </property>
  240. <property>
  241. <name>yarn.timeline-service.generic-application-history.enabled</name>
  242. <value>true</value>
  243. </property>
  244. <property>
  245. <name>yarn.timeline-service.leveldb-timeline-store.path</name>
  246. <value>/data/yarn/timeline</value>
  247. </property>
  248. <property>
  249. <name>yarn.timeline-service.leveldb-state-store.path</name>
  250. <value>/data/yarn/timeline</value>
  251. </property>
  252. <property>
  253. <name>yarn.timeline-service.address</name>
  254. <value>${yarn.timeline-service.hostname}:10200</value>
  255. </property>
  256. <property>
  257. <name>yarn.timeline-service.webapp.address</name>
  258. <value>${yarn.timeline-service.hostname}:8188</value>
  259. </property>
  260. <property>
  261. <name>yarn.timeline-service.webapp.https.address</name>
  262. <value>${yarn.timeline-service.hostname}:8190</value>
  263. </property>
  264. <property>
  265. <name>yarn.timeline-service.http-cross-origin.enabled</name>
  266. <value>true</value>
  267. </property>
  268. <property>
  269. <name>yarn.timeline-service.handler-thread-count</name>
  270. <value>10</value>
  271. </property>
  272. <property>
  273. <name>yarn.nodemanager.aux-services.spark_shuffle.class</name>
  274. <value>org.apache.spark.network.yarn.YarnShuffleService</value>
  275. </property>
  276. </configuration>