yarn日志聚合

<!--开启日志聚合-->
  <property>
    <name>yarn.log-aggregation-enable</name>
    <value>true</value>
  </property>
<!--聚合日志在hdfs上的保留时间，以秒为单位-->
  <property>
    <name>yarn.log-aggregation.retain-seconds</name>
    <value>604800</value>
  </property>
<!--日志在hdfs保存位置-->
  <property>
    <name>yarn.nodemanager.remote-app-log-dir</name>
    <value>/logs</value>
  </property>
<!-- log server的地址-->
  <property>
     <name>yarn.log.server.url</name>
     <value>http://172.31.50.114:19888/jobhistory/logs</value>
  </property>
<!--本地日志在任务结束后保留多久,尽量长一点-->
  <property>
     <name>yarn.nodemanager.delete.debug-delay-sec</name>
     <value>86400</value>
  </property>

重启以下服务

NodeManager 、ResourceManager和HistoryManager

stop
sbin/yarn-daemon.sh stop resourcemanager
sbin/yarn-daemon.sh stop nodemanager
sbin/mr-jobhistory-daemon.sh stop historyserver
start
sbin/yarn-daemon.sh start resourcemanager
sbin/yarn-daemon.sh start nodemanager
sbin/mr-jobhistory-daemon.sh start historyserver