source.log 13 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879
  1. 2021-07-29 14:27:35,323 [main] INFO [c.jkcredit.traffic.record.TrafficRecordApplication] StartupInfoLogger.java:55 - Starting TrafficRecordApplication using Java 1.8.0_281 on xusonglindeiMac.local with PID 62375 (/Users/jkxy/Desktop/project/traffic-record/target/classes started by jkxy in /Users/jkxy/Desktop/project/traffic-record)
  2. 2021-07-29 14:27:35,333 [main] INFO [c.jkcredit.traffic.record.TrafficRecordApplication] SpringApplication.java:660 - No active profile set, falling back to default profiles: default
  3. 2021-07-29 14:27:36,472 [main] INFO [o.s.boot.web.embedded.tomcat.TomcatWebServer] TomcatWebServer.java:108 - Tomcat initialized with port(s): 28081 (http)
  4. 2021-07-29 14:27:36,484 [main] INFO [org.apache.coyote.http11.Http11NioProtocol] DirectJDKLog.java:173 - Initializing ProtocolHandler ["http-nio-28081"]
  5. 2021-07-29 14:27:36,485 [main] INFO [org.apache.catalina.core.StandardService] DirectJDKLog.java:173 - Starting service [Tomcat]
  6. 2021-07-29 14:27:36,485 [main] INFO [org.apache.catalina.core.StandardEngine] DirectJDKLog.java:173 - Starting Servlet engine: [Apache Tomcat/9.0.39]
  7. 2021-07-29 14:27:36,608 [main] INFO [o.a.c.core.ContainerBase.[Tomcat].[localhost].[/]] DirectJDKLog.java:173 - Initializing Spring embedded WebApplicationContext
  8. 2021-07-29 14:27:36,608 [main] INFO [o.s.b.w.s.c.ServletWebServerApplicationContext] ServletWebServerApplicationContext.java:289 - Root WebApplicationContext: initialization completed in 1116 ms
  9. 2021-07-29 14:27:40,173 [main] INFO [org.apache.spark.SparkContext] Logging.scala:54 - Running Spark version 2.3.1
  10. 2021-07-29 14:27:40,400 [main] INFO [org.apache.spark.SparkContext] Logging.scala:54 - Submitted application: DataExtract
  11. 2021-07-29 14:27:40,499 [main] INFO [org.apache.spark.SecurityManager] Logging.scala:54 - Changing view acls to: jkxy
  12. 2021-07-29 14:27:40,500 [main] INFO [org.apache.spark.SecurityManager] Logging.scala:54 - Changing modify acls to: jkxy
  13. 2021-07-29 14:27:40,501 [main] INFO [org.apache.spark.SecurityManager] Logging.scala:54 - Changing view acls groups to:
  14. 2021-07-29 14:27:40,502 [main] INFO [org.apache.spark.SecurityManager] Logging.scala:54 - Changing modify acls groups to:
  15. 2021-07-29 14:27:40,503 [main] INFO [org.apache.spark.SecurityManager] Logging.scala:54 - SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(jkxy); groups with view permissions: Set(); users with modify permissions: Set(jkxy); groups with modify permissions: Set()
  16. 2021-07-29 14:27:40,748 [main] INFO [org.apache.spark.util.Utils] Logging.scala:54 - Successfully started service 'sparkDriver' on port 53509.
  17. 2021-07-29 14:27:40,767 [main] INFO [org.apache.spark.SparkEnv] Logging.scala:54 - Registering MapOutputTracker
  18. 2021-07-29 14:27:40,786 [main] INFO [org.apache.spark.SparkEnv] Logging.scala:54 - Registering BlockManagerMaster
  19. 2021-07-29 14:27:40,789 [main] INFO [o.apache.spark.storage.BlockManagerMasterEndpoint] Logging.scala:54 - Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information
  20. 2021-07-29 14:27:40,790 [main] INFO [o.apache.spark.storage.BlockManagerMasterEndpoint] Logging.scala:54 - BlockManagerMasterEndpoint up
  21. 2021-07-29 14:27:40,797 [main] INFO [org.apache.spark.storage.DiskBlockManager] Logging.scala:54 - Created local directory at /private/var/folders/29/x4tp3v8j7md8dtgsqxqzxgh00000gn/T/blockmgr-f46729b5-3407-4370-8fe3-b3c6184e6fcb
  22. 2021-07-29 14:27:40,821 [main] INFO [org.apache.spark.storage.memory.MemoryStore] Logging.scala:54 - MemoryStore started with capacity 3.0 GB
  23. 2021-07-29 14:27:40,835 [main] INFO [org.apache.spark.SparkEnv] Logging.scala:54 - Registering OutputCommitCoordinator
  24. 2021-07-29 14:27:40,903 [main] INFO [org.spark_project.jetty.util.log] Log.java:192 - Logging initialized @6894ms
  25. 2021-07-29 14:27:40,965 [main] INFO [org.spark_project.jetty.server.Server] Server.java:346 - jetty-9.3.z-SNAPSHOT
  26. 2021-07-29 14:27:40,980 [main] INFO [org.spark_project.jetty.server.Server] Server.java:414 - Started @6972ms
  27. 2021-07-29 14:27:40,999 [main] INFO [org.spark_project.jetty.server.AbstractConnector] AbstractConnector.java:278 - Started ServerConnector@489e47f7{HTTP/1.1,[http/1.1]}{0.0.0.0:4040}
  28. 2021-07-29 14:27:41,000 [main] INFO [org.apache.spark.util.Utils] Logging.scala:54 - Successfully started service 'SparkUI' on port 4040.
  29. 2021-07-29 14:27:41,017 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@49f40c00{/jobs,null,AVAILABLE,@Spark}
  30. 2021-07-29 14:27:41,018 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@4b31a708{/jobs/json,null,AVAILABLE,@Spark}
  31. 2021-07-29 14:27:41,019 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@11e355ca{/jobs/job,null,AVAILABLE,@Spark}
  32. 2021-07-29 14:27:41,020 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@e11ecfa{/jobs/job/json,null,AVAILABLE,@Spark}
  33. 2021-07-29 14:27:41,020 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@485e13d7{/stages,null,AVAILABLE,@Spark}
  34. 2021-07-29 14:27:41,021 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@43984213{/stages/json,null,AVAILABLE,@Spark}
  35. 2021-07-29 14:27:41,022 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@2ff7a73{/stages/stage,null,AVAILABLE,@Spark}
  36. 2021-07-29 14:27:41,023 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@3a790e40{/stages/stage/json,null,AVAILABLE,@Spark}
  37. 2021-07-29 14:27:41,024 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@43acd79e{/stages/pool,null,AVAILABLE,@Spark}
  38. 2021-07-29 14:27:41,024 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@1e1b061{/stages/pool/json,null,AVAILABLE,@Spark}
  39. 2021-07-29 14:27:41,025 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@38f77cd9{/storage,null,AVAILABLE,@Spark}
  40. 2021-07-29 14:27:41,026 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@4a8e6e89{/storage/json,null,AVAILABLE,@Spark}
  41. 2021-07-29 14:27:41,026 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@6fbb4061{/storage/rdd,null,AVAILABLE,@Spark}
  42. 2021-07-29 14:27:41,027 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@63d5874f{/storage/rdd/json,null,AVAILABLE,@Spark}
  43. 2021-07-29 14:27:41,027 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@60c73e58{/environment,null,AVAILABLE,@Spark}
  44. 2021-07-29 14:27:41,028 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@5984feef{/environment/json,null,AVAILABLE,@Spark}
  45. 2021-07-29 14:27:41,028 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@6c0905f6{/executors,null,AVAILABLE,@Spark}
  46. 2021-07-29 14:27:41,029 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@23a918c7{/executors/json,null,AVAILABLE,@Spark}
  47. 2021-07-29 14:27:41,030 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@7a45d714{/executors/threadDump,null,AVAILABLE,@Spark}
  48. 2021-07-29 14:27:41,030 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@4483d35{/executors/threadDump/json,null,AVAILABLE,@Spark}
  49. 2021-07-29 14:27:41,036 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@204abeff{/static,null,AVAILABLE,@Spark}
  50. 2021-07-29 14:27:41,036 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@3ebe4ccc{/,null,AVAILABLE,@Spark}
  51. 2021-07-29 14:27:41,038 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@6ed043d3{/api,null,AVAILABLE,@Spark}
  52. 2021-07-29 14:27:41,039 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@44af588b{/jobs/job/kill,null,AVAILABLE,@Spark}
  53. 2021-07-29 14:27:41,040 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@3d19d85{/stages/stage/kill,null,AVAILABLE,@Spark}
  54. 2021-07-29 14:27:41,042 [main] INFO [org.apache.spark.ui.SparkUI] Logging.scala:54 - Bound SparkUI to 0.0.0.0, and started at http://192.168.50.155:4040
  55. 2021-07-29 14:27:41,138 [main] INFO [org.apache.spark.executor.Executor] Logging.scala:54 - Starting executor ID driver on host localhost
  56. 2021-07-29 14:27:41,161 [main] INFO [org.apache.spark.util.Utils] Logging.scala:54 - Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 53510.
  57. 2021-07-29 14:27:41,161 [main] INFO [o.a.spark.network.netty.NettyBlockTransferService] Logging.scala:54 - Server created on 192.168.50.155:53510
  58. 2021-07-29 14:27:41,163 [main] INFO [org.apache.spark.storage.BlockManager] Logging.scala:54 - Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy
  59. 2021-07-29 14:27:41,194 [main] INFO [org.apache.spark.storage.BlockManagerMaster] Logging.scala:54 - Registering BlockManager BlockManagerId(driver, 192.168.50.155, 53510, None)
  60. 2021-07-29 14:27:41,199 [dispatcher-event-loop-0] INFO [o.apache.spark.storage.BlockManagerMasterEndpoint] Logging.scala:54 - Registering block manager 192.168.50.155:53510 with 3.0 GB RAM, BlockManagerId(driver, 192.168.50.155, 53510, None)
  61. 2021-07-29 14:27:41,201 [main] INFO [org.apache.spark.storage.BlockManagerMaster] Logging.scala:54 - Registered BlockManager BlockManagerId(driver, 192.168.50.155, 53510, None)
  62. 2021-07-29 14:27:41,202 [main] INFO [org.apache.spark.storage.BlockManager] Logging.scala:54 - Initialized BlockManager: BlockManagerId(driver, 192.168.50.155, 53510, None)
  63. 2021-07-29 14:27:41,215 [main] INFO [o.s.jetty.server.handler.ContextHandler] ContextHandler.java:781 - Started o.s.j.s.ServletContextHandler@56e9a474{/metrics/json,null,AVAILABLE,@Spark}
  64. 2021-07-29 14:27:41,452 [main] INFO [org.apache.spark.scheduler.EventLoggingListener] Logging.scala:54 - Logging events to file:/tmp/spark-events/local-1627540061122
  65. 2021-07-29 14:27:42,139 [main] INFO [org.apache.coyote.http11.Http11NioProtocol] DirectJDKLog.java:173 - Starting ProtocolHandler ["http-nio-28081"]
  66. 2021-07-29 14:27:42,149 [main] INFO [o.s.boot.web.embedded.tomcat.TomcatWebServer] TomcatWebServer.java:220 - Tomcat started on port(s): 28081 (http) with context path ''
  67. 2021-07-29 14:27:42,158 [main] INFO [c.jkcredit.traffic.record.TrafficRecordApplication] StartupInfoLogger.java:61 - Started TrafficRecordApplication in 7.523 seconds (JVM running for 8.15)
  68. 2021-07-29 14:28:10,630 [Thread-14] INFO [org.apache.spark.SparkContext] Logging.scala:54 - Invoking stop() from shutdown hook
  69. 2021-07-29 14:28:10,643 [Thread-14] INFO [org.spark_project.jetty.server.AbstractConnector] AbstractConnector.java:318 - Stopped Spark@489e47f7{HTTP/1.1,[http/1.1]}{0.0.0.0:4040}
  70. 2021-07-29 14:28:10,645 [Thread-14] INFO [org.apache.spark.ui.SparkUI] Logging.scala:54 - Stopped Spark web UI at http://192.168.50.155:4040
  71. 2021-07-29 14:28:10,657 [dispatcher-event-loop-0] INFO [org.apache.spark.MapOutputTrackerMasterEndpoint] Logging.scala:54 - MapOutputTrackerMasterEndpoint stopped!
  72. 2021-07-29 14:28:10,664 [Thread-14] INFO [org.apache.spark.storage.memory.MemoryStore] Logging.scala:54 - MemoryStore cleared
  73. 2021-07-29 14:28:10,665 [Thread-14] INFO [org.apache.spark.storage.BlockManager] Logging.scala:54 - BlockManager stopped
  74. 2021-07-29 14:28:10,665 [Thread-14] INFO [org.apache.spark.storage.BlockManagerMaster] Logging.scala:54 - BlockManagerMaster stopped
  75. 2021-07-29 14:28:10,669 [dispatcher-event-loop-1] INFO [o.a.s.s.OutputCommitCoordinator$OutputCommitCoordinatorEndpoint] Logging.scala:54 - OutputCommitCoordinator stopped!
  76. 2021-07-29 14:28:10,671 [Thread-14] INFO [org.apache.spark.SparkContext] Logging.scala:54 - Successfully stopped SparkContext
  77. 2021-07-29 14:28:10,672 [Thread-14] INFO [org.apache.spark.util.ShutdownHookManager] Logging.scala:54 - Shutdown hook called
  78. 2021-07-29 14:28:10,673 [Thread-14] INFO [org.apache.spark.util.ShutdownHookManager] Logging.scala:54 - Deleting directory /private/var/folders/29/x4tp3v8j7md8dtgsqxqzxgh00000gn/T/spark-a5af9290-4cf2-4c1c-8973-4e67376f2278
  79. 2021-07-29 14:28:10,690 [SpringContextShutdownHook] INFO [org.apache.spark.SparkContext] Logging.scala:54 - SparkContext already stopped.