File size: 11,641 Bytes
c011401 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 |
Gcs Debug state: GcsNodeManager: - RegisterNode request count: 1 - DrainNode request count: 0 - GetAllNodeInfo request count: 34 GcsActorManager: - RegisterActor request count: 0 - CreateActor request count: 0 - GetActorInfo request count: 0 - GetNamedActorInfo request count: 0 - GetAllActorInfo request count: 0 - KillActor request count: 0 - ListNamedActors request count: 0 - Registered actors count: 0 - Destroyed actors count: 0 - Named actors count: 0 - Unresolved actors count: 0 - Pending actors count: 0 - Created actors count: 0 - owners_: 0 - actor_to_register_callbacks_: 0 - actor_to_restart_callbacks_: 0 - actor_to_create_callbacks_: 0 - sorted_destroyed_actor_list_: 0 GcsResourceManager: - GetAllAvailableResources request count: 0 - GetAllTotalResources request count: 0 - GetAllResourceUsage request count: 74 GcsPlacementGroupManager: - CreatePlacementGroup request count: 0 - RemovePlacementGroup request count: 0 - GetPlacementGroup request count: 0 - GetAllPlacementGroup request count: 0 - WaitPlacementGroupUntilReady request count: 0 - GetNamedPlacementGroup request count: 0 - Scheduling pending placement group count: 0 - Registered placement groups count: 0 - Named placement group count: 0 - Pending placement groups count: 0 - Infeasible placement groups count: 0 Publisher: GCS_JOB_CHANNEL - cumulative published messages: 1 - cumulative published bytes: 283 - current buffered bytes: 283 RAY_LOG_CHANNEL - cumulative published messages: 88 - cumulative published bytes: 67852 - current buffered bytes: 152 GCS_NODE_INFO_CHANNEL - cumulative published messages: 1 - cumulative published bytes: 536 - current buffered bytes: 0 [runtime env manager] ID to URIs table: [runtime env manager] URIs reference table: GcsTaskManager: -Total num task events reported: 27 -Total num status task events dropped: 0 -Total num profile events dropped: 0 -Current num of task events stored: 7 -Total num of actor creation tasks: 0 -Total num of actor tasks: 0 -Total num of normal tasks: 6 -Total num of driver tasks: 1 GcsAutoscalerStateManager: - last_seen_autoscaler_state_version_: 0 - last_cluster_resource_state_version_: 0 - pending demands: Global stats: 4854 total (11 active) Queueing time: mean = 543.265 us, max = 270.815 ms, min = 644.000 ns, total = 2.637 s Execution time: mean = 294.930 us, total = 1.432 s Event stats: event_loop_lag_probe - 1480 total (1 active), Execution time: mean = 23.238 us, total = 34.392 ms, Queueing time: mean = 17.703 us, max = 12.817 ms, min = 1.856 us, total = 26.200 ms GcsInMemoryStore.Put - 639 total (6 active), Execution time: mean = 431.699 us, total = 275.856 ms, Queueing time: mean = 2.992 ms, max = 269.957 ms, min = 2.214 us, total = 1.912 s RayletLoadPulled - 370 total (1 active), Execution time: mean = 261.475 us, total = 96.746 ms, Queueing time: mean = 71.887 us, max = 301.905 us, min = 8.077 us, total = 26.598 ms NodeManagerService.grpc_client.GetResourceLoad.OnReplyReceived - 367 total (0 active), Execution time: mean = 75.594 us, total = 27.743 ms, Queueing time: mean = 96.808 us, max = 321.357 us, min = 14.145 us, total = 35.529 ms NodeManagerService.grpc_client.GetResourceLoad - 367 total (0 active), Execution time: mean = 1.530 ms, total = 561.519 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.InternalKVPut.HandleRequestImpl - 163 total (0 active), Execution time: mean = 38.966 us, total = 6.352 ms, Queueing time: mean = 91.935 us, max = 197.950 us, min = 11.792 us, total = 14.985 ms InternalKVGcsService.grpc_server.InternalKVPut - 163 total (0 active), Execution time: mean = 538.730 us, total = 87.813 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s NodeInfoGcsService.grpc_server.CheckAlive.HandleRequestImpl - 148 total (0 active), Execution time: mean = 29.025 us, total = 4.296 ms, Queueing time: mean = 102.085 us, max = 257.746 us, min = 10.147 us, total = 15.109 ms NodeInfoGcsService.grpc_server.CheckAlive - 148 total (0 active), Execution time: mean = 526.120 us, total = 77.866 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GcsInMemoryStore.Get - 140 total (0 active), Execution time: mean = 22.425 us, total = 3.139 ms, Queueing time: mean = 13.529 us, max = 81.780 us, min = 3.539 us, total = 1.894 ms InternalKVGcsService.grpc_server.InternalKVGet - 139 total (0 active), Execution time: mean = 578.646 us, total = 80.432 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.InternalKVGet.HandleRequestImpl - 139 total (0 active), Execution time: mean = 50.426 us, total = 7.009 ms, Queueing time: mean = 104.892 us, max = 242.642 us, min = 12.343 us, total = 14.580 ms ClusterResourceManager.ResetRemoteNodeView - 124 total (1 active), Execution time: mean = 10.260 us, total = 1.272 ms, Queueing time: mean = 69.609 us, max = 218.486 us, min = 18.980 us, total = 8.632 ms HealthCheck - 121 total (0 active), Execution time: mean = 7.216 us, total = 873.194 us, Queueing time: mean = 93.339 us, max = 190.796 us, min = 13.778 us, total = 11.294 ms NodeResourceInfoGcsService.grpc_server.GetAllResourceUsage.HandleRequestImpl - 74 total (0 active), Execution time: mean = 83.077 us, total = 6.148 ms, Queueing time: mean = 108.732 us, max = 209.865 us, min = 18.932 us, total = 8.046 ms NodeResourceInfoGcsService.grpc_server.GetAllResourceUsage - 74 total (0 active), Execution time: mean = 605.072 us, total = 44.775 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GCSServer.deadline_timer.debug_state_dump - 37 total (1 active, 1 running), Execution time: mean = 1.414 ms, total = 52.317 ms, Queueing time: mean = 64.679 us, max = 154.654 us, min = 10.015 us, total = 2.393 ms NodeInfoGcsService.grpc_server.GetAllNodeInfo.HandleRequestImpl - 34 total (0 active), Execution time: mean = 43.235 us, total = 1.470 ms, Queueing time: mean = 107.530 us, max = 210.944 us, min = 4.772 us, total = 3.656 ms NodeInfoGcsService.grpc_server.GetAllNodeInfo - 34 total (0 active), Execution time: mean = 548.851 us, total = 18.661 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.AddWorkerInfo - 21 total (0 active), Execution time: mean = 544.899 us, total = 11.443 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s WorkerInfoGcsService.grpc_server.AddWorkerInfo.HandleRequestImpl - 21 total (0 active), Execution time: mean = 29.312 us, total = 615.544 us, Queueing time: mean = 92.541 us, max = 190.044 us, min = 20.072 us, total = 1.943 ms GcsResourceManager::Update - 7 total (0 active), Execution time: mean = 109.353 us, total = 765.472 us, Queueing time: mean = 139.778 us, max = 162.601 us, min = 103.382 us, total = 978.447 us GCSServer.deadline_timer.debug_state_event_stats_print - 7 total (1 active), Execution time: mean = 1.373 ms, total = 9.610 ms, Queueing time: mean = 32.839 us, max = 57.923 us, min = 12.288 us, total = 229.876 us GcsInMemoryStore.GetAll - 6 total (0 active), Execution time: mean = 28.656 us, total = 171.935 us, Queueing time: mean = 106.406 us, max = 155.188 us, min = 12.662 us, total = 638.436 us NodeInfoGcsService.grpc_server.GetClusterId.HandleRequestImpl - 5 total (0 active), Execution time: mean = 615.011 us, total = 3.075 ms, Queueing time: mean = 610.142 us, max = 2.557 ms, min = 104.515 us, total = 3.051 ms NodeInfoGcsService.grpc_server.GetClusterId - 5 total (0 active), Execution time: mean = 2.030 ms, total = 10.152 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s PeriodicalRunner.RunFnPeriodically - 4 total (0 active), Execution time: mean = 381.474 us, total = 1.526 ms, Queueing time: mean = 137.106 ms, max = 270.815 ms, min = 3.041 ms, total = 548.423 ms InternalKVGcsService.grpc_server.GetInternalConfig - 1 total (0 active), Execution time: mean = 526.327 us, total = 526.327 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s InternalKVGcsService.grpc_server.InternalKVDel.HandleRequestImpl - 1 total (0 active), Execution time: mean = 89.708 us, total = 89.708 us, Queueing time: mean = 123.809 us, max = 123.809 us, min = 123.809 us, total = 123.809 us InternalKVGcsService.grpc_server.GetInternalConfig.HandleRequestImpl - 1 total (0 active), Execution time: mean = 48.936 us, total = 48.936 us, Queueing time: mean = 115.173 us, max = 115.173 us, min = 115.173 us, total = 115.173 us JobInfoGcsService.grpc_server.GetNextJobID - 1 total (0 active), Execution time: mean = 539.349 us, total = 539.349 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.GetAllJobInfo - 1 total (0 active), Execution time: mean = 508.082 us, total = 508.082 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s GcsHealthCheckManager::AddNode - 1 total (0 active), Execution time: mean = 14.596 us, total = 14.596 us, Queueing time: mean = 644.000 ns, max = 644.000 ns, min = 644.000 ns, total = 644.000 ns GcsInMemoryStore.Delete - 1 total (0 active), Execution time: mean = 21.947 us, total = 21.947 us, Queueing time: mean = 12.740 us, max = 12.740 us, min = 12.740 us, total = 12.740 us InternalKVGcsService.grpc_server.InternalKVExists - 1 total (0 active), Execution time: mean = 585.904 us, total = 585.904 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.AddJob.HandleRequestImpl - 1 total (0 active), Execution time: mean = 154.446 us, total = 154.446 us, Queueing time: mean = 129.514 us, max = 129.514 us, min = 129.514 us, total = 129.514 us NodeInfoGcsService.grpc_server.RegisterNode.HandleRequestImpl - 1 total (0 active), Execution time: mean = 193.932 us, total = 193.932 us, Queueing time: mean = 170.126 us, max = 170.126 us, min = 170.126 us, total = 170.126 us GcsInMemoryStore.Exists - 1 total (0 active), Execution time: mean = 15.250 us, total = 15.250 us, Queueing time: mean = 8.100 us, max = 8.100 us, min = 8.100 us, total = 8.100 us InternalKVGcsService.grpc_server.InternalKVExists.HandleRequestImpl - 1 total (0 active), Execution time: mean = 33.003 us, total = 33.003 us, Queueing time: mean = 98.925 us, max = 98.925 us, min = 98.925 us, total = 98.925 us JobInfoGcsService.grpc_server.GetNextJobID.HandleRequestImpl - 1 total (0 active), Execution time: mean = 26.474 us, total = 26.474 us, Queueing time: mean = 102.412 us, max = 102.412 us, min = 102.412 us, total = 102.412 us InternalKVGcsService.grpc_server.InternalKVDel - 1 total (0 active), Execution time: mean = 795.531 us, total = 795.531 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.AddJob - 1 total (0 active), Execution time: mean = 861.657 us, total = 861.657 us, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s JobInfoGcsService.grpc_server.GetAllJobInfo.HandleRequestImpl - 1 total (0 active), Execution time: mean = 27.670 us, total = 27.670 us, Queueing time: mean = 107.610 us, max = 107.610 us, min = 107.610 us, total = 107.610 us NodeInfoGcsService.grpc_server.RegisterNode - 1 total (0 active), Execution time: mean = 1.111 ms, total = 1.111 ms, Queueing time: mean = 0.000 s, max = -0.000 s, min = 9223372036.855 s, total = 0.000 s |