Cleanups
Main thing here is migration to the v2 of github.com/grpc-ecosystem/go-grpc-middleware package. There are lots of cleanups there.
Metrics on master:
# HELP connected_agents_count The number of unique connected agents
# TYPE connected_agents_count gauge
connected_agents_count 1
# HELP gitlab_build_info Current build info for this GitLab Service
# TYPE gitlab_build_info gauge
gitlab_build_info{built="00000000.000000",version="v0.0.0"} 1
# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 6.1083e-05
go_gc_duration_seconds{quantile="0.25"} 7.625e-05
go_gc_duration_seconds{quantile="0.5"} 0.000147584
go_gc_duration_seconds{quantile="0.75"} 0.000150292
go_gc_duration_seconds{quantile="1"} 0.000232041
go_gc_duration_seconds_sum 0.00066725
go_gc_duration_seconds_count 5
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 87
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.20.3"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 8.373592e+06
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 1.226104e+07
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 1.455077e+06
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 29617
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 4.625096e+06
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 8.373592e+06
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 2.727936e+06
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 1.2378112e+07
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 20782
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 2.531328e+06
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 1.5106048e+07
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.682990536982999e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 50399
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 12000
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 15600
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 185920
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 195840
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 1.1726608e+07
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 2.294891e+06
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 1.671168e+06
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 1.671168e+06
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 2.536372e+07
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 15
# HELP grpc_client_handled_total Total number of RPCs completed by the client, regardless of success or failure.
# TYPE grpc_client_handled_total counter
grpc_client_handled_total{grpc_code="OK",grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 2
grpc_client_handled_total{grpc_code="OK",grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_client_msg_received_total Total number of RPC stream messages received by the client.
# TYPE grpc_client_msg_received_total counter
grpc_client_msg_received_total{grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService",grpc_type="server_stream"} 1
grpc_client_msg_received_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 12
grpc_client_msg_received_total{grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_client_msg_sent_total Total number of gRPC stream messages sent by the client.
# TYPE grpc_client_msg_sent_total counter
grpc_client_msg_sent_total{grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService",grpc_type="server_stream"} 1
grpc_client_msg_sent_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 6
grpc_client_msg_sent_total{grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_client_requests_in_flight TODO
# TYPE grpc_client_requests_in_flight gauge
grpc_client_requests_in_flight{grpc_client_user_agent="gitlab-kas/v0.0.0/00000000 grpc-go/1.54.0",grpc_is_fail_fast="true",grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService"} 0
grpc_client_requests_in_flight{grpc_client_user_agent="gitlab-kas/v0.0.0/00000000 grpc-go/1.54.0",grpc_is_fail_fast="true",grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi"} 0
grpc_client_requests_in_flight{grpc_client_user_agent="gitlab-kas/v0.0.0/00000000 grpc-go/1.54.0",grpc_is_fail_fast="true",grpc_method="TreeEntry",grpc_service="gitaly.CommitService"} 0
# HELP grpc_client_started_total Total number of RPCs started on the client.
# TYPE grpc_client_started_total counter
grpc_client_started_total{grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService",grpc_type="server_stream"} 1
grpc_client_started_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 2
grpc_client_started_total{grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_server_handled_total Total number of RPCs completed on the server, regardless of success or failure.
# TYPE grpc_server_handled_total counter
grpc_server_handled_total{grpc_code="OK",grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 2
grpc_server_handled_total{grpc_code="OK",grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 1
grpc_server_handled_total{grpc_code="OK",grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 2
# HELP grpc_server_msg_received_total Total number of RPC stream messages received on the server.
# TYPE grpc_server_msg_received_total counter
grpc_server_msg_received_total{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 24
grpc_server_msg_received_total{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration",grpc_type="server_stream"} 1
grpc_server_msg_received_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 2
grpc_server_msg_received_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 6
# HELP grpc_server_msg_sent_total Total number of gRPC stream messages sent by the server.
# TYPE grpc_server_msg_sent_total counter
grpc_server_msg_sent_total{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 8
grpc_server_msg_sent_total{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration",grpc_type="server_stream"} 1
grpc_server_msg_sent_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 3
grpc_server_msg_sent_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 12
# HELP grpc_server_requests_in_flight TODO
# TYPE grpc_server_requests_in_flight gauge
grpc_server_requests_in_flight{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel"} 12
grpc_server_requests_in_flight{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration"} 1
grpc_server_requests_in_flight{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess"} 0
grpc_server_requests_in_flight{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi"} 0
# HELP grpc_server_started_total Total number of RPCs started on the server.
# TYPE grpc_server_started_total counter
grpc_server_started_total{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 14
grpc_server_started_total{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration",grpc_type="server_stream"} 1
grpc_server_started_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 1
grpc_server_started_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 2
# HELP k8s_api_proxy_routing_duration_seconds The time it takes the routing kas to find a suitable tunnel in seconds
# TYPE k8s_api_proxy_routing_duration_seconds histogram
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.001"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.004"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.016"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.064"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.256"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="1.024"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="4.096"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="16.384"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="+Inf"} 0
k8s_api_proxy_routing_duration_seconds_sum{status="aborted"} 0
k8s_api_proxy_routing_duration_seconds_count{status="aborted"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.001"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.004"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.016"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.064"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.256"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="1.024"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="4.096"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="16.384"} 2
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="+Inf"} 2
k8s_api_proxy_routing_duration_seconds_sum{status="success"} 13.735542667
k8s_api_proxy_routing_duration_seconds_count{status="success"} 2
# HELP k8s_api_proxy_routing_timeout_total The total number of times routing timed out i.e. didn't find a suitable agent connection within allocated time
# TYPE k8s_api_proxy_routing_timeout_total counter
k8s_api_proxy_routing_timeout_total 0
# HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served.
# TYPE promhttp_metric_handler_requests_in_flight gauge
promhttp_metric_handler_requests_in_flight 1
# HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code.
# TYPE promhttp_metric_handler_requests_total counter
promhttp_metric_handler_requests_total{code="200"} 1
promhttp_metric_handler_requests_total{code="500"} 0
promhttp_metric_handler_requests_total{code="503"} 0
# HELP redis_pool_conn_idle_current Current number of idle connections in the pool
# TYPE redis_pool_conn_idle_current gauge
redis_pool_conn_idle_current 5
# HELP redis_pool_conn_stale_total Number of times a connection was removed from the pool because it was stale
# TYPE redis_pool_conn_stale_total counter
redis_pool_conn_stale_total 0
# HELP redis_pool_conn_total_current Current number of connections in the pool
# TYPE redis_pool_conn_total_current gauge
redis_pool_conn_total_current 5
# HELP redis_pool_hit_total Number of times a connection was found in the pool
# TYPE redis_pool_hit_total counter
redis_pool_hit_total 303
# HELP redis_pool_miss_total Number of times a connection was not found in the pool
# TYPE redis_pool_miss_total counter
redis_pool_miss_total 5
# HELP redis_pool_timeout_total Number of times a timeout occurred when looking for a connection in the pool
# TYPE redis_pool_timeout_total counter
redis_pool_timeout_total 0Metrics with this MR:
# HELP connected_agents_count The number of unique connected agents
# TYPE connected_agents_count gauge
connected_agents_count 1
# HELP gitlab_build_info Current build info for this GitLab Service
# TYPE gitlab_build_info gauge
gitlab_build_info{built="00000000.000000",version="v0.0.0"} 1
# HELP go_gc_duration_seconds A summary of the pause duration of garbage collection cycles.
# TYPE go_gc_duration_seconds summary
go_gc_duration_seconds{quantile="0"} 5.2625e-05
go_gc_duration_seconds{quantile="0.25"} 0.000205625
go_gc_duration_seconds{quantile="0.5"} 0.000206834
go_gc_duration_seconds{quantile="0.75"} 0.000220875
go_gc_duration_seconds{quantile="1"} 0.000248791
go_gc_duration_seconds_sum 0.00093475
go_gc_duration_seconds_count 5
# HELP go_goroutines Number of goroutines that currently exist.
# TYPE go_goroutines gauge
go_goroutines 86
# HELP go_info Information about the Go environment.
# TYPE go_info gauge
go_info{version="go1.20.3"} 1
# HELP go_memstats_alloc_bytes Number of bytes allocated and still in use.
# TYPE go_memstats_alloc_bytes gauge
go_memstats_alloc_bytes 1.1249648e+07
# HELP go_memstats_alloc_bytes_total Total number of bytes allocated, even if freed.
# TYPE go_memstats_alloc_bytes_total counter
go_memstats_alloc_bytes_total 1.5220448e+07
# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table.
# TYPE go_memstats_buck_hash_sys_bytes gauge
go_memstats_buck_hash_sys_bytes 1.453374e+06
# HELP go_memstats_frees_total Total number of frees.
# TYPE go_memstats_frees_total counter
go_memstats_frees_total 28059
# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata.
# TYPE go_memstats_gc_sys_bytes gauge
go_memstats_gc_sys_bytes 4.649576e+06
# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and still in use.
# TYPE go_memstats_heap_alloc_bytes gauge
go_memstats_heap_alloc_bytes 1.1249648e+07
# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used.
# TYPE go_memstats_heap_idle_bytes gauge
go_memstats_heap_idle_bytes 4.268032e+06
# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use.
# TYPE go_memstats_heap_inuse_bytes gauge
go_memstats_heap_inuse_bytes 1.4934016e+07
# HELP go_memstats_heap_objects Number of allocated objects.
# TYPE go_memstats_heap_objects gauge
go_memstats_heap_objects 27913
# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS.
# TYPE go_memstats_heap_released_bytes gauge
go_memstats_heap_released_bytes 4.235264e+06
# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system.
# TYPE go_memstats_heap_sys_bytes gauge
go_memstats_heap_sys_bytes 1.9202048e+07
# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.
# TYPE go_memstats_last_gc_time_seconds gauge
go_memstats_last_gc_time_seconds 1.68299096180083e+09
# HELP go_memstats_lookups_total Total number of pointer lookups.
# TYPE go_memstats_lookups_total counter
go_memstats_lookups_total 0
# HELP go_memstats_mallocs_total Total number of mallocs.
# TYPE go_memstats_mallocs_total counter
go_memstats_mallocs_total 55972
# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures.
# TYPE go_memstats_mcache_inuse_bytes gauge
go_memstats_mcache_inuse_bytes 12000
# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system.
# TYPE go_memstats_mcache_sys_bytes gauge
go_memstats_mcache_sys_bytes 15600
# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures.
# TYPE go_memstats_mspan_inuse_bytes gauge
go_memstats_mspan_inuse_bytes 167360
# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system.
# TYPE go_memstats_mspan_sys_bytes gauge
go_memstats_mspan_sys_bytes 179520
# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place.
# TYPE go_memstats_next_gc_bytes gauge
go_memstats_next_gc_bytes 1.4253472e+07
# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations.
# TYPE go_memstats_other_sys_bytes gauge
go_memstats_other_sys_bytes 2.583346e+06
# HELP go_memstats_stack_inuse_bytes Number of bytes in use by the stack allocator.
# TYPE go_memstats_stack_inuse_bytes gauge
go_memstats_stack_inuse_bytes 1.736704e+06
# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator.
# TYPE go_memstats_stack_sys_bytes gauge
go_memstats_stack_sys_bytes 1.736704e+06
# HELP go_memstats_sys_bytes Number of bytes obtained from system.
# TYPE go_memstats_sys_bytes gauge
go_memstats_sys_bytes 2.9820168e+07
# HELP go_threads Number of OS threads created.
# TYPE go_threads gauge
go_threads 15
# HELP grpc_client_handled_total Total number of RPCs completed by the client, regardless of success or failure.
# TYPE grpc_client_handled_total counter
grpc_client_handled_total{grpc_code="OK",grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 1
grpc_client_handled_total{grpc_code="OK",grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_client_msg_received_total Total number of RPC stream messages received by the client.
# TYPE grpc_client_msg_received_total counter
grpc_client_msg_received_total{grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService",grpc_type="server_stream"} 1
grpc_client_msg_received_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 7
grpc_client_msg_received_total{grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 2
# HELP grpc_client_msg_sent_total Total number of gRPC stream messages sent by the client.
# TYPE grpc_client_msg_sent_total counter
grpc_client_msg_sent_total{grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService",grpc_type="server_stream"} 1
grpc_client_msg_sent_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 3
grpc_client_msg_sent_total{grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_client_requests_in_flight TODO
# TYPE grpc_client_requests_in_flight gauge
grpc_client_requests_in_flight{grpc_client_user_agent="gitlab-kas/v0.0.0/00000000 grpc-go/1.54.0",grpc_is_fail_fast="true",grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService"} 0
grpc_client_requests_in_flight{grpc_client_user_agent="gitlab-kas/v0.0.0/00000000 grpc-go/1.54.0",grpc_is_fail_fast="true",grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi"} 0
grpc_client_requests_in_flight{grpc_client_user_agent="gitlab-kas/v0.0.0/00000000 grpc-go/1.54.0",grpc_is_fail_fast="true",grpc_method="TreeEntry",grpc_service="gitaly.CommitService"} 0
# HELP grpc_client_started_total Total number of RPCs started on the client.
# TYPE grpc_client_started_total counter
grpc_client_started_total{grpc_method="InfoRefsUploadPack",grpc_service="gitaly.SmartHTTPService",grpc_type="server_stream"} 1
grpc_client_started_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 1
grpc_client_started_total{grpc_method="TreeEntry",grpc_service="gitaly.CommitService",grpc_type="server_stream"} 1
# HELP grpc_server_handled_total Total number of RPCs completed on the server, regardless of success or failure.
# TYPE grpc_server_handled_total counter
grpc_server_handled_total{grpc_code="OK",grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 1
grpc_server_handled_total{grpc_code="OK",grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 1
grpc_server_handled_total{grpc_code="OK",grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 1
# HELP grpc_server_msg_received_total Total number of RPC stream messages received on the server.
# TYPE grpc_server_msg_received_total counter
grpc_server_msg_received_total{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 19
grpc_server_msg_received_total{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration",grpc_type="server_stream"} 1
grpc_server_msg_received_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 3
grpc_server_msg_received_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 4
# HELP grpc_server_msg_sent_total Total number of gRPC stream messages sent by the server.
# TYPE grpc_server_msg_sent_total counter
grpc_server_msg_sent_total{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 4
grpc_server_msg_sent_total{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration",grpc_type="server_stream"} 1
grpc_server_msg_sent_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 3
grpc_server_msg_sent_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 6
# HELP grpc_server_requests_in_flight TODO
# TYPE grpc_server_requests_in_flight gauge
grpc_server_requests_in_flight{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel"} 12
grpc_server_requests_in_flight{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration"} 1
grpc_server_requests_in_flight{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess"} 0
grpc_server_requests_in_flight{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi"} 0
# HELP grpc_server_started_total Total number of RPCs started on the server.
# TYPE grpc_server_started_total counter
grpc_server_started_total{grpc_method="Connect",grpc_service="gitlab.agent.reverse_tunnel.rpc.ReverseTunnel",grpc_type="bidi_stream"} 13
grpc_server_started_total{grpc_method="GetConfiguration",grpc_service="gitlab.agent.agent_configuration.rpc.AgentConfiguration",grpc_type="server_stream"} 1
grpc_server_started_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.gitlab_access.rpc.GitlabAccess",grpc_type="bidi_stream"} 1
grpc_server_started_total{grpc_method="MakeRequest",grpc_service="gitlab.agent.kubernetes_api.rpc.KubernetesApi",grpc_type="bidi_stream"} 1
# HELP k8s_api_proxy_routing_duration_seconds The time it takes the routing kas to find a suitable tunnel in seconds
# TYPE k8s_api_proxy_routing_duration_seconds histogram
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.001"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.004"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.016"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.064"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="0.256"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="1.024"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="4.096"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="16.384"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="aborted",le="+Inf"} 0
k8s_api_proxy_routing_duration_seconds_sum{status="aborted"} 0
k8s_api_proxy_routing_duration_seconds_count{status="aborted"} 0
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.001"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.004"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.016"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.064"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="0.256"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="1.024"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="4.096"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="16.384"} 1
k8s_api_proxy_routing_duration_seconds_bucket{status="success",le="+Inf"} 1
k8s_api_proxy_routing_duration_seconds_sum{status="success"} 0.00083875
k8s_api_proxy_routing_duration_seconds_count{status="success"} 1
# HELP k8s_api_proxy_routing_timeout_total The total number of times routing timed out i.e. didn't find a suitable agent connection within allocated time
# TYPE k8s_api_proxy_routing_timeout_total counter
k8s_api_proxy_routing_timeout_total 0
# HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served.
# TYPE promhttp_metric_handler_requests_in_flight gauge
promhttp_metric_handler_requests_in_flight 1
# HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code.
# TYPE promhttp_metric_handler_requests_total counter
promhttp_metric_handler_requests_total{code="200"} 14
promhttp_metric_handler_requests_total{code="500"} 0
promhttp_metric_handler_requests_total{code="503"} 0
# HELP redis_pool_conn_idle_current Current number of idle connections in the pool
# TYPE redis_pool_conn_idle_current gauge
redis_pool_conn_idle_current 5
# HELP redis_pool_conn_stale_total Number of times a connection was removed from the pool because it was stale
# TYPE redis_pool_conn_stale_total counter
redis_pool_conn_stale_total 0
# HELP redis_pool_conn_total_current Current number of connections in the pool
# TYPE redis_pool_conn_total_current gauge
redis_pool_conn_total_current 5
# HELP redis_pool_hit_total Number of times a connection was found in the pool
# TYPE redis_pool_hit_total counter
redis_pool_hit_total 45
# HELP redis_pool_miss_total Number of times a connection was not found in the pool
# TYPE redis_pool_miss_total counter
redis_pool_miss_total 5
# HELP redis_pool_timeout_total Number of times a timeout occurred when looking for a connection in the pool
# TYPE redis_pool_timeout_total counter
redis_pool_timeout_total 0