Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

cgroup metrics no longer being reported #6068

Closed
axw opened this issue Aug 30, 2021 · 1 comment
Closed

cgroup metrics no longer being reported #6068

axw opened this issue Aug 30, 2021 · 1 comment

Comments

@axw
Copy link
Member

axw commented Aug 30, 2021

Issue to track updating libbeat in the 7.15 branch after elastic/beats#27598 is fixed.

@axw
Copy link
Member Author

axw commented Sep 2, 2021

Confirmed with 7.15.0 BC4 in gcp-europe-west1.

image

{
  "took" : 3,
  "timed_out" : false,
  "_shards" : {
    "total" : 1,
    "successful" : 1,
    "skipped" : 0,
    "failed" : 0
  },
  "hits" : {
    "total" : {
      "value" : 30,
      "relation" : "eq"
    },
    "max_score" : 1.0,
    "hits" : [
      {
        "_index" : ".monitoring-beats-7-2021.09.02",
        "_type" : "_doc",
        "_id" : "YHrPpXsBKU2EaqxTBqL5",
        "_score" : 1.0,
        "_source" : {
          "cluster_uuid" : "xnmWdHduRTChmM7DFIdKRA",
          "timestamp" : "2021-09-02T09:20:13.560Z",
          "interval_ms" : 10000,
          "type" : "beats_stats",
          "source_node" : {
            "uuid" : "cg-AVixARH6PWb7DMo3rRA",
            "host" : "10.43.255.147",
            "transport_address" : "10.43.255.147:19689",
            "ip" : "10.43.255.147",
            "name" : "instance-0000000000",
            "timestamp" : "2021-09-02T09:20:13.560Z"
          },
          "beats_stats" : {
            "timestamp" : "2021-09-02T09:20:13.469Z",
            "metrics" : {
              "beat" : {
                "memstats" : {
                  "memory_alloc" : 13801712,
                  "memory_sys" : 78726152,
                  "gc_next" : 19773679,
                  "rss" : 122748928,
                  "memory_total" : 40660680
                },
                "cpu" : {
                  "system" : {
                    "ticks" : 100,
                    "time" : {
                      "ms" : 108
                    }
                  },
                  "total" : {
                    "value" : 400,
                    "ticks" : 400,
                    "time" : {
                      "ms" : 416
                    }
                  },
                  "user" : {
                    "time" : {
                      "ms" : 308
                    },
                    "ticks" : 300
                  }
                },
                "runtime" : {
                  "goroutines" : 83
                },
                "cgroup" : {
                  "cpu" : {
                    "cfs" : {
                      "period" : {
                        "us" : 100000
                      },
                      "quota" : {
                        "us" : 800000
                      }
                    },
                    "stats" : {
                      "periods" : 211,
                      "throttled" : {
                        "periods" : 0,
                        "ns" : 0
                      }
                    },
                    "id" : "/"
                  },
                  "cpuacct" : {
                    "id" : "/",
                    "total" : {
                      "ns" : 11193803193
                    }
                  },
                  "memory" : {
                    "id" : "/",
                    "mem" : {
                      "limit" : {
                        "bytes" : 1073741824
                      },
                      "usage" : {
                        "bytes" : 889323520
                      }
                    }
                  }
                },
                "handles" : {
                  "open" : 22,
                  "limit" : {
                    "hard" : 1048576,
                    "soft" : 1048576
                  }
                },
                "info" : {
                  "uptime" : {
                    "ms" : 60045
                  },
                  "ephemeral_id" : "3f936063-b52d-4f0a-9c8d-59583c4c735f",
                  "version" : "7.15.0"
                }
              },
              "libbeat" : {
                "config" : {
                  "scans" : 0,
                  "reloads" : 0,
                  "module" : {
                    "running" : 0,
                    "starts" : 0,
                    "stops" : 0
                  }
                },
                "output" : {
                  "write" : {
                    "bytes" : 153000,
                    "errors" : 0
                  },
                  "read" : {
                    "bytes" : 95408,
                    "errors" : 0
                  },
                  "type" : "elasticsearch",
                  "events" : {
                    "failed" : 0,
                    "dropped" : 0,
                    "duplicates" : 0,
                    "active" : 0,
                    "toomany" : 0,
                    "batches" : 1,
                    "total" : 1,
                    "acked" : 1
                  }
                },
                "pipeline" : {
                  "clients" : 1,
                  "events" : {
                    "retry" : 7,
                    "active" : 0,
                    "total" : 1,
                    "filtered" : 0,
                    "published" : 1,
                    "failed" : 0,
                    "dropped" : 0
                  },
                  "queue" : {
                    "acked" : 1,
                    "max_events" : 4000
                  }
                }
              },
              "apm-server" : {
                "sourcemap" : {
                  "decoding" : {
                    "count" : 0,
                    "errors" : 0
                  },
                  "validation" : {
                    "count" : 0,
                    "errors" : 0
                  },
                  "request" : {
                    "count" : 0
                  },
                  "response" : {
                    "valid" : {
                      "accepted" : 0,
                      "ok" : 0,
                      "notmodified" : 0,
                      "count" : 0
                    },
                    "count" : 0,
                    "errors" : {
                      "closed" : 0,
                      "validate" : 0,
                      "unavailable" : 0,
                      "toolarge" : 0,
                      "queue" : 0,
                      "ratelimit" : 0,
                      "decode" : 0,
                      "internal" : 0,
                      "invalidquery" : 0,
                      "unauthorized" : 0,
                      "notfound" : 0,
                      "timeout" : 0,
                      "count" : 0,
                      "forbidden" : 0,
                      "method" : 0
                    }
                  },
                  "unset" : 0
                },
                "root" : {
                  "response" : {
                    "errors" : {
                      "count" : 0,
                      "queue" : 0,
                      "validate" : 0,
                      "unavailable" : 0,
                      "notfound" : 0,
                      "timeout" : 0,
                      "closed" : 0,
                      "ratelimit" : 0,
                      "unauthorized" : 0,
                      "forbidden" : 0,
                      "toolarge" : 0,
                      "method" : 0,
                      "decode" : 0,
                      "internal" : 0,
                      "invalidquery" : 0
                    },
                    "valid" : {
                      "notmodified" : 0,
                      "accepted" : 0,
                      "count" : 11,
                      "ok" : 11
                    },
                    "count" : 11
                  },
                  "unset" : 0,
                  "request" : {
                    "count" : 11
                  }
                },
                "server" : {
                  "unset" : 0,
                  "request" : {
                    "count" : 0
                  },
                  "response" : {
                    "count" : 0,
                    "errors" : {
                      "forbidden" : 0,
                      "notfound" : 0,
                      "validate" : 0,
                      "count" : 0,
                      "toolarge" : 0,
                      "unavailable" : 0,
                      "ratelimit" : 0,
                      "invalidquery" : 0,
                      "timeout" : 0,
                      "internal" : 0,
                      "method" : 0,
                      "decode" : 0,
                      "queue" : 0,
                      "closed" : 0,
                      "unauthorized" : 0
                    },
                    "valid" : {
                      "ok" : 0,
                      "notmodified" : 0,
                      "count" : 0,
                      "accepted" : 0
                    }
                  }
                },
                "profile" : {
                  "request" : {
                    "count" : 0
                  },
                  "response" : {
                    "count" : 0,
                    "errors" : {
                      "invalidquery" : 0,
                      "closed" : 0,
                      "notfound" : 0,
                      "validate" : 0,
                      "ratelimit" : 0,
                      "queue" : 0,
                      "unavailable" : 0,
                      "toolarge" : 0,
                      "timeout" : 0,
                      "unauthorized" : 0,
                      "count" : 0,
                      "forbidden" : 0,
                      "decode" : 0,
                      "method" : 0,
                      "internal" : 0
                    },
                    "valid" : {
                      "ok" : 0,
                      "notmodified" : 0,
                      "accepted" : 0,
                      "count" : 0
                    }
                  },
                  "unset" : 0
                },
                "acm" : {
                  "request" : {
                    "count" : 0
                  },
                  "response" : {
                    "count" : 0,
                    "errors" : {
                      "timeout" : 0,
                      "queue" : 0,
                      "internal" : 0,
                      "toolarge" : 0,
                      "decode" : 0,
                      "unavailable" : 0,
                      "forbidden" : 0,
                      "method" : 0,
                      "invalidquery" : 0,
                      "notfound" : 0,
                      "count" : 0,
                      "validate" : 0,
                      "closed" : 0,
                      "ratelimit" : 0,
                      "unauthorized" : 0
                    },
                    "valid" : {
                      "count" : 0,
                      "accepted" : 0,
                      "ok" : 0,
                      "notmodified" : 0
                    }
                  },
                  "unset" : 0
                },
                "jaeger" : {
                  "grpc" : {
                    "collect" : {
                      "response" : {
                        "valid" : {
                          "count" : 0
                        },
                        "count" : 0,
                        "errors" : {
                          "timeout" : 0,
                          "unauthorized" : 0,
                          "count" : 0,
                          "ratelimit" : 0
                        }
                      },
                      "request" : {
                        "count" : 0
                      }
                    },
                    "sampling" : {
                      "event" : {
                        "received" : {
                          "count" : 0
                        }
                      },
                      "request" : {
                        "count" : 0
                      },
                      "response" : {
                        "errors" : {
                          "count" : 0
                        },
                        "valid" : {
                          "count" : 0
                        },
                        "count" : 0
                      }
                    }
                  },
                  "http" : {
                    "event" : {
                      "received" : {
                        "count" : 0
                      }
                    },
                    "request" : {
                      "count" : 0
                    },
                    "response" : {
                      "count" : 0,
                      "errors" : {
                        "count" : 0
                      },
                      "valid" : {
                        "count" : 0
                      }
                    }
                  }
                },
                "sampling" : {
                  "transactions_dropped" : 0
                },
                "decoder" : {
                  "missing-content-length" : {
                    "count" : 0
                  },
                  "deflate" : {
                    "count" : 0,
                    "content-length" : 0
                  },
                  "gzip" : {
                    "count" : 0,
                    "content-length" : 0
                  },
                  "uncompressed" : {
                    "content-length" : 0,
                    "count" : 0
                  },
                  "reader" : {
                    "count" : 0
                  }
                },
                "otlp" : {
                  "grpc" : {
                    "metrics" : {
                      "request" : {
                        "count" : 0
                      },
                      "response" : {
                        "errors" : {
                          "count" : 0,
                          "ratelimit" : 0,
                          "timeout" : 0,
                          "unauthorized" : 0
                        },
                        "valid" : {
                          "count" : 0
                        },
                        "count" : 0
                      },
                      "consumer" : {
                        "unsupported_dropped" : 0
                      }
                    },
                    "traces" : {
                      "response" : {
                        "errors" : {
                          "count" : 0,
                          "ratelimit" : 0,
                          "timeout" : 0,
                          "unauthorized" : 0
                        },
                        "valid" : {
                          "count" : 0
                        },
                        "count" : 0
                      },
                      "request" : {
                        "count" : 0
                      }
                    }
                  }
                },
                "aggregation" : {
                  "txmetrics" : {
                    "active_groups" : 0,
                    "overflowed" : 0
                  }
                },
                "processor" : {
                  "sourcemap" : {
                    "counter" : 0
                  },
                  "stream" : {
                    "accepted" : 0,
                    "errors" : {
                      "invalid" : 0,
                      "toolarge" : 0
                    }
                  },
                  "error" : {
                    "transformations" : 0,
                    "stacktraces" : 0,
                    "frames" : 0
                  },
                  "metric" : {
                    "transformations" : 0
                  },
                  "span" : {
                    "stacktraces" : 0,
                    "frames" : 0,
                    "transformations" : 0
                  },
                  "transaction" : {
                    "transformations" : 0
                  }
                }
              },
              "system" : {
                "cpu" : {
                  "cores" : 32
                },
                "load" : {
                  "norm" : {
                    "1" : 0.0397,
                    "5" : 0.0431,
                    "15" : 0.0344
                  },
                  "1" : 1.27,
                  "5" : 1.38,
                  "15" : 1.1
                }
              }
            },
            "beat" : {
              "uuid" : "e87f1fd6-586e-4f62-8d61-bf5ad1762a28",
              "type" : "apm-server",
              "version" : "7.15.0",
              "name" : "instance-0000000001",
              "host" : "b106b3796328"
            }
          }
        }
      }
    ]
  }
}

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Projects
None yet
Development

No branches or pull requests

1 participant