Skip to content

Commit

Permalink
fix test
Browse files Browse the repository at this point in the history
  • Loading branch information
@NameHaibinZhang
NameHaibinZhang committed Dec 19, 2024
1 parent f68b24a commit 04d6343
Showing 1 changed file with 45 additions and 225 deletions.
270 changes: 45 additions & 225 deletions core/unittest/metadata/K8sMetadataUnittest.cpp
View file
Original file line number Diff line number Diff line change
@@ -1,67 +1,24 @@
// Copyright 2022 iLogtail Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "unittest/Unittest.h"
#include <string>
#include <memory>
#include <vector>
#include "metadata/LabelingK8sMetadata.h"
#include "metadata/K8sMetadata.h"
#include "models/PipelineEventGroup.h"
#include <json/json.h>

using namespace std;

DECLARE_FLAG_STRING(ilogtail_config);

namespace logtail {

class k8sMetadataUnittest : public ::testing::Test {
protected:
void SetUp() override {
// You can set up common objects needed for each test case here
}

void TearDown() override {
// Clean up after each test case if needed
}

public:
void TestGetByContainerIds() {
LOG_INFO(sLogger, ("TestGetByContainerIds() begin", time(NULL)));
const std::string jsonData = R"({"containerd://286effd2650c0689b779018e42e9ec7aa3d2cb843005e038204e85fc3d4f9144":{"namespace":"default","workloadName":"oneagent-demo-658648895b","workloadKind":"replicaset","serviceName":"","labels":{"app":"oneagent-demo","pod-template-hash":"658648895b"},"envs":{},"images":{"oneagent-demo":"sls-opensource-registry.cn-shanghai.cr.aliyuncs.com/ilogtail-community-edition/centos7-cve-fix:1.0.0"}}})";

Json::Value root;
Json::CharReaderBuilder readerBuilder;
std::istringstream jsonStream(jsonData);
std::string errors;

// Parse JSON data
if (!Json::parseFromStream(readerBuilder, jsonStream, &root, &errors)) {
std::cerr << "Failed to parse JSON: " << errors << std::endl;
return;
}
auto& k8sMetadata = K8sMetadata::GetInstance();
k8sMetadata.SetContainerCache(root);
k8sMetadata.GetByLocalHostFromServer();

// Assume GetInfoByContainerIdFromCache returns non-null shared_ptr for valid IDs,
// and check for some expectations.
APSARA_TEST_TRUE_FATAL(k8sMetadata.GetInfoByContainerIdFromCache("containerd://286effd2650c0689b779018e42e9ec7aa3d2cb843005e038204e85fc3d4f9144") != nullptr);

}

void TestGetByLocalHost() {
LOG_INFO(sLogger, ("TestGetByLocalHost() begin", time(NULL)));
// Sample JSON data
// Common setup for k8s metadata
const std::string jsonData = R"({
"containerd://286effd2650c0689b779018e42e9ec7aa3d2cb843005e038204e85fc3d4f9144":{"namespace":"default","workloadName":"oneagent-demo-658648895b","workloadKind":"replicaset","serviceName":"","labels":{"app":"oneagent-demo","pod-template-hash":"658648895b"},"envs":{},"images":{"oneagent-demo":"sls-opensource-registry.cn-shanghai.cr.aliyuncs.com/ilogtail-community-edition/centos7-cve-fix:1.0.0"}},
"10.41.0.2": {
"namespace": "kube-system",
"workloadName": "coredns-7b669cbb96",
Expand Down Expand Up @@ -125,20 +82,43 @@ class k8sMetadataUnittest : public ::testing::Test {
}
})";

Json::Value root;
Json::CharReaderBuilder readerBuilder;
std::istringstream jsonStream(jsonData);
std::string errors;

// Parse JSON data
if (!Json::parseFromStream(readerBuilder, jsonStream, &root, &errors)) {
if (!Json::parseFromStream(readerBuilder, jsonStream, &parsedJsonData, &errors)) {
std::cerr << "Failed to parse JSON: " << errors << std::endl;
return;
}

k8sMetadata = K8sMetadata::GetInstance();
k8sMetadata->SetContainerCache(parsedJsonData);
k8sMetadata->SetIpCache(parsedJsonData);

}

void TearDown() override {
// Clear the data cache for K8sMetadata to speed up the recovery time between tests.
//auto& k8sMetadata = K8sMetadata::GetInstance();
k8sMetadata->ClearCache();
//delete k8sMetadata;
return;
}

private:
Json::Value parsedJsonData;
K8sMetadata* k8sMetadata;
public:
void TestGetByContainerIds() {
LOG_INFO(sLogger, ("TestGetByContainerIds() begin", time(NULL)));
//auto& k8sMetadata = K8sMetadata::GetInstance();
APSARA_TEST_TRUE_FATAL(k8sMetadata->GetInfoByContainerIdFromCache("containerd://286effd2650c0689b779018e42e9ec7aa3d2cb843005e038204e85fc3d4f9144") != nullptr);
}

auto& k8sMetadata = K8sMetadata::GetInstance();
k8sMetadata.SetIpCache(root);
void TestGetByLocalHost() {
LOG_INFO(sLogger, ("TestGetByLocalHost() begin", time(NULL)));
//auto& k8sMetadata = K8sMetadata::GetInstance();

auto sourceBuffer = std::make_shared<SourceBuffer>();
PipelineEventGroup eventGroup(sourceBuffer);
Expand Down Expand Up @@ -175,91 +155,12 @@ class k8sMetadataUnittest : public ::testing::Test {
EventsContainer& eventsEnd = eventGroup.MutableEvents();
auto& metricEvent = eventsEnd[0].Cast<MetricEvent>();
APSARA_TEST_EQUAL("kube-proxy-worker", metricEvent.GetTag("peerWorkloadName").to_string());
APSARA_TEST_TRUE_FATAL(k8sMetadata.GetInfoByIpFromCache("10.41.0.2") != nullptr);
APSARA_TEST_TRUE_FATAL(k8sMetadata->GetInfoByIpFromCache("10.41.0.2") != nullptr);
}

void TestAddLabelToSpan() {
void TestAddLabelToSpan() {
LOG_INFO(sLogger, ("TestProcessEventForSpan() begin", time(NULL)));
// Sample JSON data
const std::string jsonData = R"({
"10.41.0.2": {
"namespace": "kube-system",
"workloadName": "coredns-7b669cbb96",
"workloadKind": "replicaset",
"serviceName": "",
"labels": {
"k8s-app": "kube-dns",
"pod-template-hash": "7b669cbb96"
},
"envs": {
"COREDNS_NAMESPACE": "",
"COREDNS_POD_NAME": ""
},
"images": {
"coredns": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/coredns:v1.9.3.10-7dfca203-aliyun"
}
},
"10.41.0.3": {
"namespace": "kube-system",
"workloadName": "csi-provisioner-8bd988c55",
"workloadKind": "replicaset",
"serviceName": "",
"labels": {
"app": "csi-provisioner",
"pod-template-hash": "8bd988c55"
},
"envs": {
"CLUSTER_ID": "c33235919ddad4f279b3a67c2f0046704",
"ENABLE_NAS_SUBPATH_FINALIZER": "true",
"KUBE_NODE_NAME": "",
"SERVICE_TYPE": "provisioner"
},
"images": {
"csi-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-plugin:v1.30.3-921e63a-aliyun",
"external-csi-snapshotter": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-snapshotter:v4.0.0-a230d5b-aliyun",
"external-disk-attacher": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-attacher:v4.5.0-4a01fda6-aliyun",
"external-disk-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-provisioner:v3.5.0-e7da67e52-aliyun",
"external-disk-resizer": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-resizer:v1.3-e48d981-aliyun",
"external-nas-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-provisioner:v3.5.0-e7da67e52-aliyun",
"external-nas-resizer": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-resizer:v1.3-e48d981-aliyun",
"external-oss-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-provisioner:v3.5.0-e7da67e52-aliyun",
"external-snapshot-controller": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/snapshot-controller:v4.0.0-a230d5b-aliyun"
}
},
"172.16.20.108": {
"namespace": "kube-system",
"workloadName": "kube-proxy-worker",
"workloadKind": "daemonset",
"serviceName": "",
"labels": {
"controller-revision-hash": "756748b889",
"k8s-app": "kube-proxy-worker",
"pod-template-generation": "1"
},
"envs": {
"NODE_NAME": ""
},
"images": {
"kube-proxy-worker": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/kube-proxy:v1.30.1-aliyun.1"
}
}
})";

Json::Value root;
Json::CharReaderBuilder readerBuilder;
std::istringstream jsonStream(jsonData);
std::string errors;

// Parse JSON data
if (!Json::parseFromStream(readerBuilder, jsonStream, &root, &errors)) {
std::cerr << "Failed to parse JSON: " << errors << std::endl;
return;
}


auto& k8sMetadata = K8sMetadata::GetInstance();
k8sMetadata.SetIpCache(root);
//k8sMetadata.GetByLocalHostFromServer();
//auto& k8sMetadata = K8sMetadata::GetInstance();
unique_ptr<SpanEvent> mSpanEvent;
auto sourceBuffer = std::make_shared<SourceBuffer>();
PipelineEventGroup eventGroup(sourceBuffer);
Expand All @@ -285,96 +186,17 @@ class k8sMetadataUnittest : public ::testing::Test {
std::vector<std::string> remote_ip_vec;
mSpanEvent->SetStatus(SpanEvent::StatusCode::Ok);
mSpanEvent->SetScopeTag(string("key2"), string("value2"));
LabelingK8sMetadata& processor = *(new LabelingK8sMetadata);
LabelingK8sMetadata processor;
processor.AddLabels(*mSpanEvent, container_vec, remote_ip_vec);
APSARA_TEST_EQUAL("kube-proxy-worker", mSpanEvent->GetTag("peerWorkloadName").to_string());
APSARA_TEST_TRUE_FATAL(k8sMetadata.GetInfoByIpFromCache("10.41.0.2") != nullptr);
APSARA_TEST_TRUE_FATAL(k8sMetadata->GetInfoByIpFromCache("10.41.0.2") != nullptr);
delete l;
delete e;
}


void TestAddLabelToMetric() {
void TestAddLabelToMetric() {
LOG_INFO(sLogger, ("TestGetByLocalHost() begin", time(NULL)));
// Sample JSON data
const std::string jsonData = R"({
"10.41.0.2": {
"namespace": "kube-system",
"workloadName": "coredns-7b669cbb96",
"workloadKind": "replicaset",
"serviceName": "",
"labels": {
"k8s-app": "kube-dns",
"pod-template-hash": "7b669cbb96"
},
"envs": {
"COREDNS_NAMESPACE": "",
"COREDNS_POD_NAME": ""
},
"images": {
"coredns": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/coredns:v1.9.3.10-7dfca203-aliyun"
}
},
"10.41.0.3": {
"namespace": "kube-system",
"workloadName": "csi-provisioner-8bd988c55",
"workloadKind": "replicaset",
"serviceName": "",
"labels": {
"app": "csi-provisioner",
"pod-template-hash": "8bd988c55"
},
"envs": {
"CLUSTER_ID": "c33235919ddad4f279b3a67c2f0046704",
"ENABLE_NAS_SUBPATH_FINALIZER": "true",
"KUBE_NODE_NAME": "",
"SERVICE_TYPE": "provisioner"
},
"images": {
"csi-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-plugin:v1.30.3-921e63a-aliyun",
"external-csi-snapshotter": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-snapshotter:v4.0.0-a230d5b-aliyun",
"external-disk-attacher": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-attacher:v4.5.0-4a01fda6-aliyun",
"external-disk-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-provisioner:v3.5.0-e7da67e52-aliyun",
"external-disk-resizer": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-resizer:v1.3-e48d981-aliyun",
"external-nas-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-provisioner:v3.5.0-e7da67e52-aliyun",
"external-nas-resizer": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-resizer:v1.3-e48d981-aliyun",
"external-oss-provisioner": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/csi-provisioner:v3.5.0-e7da67e52-aliyun",
"external-snapshot-controller": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/snapshot-controller:v4.0.0-a230d5b-aliyun"
}
},
"172.16.20.108": {
"namespace": "kube-system",
"workloadName": "kube-proxy-worker",
"workloadKind": "daemonset",
"serviceName": "",
"labels": {
"controller-revision-hash": "756748b889",
"k8s-app": "kube-proxy-worker",
"pod-template-generation": "1"
},
"envs": {
"NODE_NAME": ""
},
"images": {
"kube-proxy-worker": "registry-cn-chengdu-vpc.ack.aliyuncs.com/acs/kube-proxy:v1.30.1-aliyun.1"
}
}
})";

Json::Value root;
Json::CharReaderBuilder readerBuilder;
std::istringstream jsonStream(jsonData);
std::string errors;

// Parse JSON data
if (!Json::parseFromStream(readerBuilder, jsonStream, &root, &errors)) {
std::cerr << "Failed to parse JSON: " << errors << std::endl;
return;
}


auto& k8sMetadata = K8sMetadata::GetInstance();
k8sMetadata.SetIpCache(root);
k8sMetadata.GetByLocalHostFromServer();

// auto& k8sMetadata = K8sMetadata::GetInstance();
auto sourceBuffer = std::make_shared<SourceBuffer>();
PipelineEventGroup eventGroup(sourceBuffer);
std::string eventStr = R"({
Expand Down Expand Up @@ -405,15 +227,15 @@ class k8sMetadataUnittest : public ::testing::Test {
})";
eventGroup.FromJsonString(eventStr);
eventGroup.AddMetricEvent();
LabelingK8sMetadata& processor = *(new LabelingK8sMetadata);
LabelingK8sMetadata processor;
std::vector<std::string> container_vec;
std::vector<std::string> remote_ip_vec;
EventsContainer& events = eventGroup.MutableEvents();
processor.AddLabels(events[0].Cast<MetricEvent>(), container_vec, remote_ip_vec);
EventsContainer& eventsEnd = eventGroup.MutableEvents();
auto& metricEvent = eventsEnd[0].Cast<MetricEvent>();
APSARA_TEST_EQUAL("kube-proxy-worker", metricEvent.GetTag("peerWorkloadName").to_string());
APSARA_TEST_TRUE_FATAL(k8sMetadata.GetInfoByIpFromCache("10.41.0.2") != nullptr);
APSARA_TEST_TRUE_FATAL(k8sMetadata->GetInfoByIpFromCache("10.41.0.2") != nullptr);
}
};

Expand All @@ -422,12 +244,10 @@ APSARA_UNIT_TEST_CASE(k8sMetadataUnittest, TestGetByLocalHost, 1);
APSARA_UNIT_TEST_CASE(k8sMetadataUnittest, TestAddLabelToMetric, 2);
APSARA_UNIT_TEST_CASE(k8sMetadataUnittest, TestAddLabelToSpan, 3);



} // end of namespace logtail

int main(int argc, char** argv) {
logtail::Logger::Instance().InitGlobalLoggers();
::testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}
}

0 comments on commit 04d6343

Please sign in to comment.