Store endpoints on a hashset

Author: estringana

ddtelemetry/src/data/payloads.rs

@@ -1,6 +1,8 @@
 // Copyright 2021-Present Datadog, Inc. https://www.datadoghq.com/
 // SPDX-License-Identifier: Apache-2.0
 
+use std::hash::Hasher;
+
 use crate::data::metrics;
 
 use serde::{Deserialize, Serialize};
@@ -118,14 +120,28 @@ pub enum Method {
     Other = 9, //This is specified as "*" in the OpenAPI spec
 }
 
-#[derive(Serialize, Deserialize, Debug, Hash, PartialEq, Eq, Clone, Default)]
+#[derive(Serialize, Deserialize, Debug, Clone, Default)]
 pub struct Endpoint {
     #[serde(default)]
     pub method: Option<Method>,
     #[serde(default)]
     pub path: Option<String>,
     pub operation_name: String, 
-    pub resource_name: String   
+    pub resource_name: String
+}
+
+impl PartialEq for Endpoint {
+    fn eq(&self, other: &Self) -> bool {
+        self.resource_name == other.resource_name
+    }
+}
+
+impl Eq for Endpoint {}
+
+impl std::hash::Hash for Endpoint {
+    fn hash<H: Hasher>(&self, state: &mut H) {
+        self.resource_name.hash(state);
+    }
 }
 
 impl Endpoint {

ddtelemetry/src/worker/mod.rs

@@ -12,7 +12,7 @@ use crate::{
 };
 use ddcommon::{hyper_migration, tag::Tag, worker::Worker};
 
-use std::fmt::Debug;
+use std::{collections::HashSet, fmt::Debug};
 use std::iter::Sum;
 use std::ops::Add;
 use std::{
@@ -120,7 +120,7 @@ struct TelemetryWorkerData {
     dependencies: store::Store<Dependency>,
     configurations: store::Store<data::Configuration>,
     integrations: store::Store<data::Integration>,
-    endpoints: Vec<data::Endpoint>,
+    endpoints: HashSet<data::Endpoint>,
     logs: store::QueueHashMap<LogIdentifier, Log>,
     metric_contexts: MetricContexts,
     metric_buckets: MetricBuckets,
@@ -412,7 +412,7 @@ impl TelemetryWorker {
             AddDependency(dep) => self.data.dependencies.insert(dep),
             AddIntegration(integration) => self.data.integrations.insert(integration),
             AddConfig(cfg) => self.data.configurations.insert(cfg),
-            AddEndpoint(endpoint) => self.data.endpoints.push(endpoint),
+            AddEndpoint(endpoint) => { self.data.endpoints.insert(endpoint); },
             AddLog((identifier, log)) => {
                 let (l, new) = self.data.logs.get_mut_or_insert(identifier, log);
                 if !new {
@@ -1036,7 +1036,7 @@ pub struct TelemetryWorkerBuilder {
     pub dependencies: store::Store<data::Dependency>,
     pub integrations: store::Store<data::Integration>,
     pub configurations: store::Store<data::Configuration>,
-    pub endpoints: Vec<data::Endpoint>,
+    pub endpoints: HashSet<data::Endpoint>,
     pub native_deps: bool,
     pub rust_shared_lib_deps: bool,
     pub config: Config,
@@ -1087,7 +1087,7 @@ impl TelemetryWorkerBuilder {
             dependencies: store::Store::new(MAX_ITEMS),
             integrations: store::Store::new(MAX_ITEMS),
             configurations: store::Store::new(MAX_ITEMS),
-            endpoints: Vec::new(),
+            endpoints: HashSet::new(),
             native_deps: true,
             rust_shared_lib_deps: false,
             config: Config::default(),