This message was deleted.
# dotnets
sparse-intern-71089
10/26/2021, 9:59 AMThis message was deleted.
c
chilly-hairdresser-56259
10/26/2021, 3:24 PMHere is what we ended up doing managing complex config items.
chilly-hairdresser-56259
10/26/2021, 3:24 PMMissed the model
w
worried-city-86458
10/26/2021, 6:46 PMI use anonymous types as much as possible and dictionaries when the keys cannot be c# names:
Copy code
var kubePrometheusStackValues = GrafanaPassword.Apply(grafanaPassword =>
new Dictionary<string, object>
{
["nameOverride"] = "kps",
["fullnameOverride"] = "kps",
["kubeVersionOverride"] = K8sConfig.Version,
["kubeTargetVersionOverride"] = K8sConfig.Version,
["alertmanager"] = new
{
alertmanagerSpec = new
{
storage = new
{
volumeClaimTemplate = new
{
metadata = new { name = "alertmanager-db" },
spec = new
{
storageClassName = "efs-sc",
accessModes = new[] { "ReadWriteOnce" },
resources = new { requests = new { storage = "10Gi" } } // mandatory but ignored by efs
}
}
},
nodeSelector = new { role = "monitoring" },
tolerations = new[] { new { key = "role", @operator = "Exists" } }
},
ingress = new
{
enabled = true,
hosts = new[] { $"alertmanager.{AwsConfig.Route53.Internal.Domain}" },
pathType = "Prefix",
annotations = new Dictionary<string, string>
{
["<http://alb.ingress.kubernetes.io/load-balancer-name|alb.ingress.kubernetes.io/load-balancer-name>"] = $"{EnvName}-{AwsConfig.Alb.Internal.Default.Group}",
["<http://alb.ingress.kubernetes.io/scheme|alb.ingress.kubernetes.io/scheme>"] = AwsConfig.Alb.Internal.Default.Scheme,
["<http://alb.ingress.kubernetes.io/group.name|alb.ingress.kubernetes.io/group.name>"] = AwsConfig.Alb.Internal.Default.Group,
["<http://alb.ingress.kubernetes.io/target-type|alb.ingress.kubernetes.io/target-type>"] = AwsConfig.Alb.Internal.Default.TargetType,
["<http://alb.ingress.kubernetes.io/healthcheck-path|alb.ingress.kubernetes.io/healthcheck-path>"] = "/-/healthy",
["<http://external-dns.alpha.kubernetes.io/hostname|external-dns.alpha.kubernetes.io/hostname>"] = $"alertmanager.{AwsConfig.Route53.Internal.Domain}",
["<http://kubernetes.io/ingress.class|kubernetes.io/ingress.class>"] = AwsConfig.Alb.Internal.Default.Class
}
}
},
["grafana"] = new
{
nameOverride = "kps-grafana",
fullnameOverride = "kps-grafana",
adminPassword = grafanaPassword,
nodeSelector = new { role = "monitoring" },
tolerations = new[] { new { key = "role", @operator = "Exists" } },
ingress = new
{
enabled = true,
hosts = new[] { $"grafana.{AwsConfig.Route53.Internal.Domain}" },
pathType = "Prefix",
annotations = new Dictionary<string, string>
{
["<http://alb.ingress.kubernetes.io/load-balancer-name|alb.ingress.kubernetes.io/load-balancer-name>"] = $"{EnvName}-{AwsConfig.Alb.Internal.Default.Group}",
["<http://alb.ingress.kubernetes.io/scheme|alb.ingress.kubernetes.io/scheme>"] = AwsConfig.Alb.Internal.Default.Scheme,
["<http://alb.ingress.kubernetes.io/group.name|alb.ingress.kubernetes.io/group.name>"] = AwsConfig.Alb.Internal.Default.Group,
["<http://alb.ingress.kubernetes.io/target-type|alb.ingress.kubernetes.io/target-type>"] = AwsConfig.Alb.Internal.Default.TargetType,
["<http://alb.ingress.kubernetes.io/healthcheck-path|alb.ingress.kubernetes.io/healthcheck-path>"] = "/api/health",
["<http://external-dns.alpha.kubernetes.io/hostname|external-dns.alpha.kubernetes.io/hostname>"] = $"grafana.{AwsConfig.Route53.Internal.Domain}",
["<http://kubernetes.io/ingress.class|kubernetes.io/ingress.class>"] = AwsConfig.Alb.Internal.Default.Class
}
}
},
["kubeControllerManager"] = new { enabled = false },
["kubeEtcd"] = new { enabled = false },
//["kubelet"] = new
//{
// serviceMonitor = new
// {
// metricRelabelings = new[]
// {
// new
// {
// sourceLabels = new[] { "node" },
// targetLabel = "instance"
// }
// }
// }
//},
["kubeScheduler"] = new { enabled = false },
["kube-state-metrics"] = new
{
nameOverride = "kps-kube-state-metrics",
fullnameOverride = "kps-kube-state-metrics",
nodeSelector = new { role = "monitoring" },
tolerations = new[] { new { key = "role", @operator = "Exists" } }
},
["prometheus"] = new
{
prometheusSpec = new
{
podMonitorSelectorNilUsesHelmValues = false,
probeSelectorNilUsesHelmValues = false,
ruleSelectorNilUsesHelmValues = false,
serviceMonitorSelectorNilUsesHelmValues = false,
retention = "30d",
storageSpec = new
{
volumeClaimTemplate = new
{
metadata = new { name = "prometheus-db" },
spec = new
{
storageClassName = "efs-sc",
accessModes = new[] { "ReadWriteOnce" },
resources = new { requests = new { storage = "150Gi" } } // mandatory but ignored by efs
}
}
},
nodeSelector = new { role = "monitoring" },
tolerations = new[] { new { key = "role", @operator = "Exists" } }
},
ingress = new
{
enabled = true,
hosts = new[] { $"prometheus.{AwsConfig.Route53.Internal.Domain}" },
pathType = "Prefix",
annotations = new Dictionary<string, string>
{
["<http://alb.ingress.kubernetes.io/load-balancer-name|alb.ingress.kubernetes.io/load-balancer-name>"] = $"{EnvName}-{AwsConfig.Alb.Internal.Default.Group}",
["<http://alb.ingress.kubernetes.io/scheme|alb.ingress.kubernetes.io/scheme>"] = AwsConfig.Alb.Internal.Default.Scheme,
["<http://alb.ingress.kubernetes.io/group.name|alb.ingress.kubernetes.io/group.name>"] = AwsConfig.Alb.Internal.Default.Group,
["<http://alb.ingress.kubernetes.io/target-type|alb.ingress.kubernetes.io/target-type>"] = AwsConfig.Alb.Internal.Default.TargetType,
["<http://alb.ingress.kubernetes.io/healthcheck-path|alb.ingress.kubernetes.io/healthcheck-path>"] = "/-/healthy",
["<http://external-dns.alpha.kubernetes.io/hostname|external-dns.alpha.kubernetes.io/hostname>"] = $"prometheus.{AwsConfig.Route53.Internal.Domain}",
["<http://kubernetes.io/ingress.class|kubernetes.io/ingress.class>"] = AwsConfig.Alb.Internal.Default.Class
}
}
},
//["nodeExporter"] = new
//{
// serviceMonitor = new
// {
// relabelings = new[]
// {
// new
// {
// sourceLabels = new[] { "__meta_kubernetes_pod_node_name" },
// targetLabel = "kubernetes_node"
// }
// }
// }
//},
["prometheus-node-exporter"] = new
{
nameOverride = "kps-prometheus-node-exporter",
fullnameOverride = "kps-prometheus-node-exporter",
tolerations = new[] { new { key = "role", @operator = "Exists" } }
},
["prometheusOperator"] = new
{
admissionWebhooks = new
{
certManager = new { enabled = true },
patch = new
{
nodeSelector = new { role = "monitoring" },
tolerations = new[] { new { key = "role", @operator = "Exists" } }
}
},
nodeSelector = new { role = "monitoring" },
tolerations = new[] { new { key = "role", @operator = "Exists" } }
}
}.ToDictionary()); // workaround <https://github.com/pulumi/pulumi/issues/8013>worried-city-86458
10/26/2021, 6:47 PMGenerally, only the top-level key-value needs to use dictionary indexing.
worried-city-86458
10/26/2021, 6:50 PMMy helpers for the above workaround:
Copy code
public static class ObjectExtensions
{
public static Dictionary<string, object> ToDictionary(this object obj) => obj.ToJson().DeserializeJson();
public static string ToJson(this object obj, bool writeIndented = true) =>
JsonSerializer.Serialize(obj, new JsonSerializerOptions { WriteIndented = writeIndented }).Replace("\r\n", "\n");
}
public static class StringExtensions
{
public static Dictionary<string, object> DeserializeJson(this string json) => JsonSerializer.Deserialize<Dictionary<string, object>>(json)!;
}r
rapid-soccer-18092
10/27/2021, 11:16 AMThanks - very helpful