Add flooefi back to sandbox/staging platforms as a core experiment (#934)

* Revert "Removes floofi daemonset and related configs"

This reverts commit 8b5ad87.

* Adds Google-internal service "flooefi" back to sandbox and staging nodes

This will only run on hardware and circuits donated by Google.

* References netattachdef index 7 by namespace

flooefi runs in the "flooefi" namespace, but needs to load a Network Attachment
Definition from the default namespace. I _think_ this change may accomplish
that?

* Adds single quotes around netattachdef value for flooefi DS

Author: nkinkade

k8s/daemonsets/core/flooefi.jsonnet

@@ -0,0 +1,77 @@
+local expName = 'flooefi';
+
+{
+  apiVersion: 'apps/v1',
+  kind: 'DaemonSet',
+  metadata: {
+    name: expName,
+    namespace: expName,
+  },
+  spec: {
+    selector: {
+      matchLabels: {
+        workload: expName,
+      },
+    },
+    template: {
+      metadata: {
+        annotations: {
+          'k8s.v1.cni.cncf.io/networks': 'default/index2ip-index-7-conf',
+          'prometheus.io/scrape': 'true',
+          'prometheus.io/scheme': 'http'
+        },
+        labels: {
+          workload: expName,
+        },
+      },
+      spec: {
+        containers: [
+          {
+            args: [
+              '--floo_client_debug_string=$(HOSTNAME)',
+            ],
+            env: [
+              {
+                name: 'DNS_RESOLVERS',
+                value: '8.8.8.8,8.8.4.4',
+              },
+              {
+                name: 'HOSTNAME',
+                valueFrom: {
+                  fieldRef: {
+                    fieldPath: 'spec.nodeName',
+                  },
+                },
+              },
+            ],
+            image: 'gcr.io/google.com/floonet/flooefi-prod:latest',
+            name: expName,
+            ports: [
+              {
+                containerPort: 33465,
+              },
+            ],
+          },
+        ],
+        nodeSelector: {
+          'mlab/type': 'physical',
+          'mlab/donated': 'false',
+        },
+        dnsConfig: {
+          options: [
+            {
+              name: 'ndots',
+              value: '2',
+            },
+          ],
+        }
+      },
+    },
+    updateStrategy: {
+      rollingUpdate: {
+        maxUnavailable: 2,
+      },
+      type: 'RollingUpdate',
+    },
+  },
+}

manage-cluster/apply_k8s_configs.sh

@@ -40,6 +40,10 @@ fi
 # ... but otherwise it can't really hurt.
 gcloud --quiet components update kubectl
 
+# A seperate namespace for experimenting with deploying a Google-internal
+# service named flooefi in sandbox and staging.
+kubectl create namespace flooefi --dry-run=client -o json | kubectl apply -f -
+
 # We call 'kubectl apply -f system.json' several times because kubectl doesn't
 # support defining and declaring certain objects in the same file. This is a
 # bug in kubectl, and so we call it twice here and a final time at the end of

system.jsonnet

@@ -38,6 +38,11 @@
       // uncomment the following line.
       //import 'k8s/daemonsets/experiments/responsiveness.jsonnet',
     ] else []
+  ) + (
+    if std.extVar('PROJECT_ID') != 'mlab-oti' then [
+      // A internal Google service used only on equipment and circuits donated by Google.
+      import 'k8s/daemonsets/core/flooefi.jsonnet',
+    ] else []
   ) + [
     // Deployments
     import 'k8s/deployments/kube-state-metrics.jsonnet',