Add scalability tests

README.md

@@ -18,3 +18,4 @@ This repository provides kubernetes yaml deployments and markdown examples for N
     * [SRIOV examples](./examples/sriov)
     * [Memory examples](./examples/memory)
     * [Heal examples](./examples/heal)
+    * [Scalability tests](./examples/scalability)

examples/basic/README.md

@@ -58,7 +58,7 @@ kubectl apply -k .
 
 ## Cleanup
 
-To free resouces follow the next command:
+To free resources follow the next command:
 
 ```bash
 kubectl delete mutatingwebhookconfiguration --all

examples/scalability/.gitignore

@@ -0,0 +1,7 @@
+kustomization.yaml
+netsvcs.yaml
+nse.yaml
+set_params.sh
+result_data-*/
+nsm_setup/logs*/
+port_forwarder_out.log

examples/scalability/README.md

@@ -0,0 +1,34 @@
+# Scalability tests
+
+This folder contains scalability tests.
+
+These tests can technically be run manually, like all other tests,
+however they are meant to be run only automatically,
+for better precision of measurements.
+
+These tests require you to write a file with test params before each test run.
+This file must be placed in the [cases](./cases) folder (near other .sh files),
+and must have the following structure:
+```bash
+#!/bin/bash
+TEST_NS_COUNT=1
+TEST_NSE_COUNT=1
+TEST_NSC_COUNT=1
+TEST_REMOTE_CASE=false
+```
+
+Note, that you need [styx](https://github.com/go-pluto/styx) installed
+for statistics gathering to work.
+
+## Requires
+
+- [Prometheus](./prometheus)
+- [Basic NSM setup](./nsm_setup)
+- [Gnuplot deployment](./gnuplot)
+
+## Includes
+
+- [Single start without heal](./cases/SingleStart)
+- [Single start with unsuccessful heal](./cases/DryHeal)
+- [Clients restart](./cases/ClientsRestart)
+- [Endpoints restart: successful heal](./cases/Heal)

examples/scalability/cadvisor/README.md

@@ -0,0 +1,21 @@
+# cAdvisor
+
+Contains setup for cAdvisor.
+
+## Run
+
+Deploy cAdvisor:
+```bash
+kubectl apply -k .
+```
+
+Wait for application ready:
+```bash
+kubectl -n cadvisor --timeout=1m wait pod --for=condition=ready -l app=cadvisor
+```
+
+## Cleanup
+
+```bash
+kubectl delete -k .
+```

examples/scalability/cadvisor/cluster-role-binding.yaml

@@ -0,0 +1,13 @@
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: cadvisor
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: cadvisor
+subjects:
+  - kind: ServiceAccount
+    name: cadvisor
+    namespace: cadvisor

examples/scalability/cadvisor/cluster-role.yaml

@@ -0,0 +1,14 @@
+---
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: cadvisor
+rules:
+  - apiGroups:
+      - policy
+    resources:
+      - podsecuritypolicies
+    verbs:
+      - use
+    resourceNames:
+      - cadvisor

examples/scalability/cadvisor/daemonset.yaml

@@ -0,0 +1,86 @@
+---
+# for Kubernetes versions before 1.9.0 use apps/v1beta2
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: cadvisor
+  namespace: cadvisor
+  annotations:
+    seccomp.security.alpha.kubernetes.io/pod: 'docker/default'
+spec:
+  selector:
+    matchLabels:
+      name: cadvisor
+  template:
+    metadata:
+      labels:
+        name: cadvisor
+    spec:
+      serviceAccountName: cadvisor
+      containers:
+        - name: cadvisor
+          image: gcr.io/cadvisor/cadvisor:v0.39.0
+          imagePullPolicy: IfNotPresent
+          args:
+            - --port=9089
+            - --housekeeping_interval=1s
+            - --max_housekeeping_interval=2s
+            - --event_storage_event_limit=default=0
+            - --event_storage_age_limit=default=0
+            - --disable_metrics=accelerator,cpu_topology,disk,diskIO,memory_numa,network,tcp,udp,advtcp,sched,process,percpu,hugetlb,referenced_memory,resctrl,cpuset
+            - --docker_only
+            - --store_container_labels=false
+            - --whitelisted_container_labels=io.kubernetes.container.name, io.kubernetes.pod.name,io.kubernetes.pod.namespace
+          ports:
+            - name: http
+              hostPort: 9089
+              containerPort: 9089
+              protocol: TCP
+          volumeMounts:
+            - name: rootfs
+              mountPath: /rootfs
+              readOnly: true
+            - name: var-run
+              mountPath: /var/run
+              readOnly: true
+            - name: sys
+              mountPath: /sys
+              readOnly: true
+            - name: docker
+              mountPath: /var/lib/docker
+              readOnly: true
+            - name: disk
+              mountPath: /dev/disk
+              readOnly: true
+          resources:
+            requests:
+              memory: 100Mi
+              cpu: 200m
+            limits:
+              memory: 400Mi
+              cpu: 1000m
+          readinessProbe:
+            exec:
+              command:
+                - wget
+                - localhost:9089/healthz
+                - -O
+                - /dev/null
+      automountServiceAccountToken: false
+      terminationGracePeriodSeconds: 30
+      volumes:
+        - name: rootfs
+          hostPath:
+            path: /
+        - name: var-run
+          hostPath:
+            path: /var/run
+        - name: sys
+          hostPath:
+            path: /sys
+        - name: docker
+          hostPath:
+            path: /var/lib/docker
+        - name: disk
+          hostPath:
+            path: /dev/disk

examples/scalability/cadvisor/kustomization.yaml

@@ -0,0 +1,17 @@
+---
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+namespace: cadvisor
+
+commonLabels:
+  app: cadvisor
+
+resources:
+  - cluster-role.yaml
+  - cluster-role-binding.yaml
+  - daemonset.yaml
+  - namespace.yaml
+  - pod-security-policy.yaml
+  - service-account.yaml
+  - service.yaml

examples/scalability/cadvisor/namespace.yaml

@@ -0,0 +1,5 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: cadvisor

examples/scalability/cadvisor/pod-security-policy.yaml

@@ -0,0 +1,22 @@
+---
+apiVersion: policy/v1beta1
+kind: PodSecurityPolicy
+metadata:
+  name: cadvisor
+spec:
+  seLinux:
+    rule: RunAsAny
+  supplementalGroups:
+    rule: RunAsAny
+  runAsUser:
+    rule: RunAsAny
+  fsGroup:
+    rule: RunAsAny
+  volumes:
+    - '*'
+  allowedHostPaths:
+    - pathPrefix: "/"
+    - pathPrefix: "/var/run"
+    - pathPrefix: "/sys"
+    - pathPrefix: "/var/lib/docker"
+    - pathPrefix: "/dev/disk"

examples/scalability/cadvisor/service-account.yaml

@@ -0,0 +1,6 @@
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: cadvisor
+  namespace: cadvisor

examples/scalability/cadvisor/service.yaml

@@ -0,0 +1,13 @@
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: cadvisor
+spec:
+  selector:
+    app: cadvisor
+  ports:
+    - name: cadvisor
+      protocol: TCP
+      port: 9089
+      targetPort: 9089