chore: sleep after downloading nodes for 30 minutes

Signed-off-by: Gerard Vanloo <gerard.vanloo@ibm.com>

Author: Red-GV

sre/roles/recorders/files/scripts/topology/kubernetes/gather.py

@@ -0,0 +1,55 @@
+import datetime
+import json
+import logging
+import os
+import sys
+import time
+
+from datetime import datetime, timedelta, timezone
+
+import requests
+
+from requests.adapters import HTTPAdapter
+from urllib3.util import Retry
+
+# Logging
+logging.basicConfig(stream=sys.stdout, level=logging.DEBUG)
+
+logger = logging.getLogger(__name__)
+
+
+def main():
+    endpoint = os.environ.get("KUBERNETES_TOPOLOGY_MONITOR_ENDPOINT")
+    if endpoint is None:
+        sys.exit("error: KUBERNETES_TOPOLOGY_MONITOR_ENDPOINT environment variable is not set")
+
+    headers = { "Content-Type": "application/json" }
+
+    retries = Retry(total=3, backoff_factor=0.5)
+    adapter = HTTPAdapter(max_retries=retries)
+
+    session = requests.Session()
+    session.mount("http://", adapter)
+    session.mount("https://", adapter)
+
+    for item in ["nodes", "edges", "graph", "events"]:
+        response = session.get("{0}/{1}".format(endpoint, item), headers=headers, verify=True)
+
+        if response.status_code != 200:
+            logger.warning("unable to query kubernetes topology mapper for {0}".format(item))
+        else:
+            content = response.json()
+
+            logger.info("retrieved {0} data".format(item))
+
+            utc_seconds = (datetime.now(timezone.utc) - datetime(1970, 1, 1, tzinfo=timezone.utc)).total_seconds()
+            file_path = os.path.join(os.path.expanduser("~"), "records", "{0}-{1}.json".format(round(utc_seconds), item))
+
+            with open(file_path, "w") as f:
+                json.dump(content, f, indent=4)
+
+    logger.debug("download complete. begin sleeping.")
+    time.sleep(1800)
+
+if __name__ == "__main__":
+    main()

sre/roles/recorders/files/topology/kubernetes/scripts/gather.py

@@ -26,7 +26,7 @@
   kubernetes.core.k8s:
     kubeconfig: "{{ recorders_cluster.kubeconfig }}"
     namespace: "{{ recorders_namespace.name }}"
-    src: files/kubernetes/topology/kubernetes.yaml
+    src: files/topology/kubernetes/statefulset.yaml
     state: present
 
 - name: Update Kubernetes Topology Recorder environment variables

sre/roles/recorders/files/scripts/topology/kubernetes/requirements.txt renamed to sre/roles/recorders/files/topology/kubernetes/scripts/requirements.txt

@@ -26,7 +26,7 @@
   kubernetes.core.k8s:
     kubeconfig: "{{ recorders_cluster.kubeconfig }}"
     namespace: "{{ recorders_namespace.name }}"
-    src: files/kubernetes/topology/kubernetes.yaml
+    src: files/alerts/prometheus/statefulset.yaml
     state: absent
     wait: true
 
@@ -41,3 +41,22 @@
         namespace: "{{ recorders_namespace.name }}"
     state: absent
     wait: true
+
+- name: Find all exported JSON files
+  ansible.builtin.find:
+    path: /tmp/topology
+    patterns:
+      - "*.json"
+  register: recorders_files
+
+- name: Copy exported data into local directory
+  ansible.builtin.copy:
+    dest: "{{ recorders_storage.local.directory }}/{{ file.path | basename }}"
+    mode: "0644"
+    src: "{{ file.path }}"
+  loop: "{{ recorders_files.files }}"
+  loop_control:
+    label: file/{{ file.path | basename }}
+    loop_var: file
+  when:
+    - recorders_storage.local is defined