CICD WIP

Author: rmoff

.github/decodable-cicd.yaml

@@ -0,0 +1,48 @@
+name: Decodable CLI Setup and Apply
+
+on:
+  # push:
+  #   branches:
+  #     - main
+  on:
+    pull_request:
+
+jobs:
+  setup-and-apply:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+
+    - name: Download and unpack the Decodable CLI
+      run: |
+        curl -L https://releases.decodable.co/decodable-cli/linux/amd64/decodable-cli-linux-amd64-1.20.0.tar.gz -o /tmp/decodable-cli.tar.gz && \
+        tar -xzf /tmp/decodable-cli.tar.gz -C /tmp && \
+        sudo mv /tmp/decodable-cli-linux-amd64-1.20.0/bin/decodable /usr/local/bin && \
+        rm -r /tmp/decodable-cli.tar.gz /tmp/decodable-cli-linux-amd64-1.20.0
+
+    - name: Create Decodable CLI auth file
+      run: |
+        mkdir -p ~/.decodable
+        cat <<EOF > ~/.decodable/auth
+        version: 1.0.0
+        tokens:
+          default:
+            refresh_token: ${{ secrets.DECODABLE_REFRESH_TOKEN }}
+        EOF
+
+    - name: Create Decodable CLI config file
+      run: |
+        mkdir -p ~/.decodable
+        cat <<EOF > ~/.decodable/config
+        version: 1.0.0
+        active-profile: default
+
+        profiles:
+          default:
+            account: ${{ vars.DECODABLE_ACCOUNT_NAME }}
+        EOF
+
+    - name: Apply all Decodable resources
+      run: decodable apply decodable-cicd/*/*.yaml

declarative-cicd/connections/datagen-01.yaml

@@ -0,0 +1,25 @@
+---
+kind: connection
+metadata:
+    name: datagen-01
+    description: ""
+spec_version: v2
+spec:
+    connector: datagen
+    type: source
+    stream_name: envoy
+    schema_v2:
+        fields:
+            - kind: physical
+              name: message
+              type: STRING
+        constraints: {}
+    properties:
+        delay: "5000"
+        format: json
+        data.type: envoy
+    execution:
+        active: true
+        task_count: 1
+        task_size: M
+

declarative-cicd/github-workflow.yaml

@@ -0,0 +1,48 @@
+name: Decodable CLI Setup and Apply
+
+on:
+  # push:
+  #   branches:
+  #     - main
+  on:
+    pull_request:
+
+jobs:
+  setup-and-apply:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout repository
+      uses: actions/checkout@v2
+
+    - name: Download and unpack the Decodable CLI
+      run: |
+        curl -L https://releases.decodable.co/decodable-cli/linux/amd64/decodable-cli-linux-amd64-1.20.0.tar.gz -o /tmp/decodable-cli.tar.gz && \
+        tar -xzf /tmp/decodable-cli.tar.gz -C /tmp && \
+        sudo mv /tmp/decodable-cli-linux-amd64-1.20.0/bin/decodable /usr/local/bin && \
+        rm -r /tmp/decodable-cli.tar.gz /tmp/decodable-cli-linux-amd64-1.20.0
+
+    - name: Create Decodable CLI auth file
+      run: |
+        mkdir -p ~/.decodable
+        cat <<EOF > ~/.decodable/auth
+        version: 1.0.0
+        tokens:
+          default:
+            refresh_token: ${{ secrets.DECODABLE_REFRESH_TOKEN }}
+        EOF
+
+    - name: Create Decodable CLI config file
+      run: |
+        mkdir -p ~/.decodable
+        cat <<EOF > ~/.decodable/config
+        version: 1.0.0
+        active-profile: default
+
+        profiles:
+          default:
+            account: ${{ vars.DECODABLE_ACCOUNT_NAME }}
+        EOF
+
+    - name: Apply all Decodable resources
+      run: decodable apply decodable-cicd/*/*.yaml

declarative-cicd/pipelines/count-messages.yaml

@@ -0,0 +1,13 @@
+---
+kind: pipeline
+metadata:
+    name: count-messages
+    description: ""
+spec_version: v2
+spec:
+    type: SQL
+    sql: INSERT INTO msg_count SELECT COUNT(*) AS ct FROM envoy
+    execution:
+        active: false
+        task_count: 1
+        task_size: M