Add test for native types manifests

Author: AdamVyborny

.github/workflows/push.yml

@@ -26,7 +26,7 @@ jobs:
       - name: Build image and run tests
         run: |
           docker build -t $APP_IMAGE .
-          docker run -e CLIENT_ID -e CLIENT_SECRET -e ACCESS_TOKEN -e REFRESH_TOKEN -e VIEW_ID -e KBC_URL -e KBC_TOKEN -e KBC_COMPONENTID $APP_IMAGE composer ci
+          docker run -e KBC_DATA_TYPE_SUPPORT=none -e CLIENT_ID -e CLIENT_SECRET -e ACCESS_TOKEN -e REFRESH_TOKEN -e VIEW_ID -e KBC_URL -e KBC_TOKEN -e KBC_COMPONENTID $APP_IMAGE composer ci
       - name: Push image to ECR
         run: |
            docker pull quay.io/keboola/developer-portal-cli-v2:latest

docker-compose.yml

@@ -4,6 +4,7 @@ services:
     build:
       context: .
     environment:
+      - KBC_DATA_TYPE_SUPPORT=none
       - CLIENT_ID
       - CLIENT_SECRET
       - ACCESS_TOKEN

tests/functional/data-api-filter-metrics-native-types-manifest/expected/data/out/files/.gitkeep

@@ -0,0 +1 @@
+"properties/255885884","users","accounts/185283969","Keboola"

tests/functional/data-api-filter-metrics-native-types-manifest/expected/data/out/tables/properties.csv

@@ -0,0 +1 @@
+{"destination":"in.c-ex-google-analytics-cfg.properties","incremental":true,"schema":[{"nullable":true,"primary_key":true,"name":"propertyKey","data_type":{"base":{"type":"STRING"}}},{"nullable":true,"primary_key":false,"name":"propertyName","data_type":{"base":{"type":"STRING"}}},{"nullable":true,"primary_key":false,"name":"accountKey","data_type":{"base":{"type":"STRING"}}},{"nullable":true,"primary_key":false,"name":"accountName","data_type":{"base":{"type":"STRING"}}}]}

tests/functional/data-api-filter-metrics-native-types-manifest/expected/data/out/tables/properties.csv.manifest

@@ -0,0 +1 @@
+"eef4262bb69d17cacaf4d12d68ad8eb53e819cfc","255885884","2023-05-16","3","0"

tests/functional/data-api-filter-metrics-native-types-manifest/expected/data/out/tables/users.csv

@@ -0,0 +1 @@
+{"destination":"in.c-ex-google-analytics-cfg.users","incremental":true,"schema":[{"nullable":false,"primary_key":true,"name":"id","data_type":{"base":{"type":"STRING"}}},{"nullable":false,"primary_key":false,"name":"idProperty","data_type":{"base":{"type":"STRING"}}},{"nullable":false,"primary_key":false,"name":"date","data_type":{"base":{"type":"STRING"}}},{"nullable":false,"primary_key":false,"name":"totalUsers","data_type":{"base":{"type":"STRING"}}},{"nullable":false,"primary_key":false,"name":"itemViews","data_type":{"base":{"type":"STRING"}}}]}

tests/functional/data-api-filter-metrics-native-types-manifest/expected/data/out/tables/users.csv.manifest

@@ -0,0 +1 @@
+[{"metric":"API Calls","value":1}]

tests/functional/data-api-filter-metrics-native-types-manifest/expected/data/out/usage.json

@@ -0,0 +1,63 @@
+{
+  "authorization": {
+    "oauth_api": {
+      "credentials": {
+        "appKey": "%env(string:CLIENT_ID)%",
+        "#appSecret": "%env(string:CLIENT_SECRET)%",
+        "#data": "%env(string:CREDENTIALS_DATA)%"
+      }
+    }
+  },
+  "parameters": {
+    "outputBucket": "in.c-ex-google-analytics-cfg",
+    "retriesCount": 1,
+    "properties": [
+      {
+        "accountKey": "accounts/185283969",
+        "accountName": "Keboola",
+        "propertyKey": "properties/255885884",
+        "propertyName": "users"
+      }
+    ],
+    "outputTable": "users",
+    "endpoint": "data-api",
+    "query": {
+      "metrics": [
+        {
+          "name": "totalUsers"
+        },
+        {
+          "name": "itemViews"
+        }
+      ],
+      "dimensions": [
+        {
+          "name": "date"
+        }
+      ],
+      "metricFilter": {
+        "filter": {
+          "fieldName": "totalUsers",
+          "numericFilter": {
+            "operation": "GREATER_THAN",
+            "value": {
+              "int64Value": "2"
+            }
+          }
+        }
+      },
+      "filtersExpression": "",
+      "dateRanges": [
+        {
+          "startDate": "2023-03-07",
+          "endDate": "2023-06-06"
+        }
+      ]
+    }
+  },
+  "storage": {
+    "output": {
+      "data_type_support": "authoritative"
+    }
+  }
+}