test(table import): Deduplication strategy as parameter

- DMD-177

Author: martinsifra

apiary.apib

@@ -3001,6 +3001,11 @@ Further information can be found in the [Developers Documentation](https://devel
     + escapedBy (optional, string) - Escape character used in the CSV file. The default value is an empty value - no escape character is used. (Note: you can specify either `enclosure` or `escapedBy` parameter, not both.)
     + columns[] (optional, string) - List of columns present in the CSV file; the first line of the file will not be treated as a header!
     + withoutHeaders (optional, boolean) - The CSV file doesn't contain headers, columns are matched by their order. If this option is used, columns option is ignored.
+    + deduplicationStrategy (optional, enum[string]) - (Snowflake only) Specifies how to handle duplicate rows in the imported data.
+        + Members
+            + upsert - Existing rows are updated with the new data, and new rows are added.
+            + insert - New rows are added, and existing rows are not updated.
+        + Default: upsert
 
 + Request (application/json)
     + Headers

src/Keboola/StorageApi/Client.php

@@ -1336,6 +1336,7 @@ private function writeTableOptionsPrepare($options)
             'treatValuesAsNull',
             'ignoredLinesCount',
             'useTimestampFromDataFile',
+            'deduplicationStrategy',
         ];
 
         $filteredOptions = array_intersect_key($options, array_flip($allowedOptions));

src/Keboola/StorageApi/Options/TableImport/DeduplicationStrategy.php

@@ -0,0 +1,11 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Keboola\StorageApi\Options\TableImport;
+
+enum DeduplicationStrategy: string
+{
+    case INSERT = 'insert';
+    case UPSERT = 'upsert';
+}

tests/Backend/Snowflake/TypedTableInWorkspaceTest.php

@@ -3,7 +3,7 @@
 namespace Keboola\Test\Backend\Snowflake;
 
 use Keboola\Datatype\Definition\Snowflake;
-use Keboola\StorageApi\ClientException;
+use Keboola\StorageApi\Options\TableImport\DeduplicationStrategy;
 use Keboola\StorageApi\Workspaces;
 use Keboola\TableBackendUtils\Column\ColumnCollection;
 use Keboola\TableBackendUtils\Column\ColumnInterface;
@@ -109,13 +109,8 @@ public function testUnloadFromWSToTypedTable(): void
         $this->unloadAndAssert($workspace['id'], $tableId);
     }
 
-    public function testUnloadFromWSToTypedTableCTAS(): void
+    public function testUnloadFromWSToTypedTableWithoutDeduplication(): void
     {
-        if (!in_array('ctas-om', $this->_client->verifyToken()['owner']['features'], true)) {
-            $this->markTestSkipped(
-                'CTAS is not enabled for this project, skipping test.',
-            );
-        }
         // create workspace and source table in workspace
         $workspace = $this->initTestWorkspace();
 
@@ -178,6 +173,7 @@ public function testUnloadFromWSToTypedTableCTAS(): void
         $this->_client->writeTableAsyncDirect($this->tableId, [
             'dataWorkspaceId' => $workspace['id'],
             'dataTableName' => $tableId,
+            'deduplicationStrategy' => DeduplicationStrategy::INSERT->value,
         ]);
         $eventAssertCallback = function ($events) {
             $this->assertCount(1, $events);
@@ -250,6 +246,7 @@ public function testUnloadFromWSToTypedTableCTAS(): void
             'dataWorkspaceId' => $workspace['id'],
             'dataTableName' => $tableId,
             'incremental' => true,
+            'deduplicationStrategy' => DeduplicationStrategy::INSERT->value,
         ]);
 
         $eventAssertCallback = function ($events) {
@@ -348,16 +345,6 @@ public function testUnloadFromWSToTypedTableCTAS(): void
             'format' => 'json',
         ]);
         self::assertEquals($expectedIncrementalLoad, $data['rows']);
-
-        $this->expectException(ClientException::class);
-        // create table does not support typed tables
-        // tables are created by runner and this is never called
-        $this->expectExceptionMessage('Table import error: Source destination columns mismatch. "id NUMBER (38,0) NOT NULL"->"id VARCHAR NOT NULL DEFAULT \'\'');
-        $this->_client->createTableAsyncDirect($this->getTestBucketId(self::STAGE_IN), [
-            'name' => 'languagesNew',
-            'dataWorkspaceId' => $workspace['id'],
-            'dataObject' => $tableId,
-        ]);
     }
 
     private function unloadAndAssert(int $id, string $tableId): void