use keboola/db-adapter-snowflake

Author: zajca

composer.json

@@ -1,11 +1,19 @@
 {
     "name": "keboola/db-import-export",
     "description": "Package allows to import files to Snowflake from multiple cloud storages",
+    "repositories": [
+        {
+            "type": "git",
+            "url": "https://github.com/keboola/db-adapter-snowflake.git"
+        }
+    ],
     "require": {
         "php": "^7.3",
+        "keboola/csv": "dev-zajca-csv-options",
+        "keboola/db-adapter-snowflake": "dev-tf-init-db-snowflake",
         "keboola/php-component": "^7.0.1",
-        "keboola/php-csv-db-import": "^5.0",
-        "microsoft/azure-storage-blob": "^1.4"
+        "microsoft/azure-storage-blob": "^1.4",
+        "symfony/stopwatch": "^4.3"
     },
     "require-dev": {
         "jakub-onderka/php-parallel-lint": "^1.0",
@@ -36,7 +44,6 @@
             "@tests-unit",
             "@tests-functional"
         ],
-
         "phpstan": "phpstan analyse ./src ./tests --level=max --no-progress -c phpstan.neon",
         "phpcs": "phpcs -n --ignore=vendor --extensions=php .",
         "phpcbf": "phpcbf -n --ignore=vendor --extensions=php .",

src/Backend/Exception/ColumnsCountNotMatchException.php

@@ -0,0 +1,11 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Keboola\Db\ImportExport\Backend\Exception;
+
+use Keboola\SnowflakeDbAdapter\Exception\ExceptionInterface;
+
+class ColumnsCountNotMatchException extends \Exception implements ExceptionInterface
+{
+}

src/Backend/Exception/InvalidSourceDataException.php

@@ -0,0 +1,11 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Keboola\Db\ImportExport\Backend\Exception;
+
+use Keboola\SnowflakeDbAdapter\Exception\ExceptionInterface;
+
+class InvalidSourceDataException extends \Exception implements ExceptionInterface
+{
+}

src/Backend/Exception/MandatoryFileNotFoundException.php

@@ -0,0 +1,11 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Keboola\Db\ImportExport\Backend\Exception;
+
+use Keboola\SnowflakeDbAdapter\Exception\ExceptionInterface;
+
+class MandatoryFileNotFoundException extends \Exception implements ExceptionInterface
+{
+}

src/Backend/Exception/NoColumnsFoundException.php

@@ -0,0 +1,11 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Keboola\Db\ImportExport\Backend\Exception;
+
+use Keboola\SnowflakeDbAdapter\Exception\ExceptionInterface;
+
+class NoColumnsFoundException extends \Exception implements ExceptionInterface
+{
+}

src/Backend/ImportResult.php

@@ -0,0 +1,46 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Keboola\Db\ImportExport\Backend;
+
+class ImportResult
+{
+    /** @var array */
+    private $results;
+
+    public function __construct(array $results)
+    {
+        $this->results = $results;
+    }
+
+    public function getImportedColumns(): array
+    {
+        return (array) $this->getKeyValue('importedColumns', []);
+    }
+
+    public function getImportedRowsCount(): int
+    {
+        return (int) $this->getKeyValue('importedRowsCount');
+    }
+
+    public function getTimers(): array
+    {
+        return (array) $this->getKeyValue('timers', []);
+    }
+
+    public function getWarnings(): array
+    {
+        return (array) $this->getKeyValue('warnings', []);
+    }
+
+    /**
+     * @param string $keyName
+     * @param mixed|null $default
+     * @return mixed|null
+     */
+    public function getKeyValue(string $keyName, $default = null)
+    {
+        return isset($this->results[$keyName]) ? $this->results[$keyName] : $default;
+    }
+}

src/Backend/ImportState.php

@@ -4,8 +4,7 @@
 
 namespace Keboola\Db\ImportExport\Backend;
 
-use Keboola\Db\Import\Result;
-use Tracy\Debugger;
+use Symfony\Component\Stopwatch\Stopwatch;
 
 class ImportState
 {
@@ -24,19 +23,25 @@ class ImportState
     /** @var string */
     private $stagingTableName = '';
 
+    /**
+     * @var Stopwatch
+     */
+    private $stopwatch;
+
     public function __construct(string $stagingTableName)
     {
         $this->stagingTableName = $stagingTableName;
+        $this->stopwatch = new Stopwatch();
     }
 
     public function addImportedRowsCount(int $count): void
     {
         $this->importedRowsCount += $count;
     }
 
-    public function getResult(): Result
+    public function getResult(): ImportResult
     {
-        return new Result([
+        return new ImportResult([
             'warnings' => $this->warnings,
             'timers' => array_values($this->timers), // convert to indexed array
             'importedRowsCount' => $this->importedRowsCount,
@@ -56,7 +61,7 @@ public function setImportedColumns(array $importedColumns): void
 
     public function startTimer(string $timerName): void
     {
-        Debugger::timer($timerName);
+        $this->stopwatch->start($timerName);
         $this->timers[$timerName] = [
             'name' => $timerName,
             'durationSeconds' => null,
@@ -65,6 +70,7 @@ public function startTimer(string $timerName): void
 
     public function stopTimer(string $timerName): void
     {
-        $this->timers[$timerName]['durationSeconds'] = Debugger::timer($timerName);
+        $miliseconds = $this->stopwatch->stop($timerName)->getDuration();
+        $this->timers[$timerName]['durationSeconds'] = $miliseconds / 1000;
     }
 }

src/Backend/ImporterInterface.php

@@ -4,7 +4,6 @@
 
 namespace Keboola\Db\ImportExport\Backend;
 
-use Keboola\Db\Import\Result;
 use Keboola\Db\ImportExport\ImportOptions;
 use Keboola\Db\ImportExport\Storage;
 
@@ -16,5 +15,5 @@ public function importTable(
         Storage\SourceInterface $source,
         Storage\DestinationInterface $destination,
         ImportOptions $options
-    ): Result;
+    ): ImportResult;
 }

src/Backend/Snowflake/Exporter.php

@@ -4,10 +4,10 @@
 
 namespace Keboola\Db\ImportExport\Backend\Snowflake;
 
-use Keboola\Db\Import\Snowflake\Connection;
 use Keboola\Db\ImportExport\Backend\ExporterInterface;
 use Keboola\Db\ImportExport\ExportOptions;
 use Keboola\Db\ImportExport\Storage;
+use Keboola\SnowflakeDbAdapter\Connection;
 
 class Exporter implements ExporterInterface
 {

src/Backend/Snowflake/Helper/ColumnsHelper.php

@@ -4,7 +4,7 @@
 
 namespace Keboola\Db\ImportExport\Backend\Snowflake\Helper;
 
-use Keboola\Db\ImportExport\Backend\Snowflake\Helper\QuoteHelper;
+use Keboola\SnowflakeDbAdapter\QueryBuilder;
 
 final class ColumnsHelper
 {
@@ -17,7 +17,7 @@ public static function getColumnsString(
             $tableAlias
         ) {
             $alias = $tableAlias === null ? '' : $tableAlias . '.';
-            return $alias . QuoteHelper::quoteIdentifier($columns);
+            return $alias . QueryBuilder::quoteIdentifier($columns);
         }, $columns));
     }
 }