Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion azure
Submodule azure updated 2 files
+9 −0 adls-plugins/pom.xml
+8 −31 pom.xml
2 changes: 1 addition & 1 deletion condition-plugins
2 changes: 1 addition & 1 deletion google-cloud
Submodule google-cloud updated 76 files
+24 −2 docs/GCSFile-batchsource.md
+93 −110 pom.xml
+14 −0 src/e2e-test/features/bigquery/sink/BigQuerySinkError.feature
+50 −0 src/e2e-test/features/bigquery/sink/BigQuerySink_WithMacro.feature
+151 −0 src/e2e-test/features/bigquery/sink/BigQueryToBigQuerySink.feature
+1 −1 src/e2e-test/features/gcs/sink/GCSSinkError.feature
+2 −2 src/e2e-test/features/gcsmove/GCSMoveErrorScenarios.feature
+2 −1 src/e2e-test/java/io/cdap/plugin/bigquery/runners/multitablerunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigquery/runners/multitablerunner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigquery/runners/sinkrunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigquery/runners/sinkrunner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigquery/runners/sourcerunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigquery/runners/sourcerunner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigqueryexecute/runner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigqueryexecute/runner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigtable/runners/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/bigtable/runners/TestRunnerRequired.java
+3 −2 src/e2e-test/java/io/cdap/plugin/common/runners/cmekrunner/TestRunner.java
+3 −2 src/e2e-test/java/io/cdap/plugin/common/runners/cmekrunner/TestRunnerRequired.java
+3 −2 src/e2e-test/java/io/cdap/plugin/common/runners/common/TestRunnerRequired.java
+13 −8 src/e2e-test/java/io/cdap/plugin/common/stepsdesign/TestSetupHooks.java
+2 −1 src/e2e-test/java/io/cdap/plugin/datastore/runner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/datastore/runner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcs/runners/sinkrunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcs/runners/sinkrunner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcs/runners/sourcerunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcs/runners/sourcerunner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcscopy/runners/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcscopy/runners/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcscreate/runners/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcscreate/runners/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcsdelete/runners/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcsdelete/runners/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcsmove/runners/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/gcsmove/runners/TestRunnerRequired.java
+1 −1 src/e2e-test/java/io/cdap/plugin/gcsmove/stepsdesign/GCSMove.java
+2 −1 src/e2e-test/java/io/cdap/plugin/pubsub/runners/sinkrunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/pubsub/runners/sinkrunner/TestRunnerRequired.java
+2 −1 src/e2e-test/java/io/cdap/plugin/spanner/runners/sinkrunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/spanner/runners/sourcerunner/TestRunner.java
+2 −1 src/e2e-test/java/io/cdap/plugin/spanner/runners/sourcerunner/TestRunnerRequired.java
+9 −0 src/e2e-test/resources/pluginParameters.properties
+15 −16 src/main/java/io/cdap/plugin/gcp/bigquery/sink/AbstractBigQuerySink.java
+65 −1 src/main/java/io/cdap/plugin/gcp/bigquery/sink/BigQuerySinkUtils.java
+10 −3 src/main/java/io/cdap/plugin/gcp/bigquery/source/BigQuerySource.java
+30 −7 src/main/java/io/cdap/plugin/gcp/bigquery/source/BigQuerySourceUtils.java
+7 −8 src/main/java/io/cdap/plugin/gcp/bigquery/sqlengine/BigQuerySQLEngine.java
+28 −0 src/main/java/io/cdap/plugin/gcp/bigquery/util/BigQueryUtil.java
+73 −0 src/main/java/io/cdap/plugin/gcp/bigtable/common/BigtableErrorDetailsProvider.java
+4 −0 src/main/java/io/cdap/plugin/gcp/bigtable/sink/BigtableSink.java
+10 −1 src/main/java/io/cdap/plugin/gcp/bigtable/source/BigtableSource.java
+11 −22 src/main/java/io/cdap/plugin/gcp/common/GCPErrorDetailsProvider.java
+58 −0 src/main/java/io/cdap/plugin/gcp/common/GCPErrorDetailsProviderUtil.java
+10 −1 src/main/java/io/cdap/plugin/gcp/common/GCPUtils.java
+49 −0 src/main/java/io/cdap/plugin/gcp/common/ServerErrorException.java
+83 −0 src/main/java/io/cdap/plugin/gcp/crypto/EncryptedFileSystem.java
+10 −10 src/main/java/io/cdap/plugin/gcp/dataplex/sink/DataplexBatchSink.java
+2 −1 src/main/java/io/cdap/plugin/gcp/dataplex/source/DataplexBatchSource.java
+100 −0 src/main/java/io/cdap/plugin/gcp/datastore/common/DatastoreErrorDetailsProvider.java
+0 −32 src/main/java/io/cdap/plugin/gcp/datastore/exception/DatastoreExecutionException.java
+4 −0 src/main/java/io/cdap/plugin/gcp/datastore/sink/DatastoreSink.java
+1 −2 src/main/java/io/cdap/plugin/gcp/datastore/source/DatastoreInputFormat.java
+6 −0 src/main/java/io/cdap/plugin/gcp/datastore/source/DatastoreSource.java
+72 −14 src/main/java/io/cdap/plugin/gcp/gcs/ServiceAccountAccessTokenProvider.java
+34 −1 src/main/java/io/cdap/plugin/gcp/gcs/source/GCSSource.java
+58 −0 src/main/java/io/cdap/plugin/gcp/spanner/common/SpannerErrorDetailsProvider.java
+7 −2 src/main/java/io/cdap/plugin/gcp/spanner/sink/RecordToMutationTransformer.java
+5 −0 src/main/java/io/cdap/plugin/gcp/spanner/sink/SpannerSink.java
+6 −1 src/main/java/io/cdap/plugin/gcp/spanner/source/PartitionInputSplit.java
+11 −7 src/main/java/io/cdap/plugin/gcp/spanner/source/ResultSetToRecordTransformer.java
+6 −1 src/main/java/io/cdap/plugin/gcp/spanner/source/SpannerInputFormat.java
+6 −0 src/main/java/io/cdap/plugin/gcp/spanner/source/SpannerSource.java
+2 −1 src/test/java/io/cdap/plugin/gcp/bigquery/sink/BigQuerySinkUtilsTest.java
+70 −1 src/test/java/io/cdap/plugin/gcp/gcs/ServiceAccountAccessTokenProviderTest.java
+2 −2 src/test/java/io/cdap/plugin/gcp/spanner/source/ResultSetToRecordTransformerTest.java
+70 −1 widgets/GCSFile-batchsource.json
2 changes: 1 addition & 1 deletion kafka-plugins
Submodule kafka-plugins updated 1 files
+18 −28 pom.xml
Loading