From ae51b198f596404467433929019349ccf3a40dd4 Mon Sep 17 00:00:00 2001 From: Alkis Evlogimenos Date: Thu, 17 Mar 2022 10:07:13 +0100 Subject: [PATCH 1/2] Move `external` to `vendor` --- R/run-tests.sh | 2 +- docs/streaming-kinesis-integration.md | 10 +++++----- pom.xml | 18 +++++++++--------- .../AvroReadBenchmark-jdk11-results.txt | 0 .../AvroReadBenchmark-jdk17-results.txt | 0 .../benchmarks/AvroReadBenchmark-results.txt | 0 .../AvroWriteBenchmark-jdk11-results.txt | 0 .../AvroWriteBenchmark-jdk17-results.txt | 0 .../benchmarks/AvroWriteBenchmark-results.txt | 0 {external => vendor}/avro/pom.xml | 0 .../sql/avro/SparkAvroKeyOutputFormat.java | 0 ...pache.spark.sql.sources.DataSourceRegister | 0 .../spark/sql/avro/AvroDataToCatalyst.scala | 0 .../spark/sql/avro/AvroDeserializer.scala | 0 .../spark/sql/avro/AvroFileFormat.scala | 0 .../apache/spark/sql/avro/AvroOptions.scala | 0 .../spark/sql/avro/AvroOutputWriter.scala | 0 .../sql/avro/AvroOutputWriterFactory.scala | 0 .../spark/sql/avro/AvroSerializer.scala | 0 .../org/apache/spark/sql/avro/AvroUtils.scala | 0 .../spark/sql/avro/CatalystDataToAvro.scala | 0 .../spark/sql/avro/SchemaConverters.scala | 0 .../org/apache/spark/sql/avro/functions.scala | 0 .../org/apache/spark/sql/avro/package.scala | 0 .../spark/sql/v2/avro/AvroDataSourceV2.scala | 0 .../v2/avro/AvroPartitionReaderFactory.scala | 0 .../apache/spark/sql/v2/avro/AvroScan.scala | 0 .../spark/sql/v2/avro/AvroScanBuilder.scala | 0 .../apache/spark/sql/v2/avro/AvroTable.scala | 0 .../apache/spark/sql/v2/avro/AvroWrite.scala | 0 .../sql/avro/JavaAvroFunctionsSuite.java | 0 .../resources/before_1582_date_v2_4_5.avro | Bin .../resources/before_1582_date_v2_4_6.avro | Bin .../resources/before_1582_date_v3_2_0.avro | Bin .../before_1582_timestamp_micros_v2_4_5.avro | Bin .../before_1582_timestamp_micros_v2_4_6.avro | Bin .../before_1582_timestamp_micros_v3_2_0.avro | Bin .../before_1582_timestamp_millis_v2_4_5.avro | Bin .../before_1582_timestamp_millis_v2_4_6.avro | Bin .../before_1582_timestamp_millis_v3_2_0.avro | Bin .../avro/src/test/resources/episodes.avro | Bin .../avro/src/test/resources/log4j2.properties | 0 .../test-random-partitioned/part-r-00000.avro | Bin .../test-random-partitioned/part-r-00001.avro | Bin .../test-random-partitioned/part-r-00002.avro | Bin .../test-random-partitioned/part-r-00003.avro | Bin .../test-random-partitioned/part-r-00004.avro | Bin .../test-random-partitioned/part-r-00005.avro | Bin .../test-random-partitioned/part-r-00006.avro | Bin .../test-random-partitioned/part-r-00007.avro | Bin .../test-random-partitioned/part-r-00008.avro | Bin .../test-random-partitioned/part-r-00009.avro | Bin .../test-random-partitioned/part-r-00010.avro | Bin .../avro/src/test/resources/test.avro | Bin .../avro/src/test/resources/test.avsc | 0 .../avro/src/test/resources/test.json | 0 .../avro/src/test/resources/test_sub.avsc | 0 .../AvroCatalystDataConversionSuite.scala | 0 .../spark/sql/avro/AvroCodecSuite.scala | 0 .../spark/sql/avro/AvroFunctionsSuite.scala | 0 .../spark/sql/avro/AvroLogicalTypeSuite.scala | 0 .../spark/sql/avro/AvroRowReaderSuite.scala | 0 .../apache/spark/sql/avro/AvroScanSuite.scala | 0 .../sql/avro/AvroSchemaHelperSuite.scala | 0 .../spark/sql/avro/AvroSerdeSuite.scala | 0 .../org/apache/spark/sql/avro/AvroSuite.scala | 0 .../avro/DeprecatedAvroFunctionsSuite.scala | 0 .../benchmark/AvroReadBenchmark.scala | 0 .../benchmark/AvroWriteBenchmark.scala | 0 .../datasources/AvroReadSchemaSuite.scala | 0 .../docker-integration-tests/pom.xml | 0 .../src/test/resources/db2_krb_setup.sh | 0 .../src/test/resources/log4j2.properties | 0 .../resources/mariadb_docker_entrypoint.sh | 0 .../src/test/resources/mariadb_krb_setup.sh | 0 .../src/test/resources/postgres_krb_setup.sh | 0 .../spark/sql/jdbc/DB2IntegrationSuite.scala | 0 .../sql/jdbc/DB2KrbIntegrationSuite.scala | 0 .../sql/jdbc/DockerIntegrationFunSuite.scala | 0 .../sql/jdbc/DockerJDBCIntegrationSuite.scala | 0 .../jdbc/DockerKrbJDBCIntegrationSuite.scala | 0 .../sql/jdbc/MariaDBKrbIntegrationSuite.scala | 0 .../jdbc/MsSqlServerIntegrationSuite.scala | 0 .../sql/jdbc/MySQLIntegrationSuite.scala | 0 .../sql/jdbc/OracleIntegrationSuite.scala | 0 .../sql/jdbc/PostgresIntegrationSuite.scala | 0 .../jdbc/PostgresKrbIntegrationSuite.scala | 0 .../sql/jdbc/v2/DB2IntegrationSuite.scala | 0 .../spark/sql/jdbc/v2/DB2NamespaceSuite.scala | 0 .../v2/DockerJDBCIntegrationV2Suite.scala | 0 .../jdbc/v2/MsSqlServerIntegrationSuite.scala | 0 .../jdbc/v2/MsSqlServerNamespaceSuite.scala | 0 .../sql/jdbc/v2/MySQLIntegrationSuite.scala | 0 .../sql/jdbc/v2/MySQLNamespaceSuite.scala | 0 .../sql/jdbc/v2/OracleIntegrationSuite.scala | 0 .../sql/jdbc/v2/OracleNamespaceSuite.scala | 0 .../jdbc/v2/PostgresIntegrationSuite.scala | 0 .../sql/jdbc/v2/PostgresNamespaceSuite.scala | 0 .../sql/jdbc/v2/V2JDBCNamespaceTest.scala | 0 .../apache/spark/sql/jdbc/v2/V2JDBCTest.scala | 0 .../org/apache/spark/util/DockerUtils.scala | 0 {external => vendor}/docker/README.md | 0 {external => vendor}/docker/build | 0 .../docker/spark-test/README.md | 0 .../docker/spark-test/base/Dockerfile | 0 {external => vendor}/docker/spark-test/build | 0 .../docker/spark-test/master/Dockerfile | 0 .../docker/spark-test/master/default_cmd | 0 .../docker/spark-test/worker/Dockerfile | 0 .../docker/spark-test/worker/default_cmd | 0 .../kafka-0-10-assembly/pom.xml | 0 {external => vendor}/kafka-0-10-sql/pom.xml | 0 ...pache.spark.sql.sources.DataSourceRegister | 0 .../spark/sql/kafka010/ConsumerStrategy.scala | 0 .../apache/spark/sql/kafka010/JsonUtils.scala | 0 .../spark/sql/kafka010/KafkaBatch.scala | 0 .../kafka010/KafkaBatchPartitionReader.scala | 0 .../spark/sql/kafka010/KafkaBatchWrite.scala | 0 .../sql/kafka010/KafkaContinuousStream.scala | 0 .../spark/sql/kafka010/KafkaDataWriter.scala | 0 .../sql/kafka010/KafkaMicroBatchStream.scala | 0 .../kafka010/KafkaOffsetRangeCalculator.scala | 0 .../sql/kafka010/KafkaOffsetRangeLimit.scala | 0 .../sql/kafka010/KafkaOffsetReader.scala | 0 .../sql/kafka010/KafkaOffsetReaderAdmin.scala | 0 .../kafka010/KafkaOffsetReaderConsumer.scala | 0 .../kafka010/KafkaRecordToRowConverter.scala | 0 .../spark/sql/kafka010/KafkaRelation.scala | 0 .../apache/spark/sql/kafka010/KafkaSink.scala | 0 .../spark/sql/kafka010/KafkaSource.scala | 0 .../KafkaSourceInitialOffsetWriter.scala | 0 .../sql/kafka010/KafkaSourceOffset.scala | 0 .../sql/kafka010/KafkaSourceProvider.scala | 0 .../spark/sql/kafka010/KafkaSourceRDD.scala | 0 .../sql/kafka010/KafkaStreamingWrite.scala | 0 .../spark/sql/kafka010/KafkaWrite.scala | 0 .../spark/sql/kafka010/KafkaWriteTask.scala | 0 .../spark/sql/kafka010/KafkaWriter.scala | 0 .../kafka010/consumer/FetchedDataPool.scala | 0 .../consumer/InternalKafkaConsumerPool.scala | 0 .../kafka010/consumer/KafkaDataConsumer.scala | 0 .../spark/sql/kafka010/package-info.java | 0 .../apache/spark/sql/kafka010/package.scala | 0 .../producer/CachedKafkaProducer.scala | 0 .../producer/InternalKafkaProducerPool.scala | 0 ...a-source-initial-offset-future-version.bin | 0 ...ka-source-initial-offset-version-2.1.0.bin | 0 .../kafka-source-offset-version-2.1.0.txt | 0 .../src/test/resources/log4j2.properties | 0 .../commits/0 | 0 .../metadata | 0 .../offsets/0 | 0 .../sources/0/0 | Bin .../state/0/0/1.delta | Bin .../state/0/1/1.delta | Bin .../state/0/2/1.delta | Bin .../state/0/3/1.delta | Bin .../state/0/4/1.delta | Bin .../sql/kafka010/ConsumerStrategySuite.scala | 0 .../spark/sql/kafka010/JsonUtilsSuite.scala | 0 .../kafka010/KafkaContinuousSourceSuite.scala | 0 .../sql/kafka010/KafkaContinuousTest.scala | 0 .../kafka010/KafkaDelegationTokenSuite.scala | 0 .../KafkaDontFailOnDataLossSuite.scala | 0 .../kafka010/KafkaMicroBatchSourceSuite.scala | 0 .../KafkaOffsetRangeCalculatorSuite.scala | 0 .../sql/kafka010/KafkaOffsetReaderSuite.scala | 0 .../sql/kafka010/KafkaRelationSuite.scala | 0 .../spark/sql/kafka010/KafkaSinkSuite.scala | 0 .../sql/kafka010/KafkaSourceOffsetSuite.scala | 0 .../kafka010/KafkaSourceProviderSuite.scala | 0 .../sql/kafka010/KafkaSparkConfSuite.scala | 0 .../apache/spark/sql/kafka010/KafkaTest.scala | 0 .../spark/sql/kafka010/KafkaTestUtils.scala | 0 .../spark/sql/kafka010/RecordBuilder.scala | 0 .../consumer/FetchedDataPoolSuite.scala | 0 .../InternalKafkaConsumerPoolSuite.scala | 0 .../consumer/KafkaDataConsumerSuite.scala | 0 .../InternalKafkaProducerPoolSuite.scala | 0 .../kafka-0-10-token-provider/pom.xml | 0 ...ark.security.HadoopDelegationTokenProvider | 0 .../spark/kafka010/KafkaConfigUpdater.scala | 0 .../KafkaDelegationTokenProvider.scala | 0 .../spark/kafka010/KafkaRedactionUtil.scala | 0 .../spark/kafka010/KafkaTokenSparkConf.scala | 0 .../spark/kafka010/KafkaTokenUtil.scala | 0 .../src/test/resources/log4j2.properties | 0 .../kafka010/KafkaConfigUpdaterSuite.scala | 0 .../kafka010/KafkaDelegationTokenTest.scala | 0 ...fkaHadoopDelegationTokenManagerSuite.scala | 0 .../kafka010/KafkaRedactionUtilSuite.scala | 0 .../kafka010/KafkaTokenSparkConfSuite.scala | 0 .../spark/kafka010/KafkaTokenUtilSuite.scala | 0 {external => vendor}/kafka-0-10/pom.xml | 0 .../streaming/kafka010/ConsumerStrategy.scala | 0 .../kafka010/DirectKafkaInputDStream.scala | 0 .../kafka010/KafkaDataConsumer.scala | 0 .../spark/streaming/kafka010/KafkaRDD.scala | 0 .../kafka010/KafkaRDDPartition.scala | 0 .../spark/streaming/kafka010/KafkaUtils.scala | 0 .../streaming/kafka010/LocationStrategy.scala | 0 .../streaming/kafka010/OffsetRange.scala | 0 .../kafka010/PerPartitionConfig.scala | 0 .../streaming/kafka010/package-info.java | 0 .../spark/streaming/kafka010/package.scala | 0 .../kafka010/JavaConsumerStrategySuite.java | 0 .../kafka010/JavaDirectKafkaStreamSuite.java | 0 .../streaming/kafka010/JavaKafkaRDDSuite.java | 0 .../kafka010/JavaLocationStrategySuite.java | 0 .../src/test/resources/log4j2.properties | 0 .../kafka010/DirectKafkaStreamSuite.scala | 0 .../kafka010/KafkaDataConsumerSuite.scala | 0 .../streaming/kafka010/KafkaRDDSuite.scala | 0 .../streaming/kafka010/KafkaTestUtils.scala | 0 .../kafka010/mocks/MockScheduler.scala | 0 .../streaming/kafka010/mocks/MockTime.scala | 0 .../kinesis-asl-assembly/pom.xml | 0 {external => vendor}/kinesis-asl/pom.xml | 0 .../streaming/JavaKinesisWordCountASL.java | 0 .../kinesis/KinesisInitialPositions.java | 0 .../streaming/kinesis_wordcount_asl.py | 0 .../src/main/resources/log4j2.properties | 0 .../streaming/KinesisExampleUtils.scala | 0 .../streaming/KinesisWordCountASL.scala | 0 .../kinesis/KinesisBackedBlockRDD.scala | 0 .../kinesis/KinesisCheckpointer.scala | 0 .../kinesis/KinesisInputDStream.scala | 0 .../kinesis/KinesisReadConfigurations.scala | 0 .../streaming/kinesis/KinesisReceiver.scala | 0 .../kinesis/KinesisRecordProcessor.scala | 0 .../streaming/kinesis/KinesisTestUtils.scala | 0 .../kinesis/KinesisUtilsPythonHelper.scala | 0 .../kinesis/SparkAWSCredentials.scala | 0 .../JavaKinesisInputDStreamBuilderSuite.java | 0 .../src/test/resources/log4j2.properties | 0 .../kinesis/KPLBasedKinesisTestUtils.scala | 0 .../kinesis/KinesisBackedBlockRDDSuite.scala | 0 .../kinesis/KinesisCheckpointerSuite.scala | 0 .../streaming/kinesis/KinesisFunSuite.scala | 0 .../KinesisInputDStreamBuilderSuite.scala | 0 .../kinesis/KinesisReceiverSuite.scala | 0 .../kinesis/KinesisStreamSuite.scala | 0 .../SparkAWSCredentialsBuilderSuite.scala | 0 .../spark-ganglia-lgpl/pom.xml | 0 .../metrics/ganglia/GangliaReporter.java | 0 .../spark/metrics/sink/GangliaSink.scala | 0 246 files changed, 15 insertions(+), 15 deletions(-) rename {external => vendor}/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt (100%) rename {external => vendor}/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt (100%) rename {external => vendor}/avro/benchmarks/AvroReadBenchmark-results.txt (100%) rename {external => vendor}/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt (100%) rename {external => vendor}/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt (100%) rename {external => vendor}/avro/benchmarks/AvroWriteBenchmark-results.txt (100%) rename {external => vendor}/avro/pom.xml (100%) rename {external => vendor}/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java (100%) rename {external => vendor}/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/avro/package.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala (100%) rename {external => vendor}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala (100%) rename {external => vendor}/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java (100%) rename {external => vendor}/avro/src/test/resources/before_1582_date_v2_4_5.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_date_v2_4_6.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_date_v3_2_0.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro (100%) rename {external => vendor}/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro (100%) rename {external => vendor}/avro/src/test/resources/episodes.avro (100%) rename {external => vendor}/avro/src/test/resources/log4j2.properties (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00000.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00001.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00002.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00003.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00004.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00005.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00006.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00007.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00008.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00009.avro (100%) rename {external => vendor}/avro/src/test/resources/test-random-partitioned/part-r-00010.avro (100%) rename {external => vendor}/avro/src/test/resources/test.avro (100%) rename {external => vendor}/avro/src/test/resources/test.avsc (100%) rename {external => vendor}/avro/src/test/resources/test.json (100%) rename {external => vendor}/avro/src/test/resources/test_sub.avsc (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala (100%) rename {external => vendor}/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala (100%) rename {external => vendor}/docker-integration-tests/pom.xml (100%) rename {external => vendor}/docker-integration-tests/src/test/resources/db2_krb_setup.sh (100%) rename {external => vendor}/docker-integration-tests/src/test/resources/log4j2.properties (100%) rename {external => vendor}/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh (100%) rename {external => vendor}/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh (100%) rename {external => vendor}/docker-integration-tests/src/test/resources/postgres_krb_setup.sh (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala (100%) rename {external => vendor}/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala (100%) rename {external => vendor}/docker/README.md (100%) rename {external => vendor}/docker/build (100%) rename {external => vendor}/docker/spark-test/README.md (100%) rename {external => vendor}/docker/spark-test/base/Dockerfile (100%) rename {external => vendor}/docker/spark-test/build (100%) rename {external => vendor}/docker/spark-test/master/Dockerfile (100%) rename {external => vendor}/docker/spark-test/master/default_cmd (100%) rename {external => vendor}/docker/spark-test/worker/Dockerfile (100%) rename {external => vendor}/docker/spark-test/worker/default_cmd (100%) rename {external => vendor}/kafka-0-10-assembly/pom.xml (100%) rename {external => vendor}/kafka-0-10-sql/pom.xml (100%) rename {external => vendor}/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/log4j2.properties (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta (100%) rename {external => vendor}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala (100%) rename {external => vendor}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/pom.xml (100%) rename {external => vendor}/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider (100%) rename {external => vendor}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/resources/log4j2.properties (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala (100%) rename {external => vendor}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala (100%) rename {external => vendor}/kafka-0-10/pom.xml (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java (100%) rename {external => vendor}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala (100%) rename {external => vendor}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java (100%) rename {external => vendor}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java (100%) rename {external => vendor}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java (100%) rename {external => vendor}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java (100%) rename {external => vendor}/kafka-0-10/src/test/resources/log4j2.properties (100%) rename {external => vendor}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala (100%) rename {external => vendor}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala (100%) rename {external => vendor}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala (100%) rename {external => vendor}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala (100%) rename {external => vendor}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala (100%) rename {external => vendor}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala (100%) rename {external => vendor}/kinesis-asl-assembly/pom.xml (100%) rename {external => vendor}/kinesis-asl/pom.xml (100%) rename {external => vendor}/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java (100%) rename {external => vendor}/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java (100%) rename {external => vendor}/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py (100%) rename {external => vendor}/kinesis-asl/src/main/resources/log4j2.properties (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala (100%) rename {external => vendor}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala (100%) rename {external => vendor}/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java (100%) rename {external => vendor}/kinesis-asl/src/test/resources/log4j2.properties (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala (100%) rename {external => vendor}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala (100%) rename {external => vendor}/spark-ganglia-lgpl/pom.xml (100%) rename {external => vendor}/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java (100%) rename {external => vendor}/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala (100%) diff --git a/R/run-tests.sh b/R/run-tests.sh index 99b7438a8009..749c6c274ba3 100755 --- a/R/run-tests.sh +++ b/R/run-tests.sh @@ -23,7 +23,7 @@ FAILED=0 LOGFILE=$FWDIR/unit-tests.out rm -f $LOGFILE -SPARK_AVRO_JAR_PATH=$(find $FWDIR/../external/avro/ -name "spark-avro*jar" -print | egrep -v "tests.jar|test-sources.jar|sources.jar|javadoc.jar") +SPARK_AVRO_JAR_PATH=$(find $FWDIR/../vendor/avro/ -name "spark-avro*jar" -print | egrep -v "tests.jar|test-sources.jar|sources.jar|javadoc.jar") if [[ $(echo $SPARK_AVRO_JAR_PATH | wc -l) -eq 1 ]]; then SPARK_JARS=$SPARK_AVRO_JAR_PATH diff --git a/docs/streaming-kinesis-integration.md b/docs/streaming-kinesis-integration.md index 905326bafe10..475effba818e 100644 --- a/docs/streaming-kinesis-integration.md +++ b/docs/streaming-kinesis-integration.md @@ -60,7 +60,7 @@ A Kinesis stream can be set up at one of the valid Kinesis endpoints with 1 or m .build() See the [API docs](api/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.html) - and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/external/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala). Refer to the [Running the Example](#running-the-example) subsection for instructions on how to run the example. + and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala). Refer to the [Running the Example](#running-the-example) subsection for instructions on how to run the example.
@@ -82,7 +82,7 @@ A Kinesis stream can be set up at one of the valid Kinesis endpoints with 1 or m .build(); See the [API docs](api/java/index.html?org/apache/spark/streaming/kinesis/KinesisInputDStream.html) - and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example. + and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/vendor/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example.
@@ -93,7 +93,7 @@ A Kinesis stream can be set up at one of the valid Kinesis endpoints with 1 or m [region name], [initial position], [checkpoint interval], StorageLevel.MEMORY_AND_DISK_2) See the [API docs](api/python/reference/pyspark.streaming.html#kinesis) - and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/external/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example. + and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example.
@@ -246,8 +246,8 @@ To run the example,
- ./bin/spark-submit --jars 'external/kinesis-asl-assembly/target/spark-streaming-kinesis-asl-assembly_*.jar' \ - external/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py \ + ./bin/spark-submit --jars 'vendor/kinesis-asl-assembly/target/spark-streaming-kinesis-asl-assembly_*.jar' \ + vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py \ [Kinesis app name] [Kinesis stream name] [endpoint URL] [region name]
diff --git a/pom.xml b/pom.xml index 5a956403f4a2..9c0c11f3a04e 100644 --- a/pom.xml +++ b/pom.xml @@ -101,11 +101,11 @@ examples repl launcher - external/kafka-0-10-token-provider - external/kafka-0-10 - external/kafka-0-10-assembly - external/kafka-0-10-sql - external/avro + vendor/kafka-0-10-token-provider + vendor/kafka-0-10 + vendor/kafka-0-10-assembly + vendor/kafka-0-10-sql + vendor/avro @@ -3397,7 +3397,7 @@ spark-ganglia-lgpl - external/spark-ganglia-lgpl + vendor/spark-ganglia-lgpl @@ -3405,15 +3405,15 @@ kinesis-asl - external/kinesis-asl - external/kinesis-asl-assembly + vendor/kinesis-asl + vendor/kinesis-asl-assembly docker-integration-tests - external/docker-integration-tests + vendor/docker-integration-tests diff --git a/external/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt b/vendor/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt similarity index 100% rename from external/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt rename to vendor/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt diff --git a/external/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt b/vendor/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt similarity index 100% rename from external/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt rename to vendor/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt diff --git a/external/avro/benchmarks/AvroReadBenchmark-results.txt b/vendor/avro/benchmarks/AvroReadBenchmark-results.txt similarity index 100% rename from external/avro/benchmarks/AvroReadBenchmark-results.txt rename to vendor/avro/benchmarks/AvroReadBenchmark-results.txt diff --git a/external/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt b/vendor/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt similarity index 100% rename from external/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt rename to vendor/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt diff --git a/external/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt b/vendor/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt similarity index 100% rename from external/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt rename to vendor/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt diff --git a/external/avro/benchmarks/AvroWriteBenchmark-results.txt b/vendor/avro/benchmarks/AvroWriteBenchmark-results.txt similarity index 100% rename from external/avro/benchmarks/AvroWriteBenchmark-results.txt rename to vendor/avro/benchmarks/AvroWriteBenchmark-results.txt diff --git a/external/avro/pom.xml b/vendor/avro/pom.xml similarity index 100% rename from external/avro/pom.xml rename to vendor/avro/pom.xml diff --git a/external/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java b/vendor/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java similarity index 100% rename from external/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java rename to vendor/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java diff --git a/external/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister b/vendor/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister similarity index 100% rename from external/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister rename to vendor/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/avro/package.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/avro/package.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/avro/package.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/avro/package.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala diff --git a/external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala b/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala similarity index 100% rename from external/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala rename to vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala diff --git a/external/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java b/vendor/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java similarity index 100% rename from external/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java rename to vendor/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java diff --git a/external/avro/src/test/resources/before_1582_date_v2_4_5.avro b/vendor/avro/src/test/resources/before_1582_date_v2_4_5.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_date_v2_4_5.avro rename to vendor/avro/src/test/resources/before_1582_date_v2_4_5.avro diff --git a/external/avro/src/test/resources/before_1582_date_v2_4_6.avro b/vendor/avro/src/test/resources/before_1582_date_v2_4_6.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_date_v2_4_6.avro rename to vendor/avro/src/test/resources/before_1582_date_v2_4_6.avro diff --git a/external/avro/src/test/resources/before_1582_date_v3_2_0.avro b/vendor/avro/src/test/resources/before_1582_date_v3_2_0.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_date_v3_2_0.avro rename to vendor/avro/src/test/resources/before_1582_date_v3_2_0.avro diff --git a/external/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro b/vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro rename to vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro diff --git a/external/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro b/vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro rename to vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro diff --git a/external/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro b/vendor/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro rename to vendor/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro diff --git a/external/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro b/vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro rename to vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro diff --git a/external/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro b/vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro rename to vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro diff --git a/external/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro b/vendor/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro similarity index 100% rename from external/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro rename to vendor/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro diff --git a/external/avro/src/test/resources/episodes.avro b/vendor/avro/src/test/resources/episodes.avro similarity index 100% rename from external/avro/src/test/resources/episodes.avro rename to vendor/avro/src/test/resources/episodes.avro diff --git a/external/avro/src/test/resources/log4j2.properties b/vendor/avro/src/test/resources/log4j2.properties similarity index 100% rename from external/avro/src/test/resources/log4j2.properties rename to vendor/avro/src/test/resources/log4j2.properties diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00000.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00000.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00000.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00000.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00001.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00001.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00001.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00001.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00002.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00002.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00002.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00002.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00003.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00003.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00003.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00003.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00004.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00004.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00004.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00004.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00005.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00005.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00005.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00005.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00006.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00006.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00006.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00006.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00007.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00007.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00007.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00007.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00008.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00008.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00008.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00008.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00009.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00009.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00009.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00009.avro diff --git a/external/avro/src/test/resources/test-random-partitioned/part-r-00010.avro b/vendor/avro/src/test/resources/test-random-partitioned/part-r-00010.avro similarity index 100% rename from external/avro/src/test/resources/test-random-partitioned/part-r-00010.avro rename to vendor/avro/src/test/resources/test-random-partitioned/part-r-00010.avro diff --git a/external/avro/src/test/resources/test.avro b/vendor/avro/src/test/resources/test.avro similarity index 100% rename from external/avro/src/test/resources/test.avro rename to vendor/avro/src/test/resources/test.avro diff --git a/external/avro/src/test/resources/test.avsc b/vendor/avro/src/test/resources/test.avsc similarity index 100% rename from external/avro/src/test/resources/test.avsc rename to vendor/avro/src/test/resources/test.avsc diff --git a/external/avro/src/test/resources/test.json b/vendor/avro/src/test/resources/test.json similarity index 100% rename from external/avro/src/test/resources/test.json rename to vendor/avro/src/test/resources/test.json diff --git a/external/avro/src/test/resources/test_sub.avsc b/vendor/avro/src/test/resources/test_sub.avsc similarity index 100% rename from external/avro/src/test/resources/test_sub.avsc rename to vendor/avro/src/test/resources/test_sub.avsc diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala diff --git a/external/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala b/vendor/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala similarity index 100% rename from external/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala rename to vendor/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala diff --git a/external/docker-integration-tests/pom.xml b/vendor/docker-integration-tests/pom.xml similarity index 100% rename from external/docker-integration-tests/pom.xml rename to vendor/docker-integration-tests/pom.xml diff --git a/external/docker-integration-tests/src/test/resources/db2_krb_setup.sh b/vendor/docker-integration-tests/src/test/resources/db2_krb_setup.sh similarity index 100% rename from external/docker-integration-tests/src/test/resources/db2_krb_setup.sh rename to vendor/docker-integration-tests/src/test/resources/db2_krb_setup.sh diff --git a/external/docker-integration-tests/src/test/resources/log4j2.properties b/vendor/docker-integration-tests/src/test/resources/log4j2.properties similarity index 100% rename from external/docker-integration-tests/src/test/resources/log4j2.properties rename to vendor/docker-integration-tests/src/test/resources/log4j2.properties diff --git a/external/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh b/vendor/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh similarity index 100% rename from external/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh rename to vendor/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh diff --git a/external/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh b/vendor/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh similarity index 100% rename from external/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh rename to vendor/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh diff --git a/external/docker-integration-tests/src/test/resources/postgres_krb_setup.sh b/vendor/docker-integration-tests/src/test/resources/postgres_krb_setup.sh similarity index 100% rename from external/docker-integration-tests/src/test/resources/postgres_krb_setup.sh rename to vendor/docker-integration-tests/src/test/resources/postgres_krb_setup.sh diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala diff --git a/external/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala b/vendor/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala similarity index 100% rename from external/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala rename to vendor/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala diff --git a/external/docker/README.md b/vendor/docker/README.md similarity index 100% rename from external/docker/README.md rename to vendor/docker/README.md diff --git a/external/docker/build b/vendor/docker/build similarity index 100% rename from external/docker/build rename to vendor/docker/build diff --git a/external/docker/spark-test/README.md b/vendor/docker/spark-test/README.md similarity index 100% rename from external/docker/spark-test/README.md rename to vendor/docker/spark-test/README.md diff --git a/external/docker/spark-test/base/Dockerfile b/vendor/docker/spark-test/base/Dockerfile similarity index 100% rename from external/docker/spark-test/base/Dockerfile rename to vendor/docker/spark-test/base/Dockerfile diff --git a/external/docker/spark-test/build b/vendor/docker/spark-test/build similarity index 100% rename from external/docker/spark-test/build rename to vendor/docker/spark-test/build diff --git a/external/docker/spark-test/master/Dockerfile b/vendor/docker/spark-test/master/Dockerfile similarity index 100% rename from external/docker/spark-test/master/Dockerfile rename to vendor/docker/spark-test/master/Dockerfile diff --git a/external/docker/spark-test/master/default_cmd b/vendor/docker/spark-test/master/default_cmd similarity index 100% rename from external/docker/spark-test/master/default_cmd rename to vendor/docker/spark-test/master/default_cmd diff --git a/external/docker/spark-test/worker/Dockerfile b/vendor/docker/spark-test/worker/Dockerfile similarity index 100% rename from external/docker/spark-test/worker/Dockerfile rename to vendor/docker/spark-test/worker/Dockerfile diff --git a/external/docker/spark-test/worker/default_cmd b/vendor/docker/spark-test/worker/default_cmd similarity index 100% rename from external/docker/spark-test/worker/default_cmd rename to vendor/docker/spark-test/worker/default_cmd diff --git a/external/kafka-0-10-assembly/pom.xml b/vendor/kafka-0-10-assembly/pom.xml similarity index 100% rename from external/kafka-0-10-assembly/pom.xml rename to vendor/kafka-0-10-assembly/pom.xml diff --git a/external/kafka-0-10-sql/pom.xml b/vendor/kafka-0-10-sql/pom.xml similarity index 100% rename from external/kafka-0-10-sql/pom.xml rename to vendor/kafka-0-10-sql/pom.xml diff --git a/external/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister b/vendor/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister similarity index 100% rename from external/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister rename to vendor/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala b/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala similarity index 100% rename from external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala rename to vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala diff --git a/external/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin b/vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin rename to vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin diff --git a/external/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin b/vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin rename to vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin diff --git a/external/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt b/vendor/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt rename to vendor/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt diff --git a/external/kafka-0-10-sql/src/test/resources/log4j2.properties b/vendor/kafka-0-10-sql/src/test/resources/log4j2.properties similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/log4j2.properties rename to vendor/kafka-0-10-sql/src/test/resources/log4j2.properties diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta diff --git a/external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta b/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta similarity index 100% rename from external/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta rename to vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala diff --git a/external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala b/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala similarity index 100% rename from external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala rename to vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala diff --git a/external/kafka-0-10-token-provider/pom.xml b/vendor/kafka-0-10-token-provider/pom.xml similarity index 100% rename from external/kafka-0-10-token-provider/pom.xml rename to vendor/kafka-0-10-token-provider/pom.xml diff --git a/external/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider b/vendor/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider similarity index 100% rename from external/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider rename to vendor/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider diff --git a/external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala b/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala rename to vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala diff --git a/external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala b/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala rename to vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala diff --git a/external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala b/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala rename to vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala diff --git a/external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala b/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala rename to vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala diff --git a/external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala b/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala rename to vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala diff --git a/external/kafka-0-10-token-provider/src/test/resources/log4j2.properties b/vendor/kafka-0-10-token-provider/src/test/resources/log4j2.properties similarity index 100% rename from external/kafka-0-10-token-provider/src/test/resources/log4j2.properties rename to vendor/kafka-0-10-token-provider/src/test/resources/log4j2.properties diff --git a/external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala b/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala rename to vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala diff --git a/external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala b/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala rename to vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala diff --git a/external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala b/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala rename to vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala diff --git a/external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala b/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala rename to vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala diff --git a/external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala b/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala rename to vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala diff --git a/external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala b/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala similarity index 100% rename from external/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala rename to vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala diff --git a/external/kafka-0-10/pom.xml b/vendor/kafka-0-10/pom.xml similarity index 100% rename from external/kafka-0-10/pom.xml rename to vendor/kafka-0-10/pom.xml diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java diff --git a/external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala b/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala similarity index 100% rename from external/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala rename to vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala diff --git a/external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java b/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java similarity index 100% rename from external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java rename to vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java diff --git a/external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java b/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java similarity index 100% rename from external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java rename to vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java diff --git a/external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java b/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java similarity index 100% rename from external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java rename to vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java diff --git a/external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java b/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java similarity index 100% rename from external/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java rename to vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java diff --git a/external/kafka-0-10/src/test/resources/log4j2.properties b/vendor/kafka-0-10/src/test/resources/log4j2.properties similarity index 100% rename from external/kafka-0-10/src/test/resources/log4j2.properties rename to vendor/kafka-0-10/src/test/resources/log4j2.properties diff --git a/external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala b/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala similarity index 100% rename from external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala rename to vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala diff --git a/external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala b/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala similarity index 100% rename from external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala rename to vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala diff --git a/external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala b/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala similarity index 100% rename from external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala rename to vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala diff --git a/external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala b/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala similarity index 100% rename from external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala rename to vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala diff --git a/external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala b/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala similarity index 100% rename from external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala rename to vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala diff --git a/external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala b/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala similarity index 100% rename from external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala rename to vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala diff --git a/external/kinesis-asl-assembly/pom.xml b/vendor/kinesis-asl-assembly/pom.xml similarity index 100% rename from external/kinesis-asl-assembly/pom.xml rename to vendor/kinesis-asl-assembly/pom.xml diff --git a/external/kinesis-asl/pom.xml b/vendor/kinesis-asl/pom.xml similarity index 100% rename from external/kinesis-asl/pom.xml rename to vendor/kinesis-asl/pom.xml diff --git a/external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java b/vendor/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java similarity index 100% rename from external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java rename to vendor/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java diff --git a/external/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java b/vendor/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java similarity index 100% rename from external/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java rename to vendor/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java diff --git a/external/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py b/vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py similarity index 100% rename from external/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py rename to vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py diff --git a/external/kinesis-asl/src/main/resources/log4j2.properties b/vendor/kinesis-asl/src/main/resources/log4j2.properties similarity index 100% rename from external/kinesis-asl/src/main/resources/log4j2.properties rename to vendor/kinesis-asl/src/main/resources/log4j2.properties diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala diff --git a/external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala b/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala similarity index 100% rename from external/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala rename to vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala diff --git a/external/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java b/vendor/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java similarity index 100% rename from external/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java rename to vendor/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java diff --git a/external/kinesis-asl/src/test/resources/log4j2.properties b/vendor/kinesis-asl/src/test/resources/log4j2.properties similarity index 100% rename from external/kinesis-asl/src/test/resources/log4j2.properties rename to vendor/kinesis-asl/src/test/resources/log4j2.properties diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala diff --git a/external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala b/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala similarity index 100% rename from external/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala rename to vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala diff --git a/external/spark-ganglia-lgpl/pom.xml b/vendor/spark-ganglia-lgpl/pom.xml similarity index 100% rename from external/spark-ganglia-lgpl/pom.xml rename to vendor/spark-ganglia-lgpl/pom.xml diff --git a/external/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java b/vendor/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java similarity index 100% rename from external/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java rename to vendor/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java diff --git a/external/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala b/vendor/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala similarity index 100% rename from external/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala rename to vendor/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala From f339fae97f318b34566c99baf6a6d2dd73f0faaf Mon Sep 17 00:00:00 2001 From: Alkis Evlogimenos Date: Mon, 21 Mar 2022 15:53:43 +0100 Subject: [PATCH 2/2] Rename target directory to connector --- R/run-tests.sh | 2 +- .../AvroReadBenchmark-jdk11-results.txt | 0 .../AvroReadBenchmark-jdk17-results.txt | 0 .../benchmarks/AvroReadBenchmark-results.txt | 0 .../AvroWriteBenchmark-jdk11-results.txt | 0 .../AvroWriteBenchmark-jdk17-results.txt | 0 .../benchmarks/AvroWriteBenchmark-results.txt | 0 {vendor => connector}/avro/pom.xml | 0 .../sql/avro/SparkAvroKeyOutputFormat.java | 0 ...pache.spark.sql.sources.DataSourceRegister | 0 .../spark/sql/avro/AvroDataToCatalyst.scala | 0 .../spark/sql/avro/AvroDeserializer.scala | 0 .../spark/sql/avro/AvroFileFormat.scala | 0 .../apache/spark/sql/avro/AvroOptions.scala | 0 .../spark/sql/avro/AvroOutputWriter.scala | 0 .../sql/avro/AvroOutputWriterFactory.scala | 0 .../spark/sql/avro/AvroSerializer.scala | 0 .../org/apache/spark/sql/avro/AvroUtils.scala | 0 .../spark/sql/avro/CatalystDataToAvro.scala | 0 .../spark/sql/avro/SchemaConverters.scala | 0 .../org/apache/spark/sql/avro/functions.scala | 0 .../org/apache/spark/sql/avro/package.scala | 0 .../spark/sql/v2/avro/AvroDataSourceV2.scala | 0 .../v2/avro/AvroPartitionReaderFactory.scala | 0 .../apache/spark/sql/v2/avro/AvroScan.scala | 0 .../spark/sql/v2/avro/AvroScanBuilder.scala | 0 .../apache/spark/sql/v2/avro/AvroTable.scala | 0 .../apache/spark/sql/v2/avro/AvroWrite.scala | 0 .../sql/avro/JavaAvroFunctionsSuite.java | 0 .../resources/before_1582_date_v2_4_5.avro | Bin .../resources/before_1582_date_v2_4_6.avro | Bin .../resources/before_1582_date_v3_2_0.avro | Bin .../before_1582_timestamp_micros_v2_4_5.avro | Bin .../before_1582_timestamp_micros_v2_4_6.avro | Bin .../before_1582_timestamp_micros_v3_2_0.avro | Bin .../before_1582_timestamp_millis_v2_4_5.avro | Bin .../before_1582_timestamp_millis_v2_4_6.avro | Bin .../before_1582_timestamp_millis_v3_2_0.avro | Bin .../avro/src/test/resources/episodes.avro | Bin .../avro/src/test/resources/log4j2.properties | 0 .../test-random-partitioned/part-r-00000.avro | Bin .../test-random-partitioned/part-r-00001.avro | Bin .../test-random-partitioned/part-r-00002.avro | Bin .../test-random-partitioned/part-r-00003.avro | Bin .../test-random-partitioned/part-r-00004.avro | Bin .../test-random-partitioned/part-r-00005.avro | Bin .../test-random-partitioned/part-r-00006.avro | Bin .../test-random-partitioned/part-r-00007.avro | Bin .../test-random-partitioned/part-r-00008.avro | Bin .../test-random-partitioned/part-r-00009.avro | Bin .../test-random-partitioned/part-r-00010.avro | Bin .../avro/src/test/resources/test.avro | Bin .../avro/src/test/resources/test.avsc | 0 .../avro/src/test/resources/test.json | 0 .../avro/src/test/resources/test_sub.avsc | 0 .../AvroCatalystDataConversionSuite.scala | 0 .../spark/sql/avro/AvroCodecSuite.scala | 0 .../spark/sql/avro/AvroFunctionsSuite.scala | 0 .../spark/sql/avro/AvroLogicalTypeSuite.scala | 0 .../spark/sql/avro/AvroRowReaderSuite.scala | 0 .../apache/spark/sql/avro/AvroScanSuite.scala | 0 .../sql/avro/AvroSchemaHelperSuite.scala | 0 .../spark/sql/avro/AvroSerdeSuite.scala | 0 .../org/apache/spark/sql/avro/AvroSuite.scala | 0 .../avro/DeprecatedAvroFunctionsSuite.scala | 0 .../benchmark/AvroReadBenchmark.scala | 0 .../benchmark/AvroWriteBenchmark.scala | 0 .../datasources/AvroReadSchemaSuite.scala | 0 .../docker-integration-tests/pom.xml | 0 .../src/test/resources/db2_krb_setup.sh | 0 .../src/test/resources/log4j2.properties | 0 .../resources/mariadb_docker_entrypoint.sh | 0 .../src/test/resources/mariadb_krb_setup.sh | 0 .../src/test/resources/postgres_krb_setup.sh | 0 .../spark/sql/jdbc/DB2IntegrationSuite.scala | 0 .../sql/jdbc/DB2KrbIntegrationSuite.scala | 0 .../sql/jdbc/DockerIntegrationFunSuite.scala | 0 .../sql/jdbc/DockerJDBCIntegrationSuite.scala | 0 .../jdbc/DockerKrbJDBCIntegrationSuite.scala | 0 .../sql/jdbc/MariaDBKrbIntegrationSuite.scala | 0 .../jdbc/MsSqlServerIntegrationSuite.scala | 0 .../sql/jdbc/MySQLIntegrationSuite.scala | 0 .../sql/jdbc/OracleIntegrationSuite.scala | 0 .../sql/jdbc/PostgresIntegrationSuite.scala | 0 .../jdbc/PostgresKrbIntegrationSuite.scala | 0 .../sql/jdbc/v2/DB2IntegrationSuite.scala | 0 .../spark/sql/jdbc/v2/DB2NamespaceSuite.scala | 0 .../v2/DockerJDBCIntegrationV2Suite.scala | 0 .../jdbc/v2/MsSqlServerIntegrationSuite.scala | 0 .../jdbc/v2/MsSqlServerNamespaceSuite.scala | 0 .../sql/jdbc/v2/MySQLIntegrationSuite.scala | 0 .../sql/jdbc/v2/MySQLNamespaceSuite.scala | 0 .../sql/jdbc/v2/OracleIntegrationSuite.scala | 0 .../sql/jdbc/v2/OracleNamespaceSuite.scala | 0 .../jdbc/v2/PostgresIntegrationSuite.scala | 0 .../sql/jdbc/v2/PostgresNamespaceSuite.scala | 0 .../sql/jdbc/v2/V2JDBCNamespaceTest.scala | 0 .../apache/spark/sql/jdbc/v2/V2JDBCTest.scala | 0 .../org/apache/spark/util/DockerUtils.scala | 0 {vendor => connector}/docker/README.md | 0 {vendor => connector}/docker/build | 0 .../docker/spark-test/README.md | 0 .../docker/spark-test/base/Dockerfile | 0 {vendor => connector}/docker/spark-test/build | 0 .../docker/spark-test/master/Dockerfile | 0 .../docker/spark-test/master/default_cmd | 0 .../docker/spark-test/worker/Dockerfile | 0 .../docker/spark-test/worker/default_cmd | 0 .../kafka-0-10-assembly/pom.xml | 0 {vendor => connector}/kafka-0-10-sql/pom.xml | 0 ...pache.spark.sql.sources.DataSourceRegister | 0 .../spark/sql/kafka010/ConsumerStrategy.scala | 0 .../apache/spark/sql/kafka010/JsonUtils.scala | 0 .../spark/sql/kafka010/KafkaBatch.scala | 0 .../kafka010/KafkaBatchPartitionReader.scala | 0 .../spark/sql/kafka010/KafkaBatchWrite.scala | 0 .../sql/kafka010/KafkaContinuousStream.scala | 0 .../spark/sql/kafka010/KafkaDataWriter.scala | 0 .../sql/kafka010/KafkaMicroBatchStream.scala | 0 .../kafka010/KafkaOffsetRangeCalculator.scala | 0 .../sql/kafka010/KafkaOffsetRangeLimit.scala | 0 .../sql/kafka010/KafkaOffsetReader.scala | 0 .../sql/kafka010/KafkaOffsetReaderAdmin.scala | 0 .../kafka010/KafkaOffsetReaderConsumer.scala | 0 .../kafka010/KafkaRecordToRowConverter.scala | 0 .../spark/sql/kafka010/KafkaRelation.scala | 0 .../apache/spark/sql/kafka010/KafkaSink.scala | 0 .../spark/sql/kafka010/KafkaSource.scala | 0 .../KafkaSourceInitialOffsetWriter.scala | 0 .../sql/kafka010/KafkaSourceOffset.scala | 0 .../sql/kafka010/KafkaSourceProvider.scala | 0 .../spark/sql/kafka010/KafkaSourceRDD.scala | 0 .../sql/kafka010/KafkaStreamingWrite.scala | 0 .../spark/sql/kafka010/KafkaWrite.scala | 0 .../spark/sql/kafka010/KafkaWriteTask.scala | 0 .../spark/sql/kafka010/KafkaWriter.scala | 0 .../kafka010/consumer/FetchedDataPool.scala | 0 .../consumer/InternalKafkaConsumerPool.scala | 0 .../kafka010/consumer/KafkaDataConsumer.scala | 0 .../spark/sql/kafka010/package-info.java | 0 .../apache/spark/sql/kafka010/package.scala | 0 .../producer/CachedKafkaProducer.scala | 0 .../producer/InternalKafkaProducerPool.scala | 0 ...a-source-initial-offset-future-version.bin | 0 ...ka-source-initial-offset-version-2.1.0.bin | 0 .../kafka-source-offset-version-2.1.0.txt | 0 .../src/test/resources/log4j2.properties | 0 .../commits/0 | 0 .../metadata | 0 .../offsets/0 | 0 .../sources/0/0 | Bin .../state/0/0/1.delta | Bin .../state/0/1/1.delta | Bin .../state/0/2/1.delta | Bin .../state/0/3/1.delta | Bin .../state/0/4/1.delta | Bin .../sql/kafka010/ConsumerStrategySuite.scala | 0 .../spark/sql/kafka010/JsonUtilsSuite.scala | 0 .../kafka010/KafkaContinuousSourceSuite.scala | 0 .../sql/kafka010/KafkaContinuousTest.scala | 0 .../kafka010/KafkaDelegationTokenSuite.scala | 0 .../KafkaDontFailOnDataLossSuite.scala | 0 .../kafka010/KafkaMicroBatchSourceSuite.scala | 0 .../KafkaOffsetRangeCalculatorSuite.scala | 0 .../sql/kafka010/KafkaOffsetReaderSuite.scala | 0 .../sql/kafka010/KafkaRelationSuite.scala | 0 .../spark/sql/kafka010/KafkaSinkSuite.scala | 0 .../sql/kafka010/KafkaSourceOffsetSuite.scala | 0 .../kafka010/KafkaSourceProviderSuite.scala | 0 .../sql/kafka010/KafkaSparkConfSuite.scala | 0 .../apache/spark/sql/kafka010/KafkaTest.scala | 0 .../spark/sql/kafka010/KafkaTestUtils.scala | 0 .../spark/sql/kafka010/RecordBuilder.scala | 0 .../consumer/FetchedDataPoolSuite.scala | 0 .../InternalKafkaConsumerPoolSuite.scala | 0 .../consumer/KafkaDataConsumerSuite.scala | 0 .../InternalKafkaProducerPoolSuite.scala | 0 .../kafka-0-10-token-provider/pom.xml | 0 ...ark.security.HadoopDelegationTokenProvider | 0 .../spark/kafka010/KafkaConfigUpdater.scala | 0 .../KafkaDelegationTokenProvider.scala | 0 .../spark/kafka010/KafkaRedactionUtil.scala | 0 .../spark/kafka010/KafkaTokenSparkConf.scala | 0 .../spark/kafka010/KafkaTokenUtil.scala | 0 .../src/test/resources/log4j2.properties | 0 .../kafka010/KafkaConfigUpdaterSuite.scala | 0 .../kafka010/KafkaDelegationTokenTest.scala | 0 ...fkaHadoopDelegationTokenManagerSuite.scala | 0 .../kafka010/KafkaRedactionUtilSuite.scala | 0 .../kafka010/KafkaTokenSparkConfSuite.scala | 0 .../spark/kafka010/KafkaTokenUtilSuite.scala | 0 {vendor => connector}/kafka-0-10/pom.xml | 0 .../streaming/kafka010/ConsumerStrategy.scala | 0 .../kafka010/DirectKafkaInputDStream.scala | 0 .../kafka010/KafkaDataConsumer.scala | 0 .../spark/streaming/kafka010/KafkaRDD.scala | 0 .../kafka010/KafkaRDDPartition.scala | 0 .../spark/streaming/kafka010/KafkaUtils.scala | 0 .../streaming/kafka010/LocationStrategy.scala | 0 .../streaming/kafka010/OffsetRange.scala | 0 .../kafka010/PerPartitionConfig.scala | 0 .../streaming/kafka010/package-info.java | 0 .../spark/streaming/kafka010/package.scala | 0 .../kafka010/JavaConsumerStrategySuite.java | 0 .../kafka010/JavaDirectKafkaStreamSuite.java | 0 .../streaming/kafka010/JavaKafkaRDDSuite.java | 0 .../kafka010/JavaLocationStrategySuite.java | 0 .../src/test/resources/log4j2.properties | 0 .../kafka010/DirectKafkaStreamSuite.scala | 0 .../kafka010/KafkaDataConsumerSuite.scala | 0 .../streaming/kafka010/KafkaRDDSuite.scala | 0 .../streaming/kafka010/KafkaTestUtils.scala | 0 .../kafka010/mocks/MockScheduler.scala | 0 .../streaming/kafka010/mocks/MockTime.scala | 0 .../kinesis-asl-assembly/pom.xml | 0 {vendor => connector}/kinesis-asl/pom.xml | 0 .../streaming/JavaKinesisWordCountASL.java | 0 .../kinesis/KinesisInitialPositions.java | 0 .../streaming/kinesis_wordcount_asl.py | 0 .../src/main/resources/log4j2.properties | 0 .../streaming/KinesisExampleUtils.scala | 0 .../streaming/KinesisWordCountASL.scala | 0 .../kinesis/KinesisBackedBlockRDD.scala | 0 .../kinesis/KinesisCheckpointer.scala | 0 .../kinesis/KinesisInputDStream.scala | 0 .../kinesis/KinesisReadConfigurations.scala | 0 .../streaming/kinesis/KinesisReceiver.scala | 0 .../kinesis/KinesisRecordProcessor.scala | 0 .../streaming/kinesis/KinesisTestUtils.scala | 0 .../kinesis/KinesisUtilsPythonHelper.scala | 0 .../kinesis/SparkAWSCredentials.scala | 0 .../JavaKinesisInputDStreamBuilderSuite.java | 0 .../src/test/resources/log4j2.properties | 0 .../kinesis/KPLBasedKinesisTestUtils.scala | 0 .../kinesis/KinesisBackedBlockRDDSuite.scala | 0 .../kinesis/KinesisCheckpointerSuite.scala | 0 .../streaming/kinesis/KinesisFunSuite.scala | 0 .../KinesisInputDStreamBuilderSuite.scala | 0 .../kinesis/KinesisReceiverSuite.scala | 0 .../kinesis/KinesisStreamSuite.scala | 0 .../SparkAWSCredentialsBuilderSuite.scala | 0 .../spark-ganglia-lgpl/pom.xml | 0 .../metrics/ganglia/GangliaReporter.java | 0 .../spark/metrics/sink/GangliaSink.scala | 0 docs/streaming-kinesis-integration.md | 10 +++++----- pom.xml | 18 +++++++++--------- 246 files changed, 15 insertions(+), 15 deletions(-) rename {vendor => connector}/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt (100%) rename {vendor => connector}/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt (100%) rename {vendor => connector}/avro/benchmarks/AvroReadBenchmark-results.txt (100%) rename {vendor => connector}/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt (100%) rename {vendor => connector}/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt (100%) rename {vendor => connector}/avro/benchmarks/AvroWriteBenchmark-results.txt (100%) rename {vendor => connector}/avro/pom.xml (100%) rename {vendor => connector}/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java (100%) rename {vendor => connector}/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/avro/package.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala (100%) rename {vendor => connector}/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala (100%) rename {vendor => connector}/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_date_v2_4_5.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_date_v2_4_6.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_date_v3_2_0.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro (100%) rename {vendor => connector}/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro (100%) rename {vendor => connector}/avro/src/test/resources/episodes.avro (100%) rename {vendor => connector}/avro/src/test/resources/log4j2.properties (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00000.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00001.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00002.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00003.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00004.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00005.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00006.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00007.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00008.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00009.avro (100%) rename {vendor => connector}/avro/src/test/resources/test-random-partitioned/part-r-00010.avro (100%) rename {vendor => connector}/avro/src/test/resources/test.avro (100%) rename {vendor => connector}/avro/src/test/resources/test.avsc (100%) rename {vendor => connector}/avro/src/test/resources/test.json (100%) rename {vendor => connector}/avro/src/test/resources/test_sub.avsc (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala (100%) rename {vendor => connector}/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/pom.xml (100%) rename {vendor => connector}/docker-integration-tests/src/test/resources/db2_krb_setup.sh (100%) rename {vendor => connector}/docker-integration-tests/src/test/resources/log4j2.properties (100%) rename {vendor => connector}/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh (100%) rename {vendor => connector}/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh (100%) rename {vendor => connector}/docker-integration-tests/src/test/resources/postgres_krb_setup.sh (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala (100%) rename {vendor => connector}/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala (100%) rename {vendor => connector}/docker/README.md (100%) rename {vendor => connector}/docker/build (100%) rename {vendor => connector}/docker/spark-test/README.md (100%) rename {vendor => connector}/docker/spark-test/base/Dockerfile (100%) rename {vendor => connector}/docker/spark-test/build (100%) rename {vendor => connector}/docker/spark-test/master/Dockerfile (100%) rename {vendor => connector}/docker/spark-test/master/default_cmd (100%) rename {vendor => connector}/docker/spark-test/worker/Dockerfile (100%) rename {vendor => connector}/docker/spark-test/worker/default_cmd (100%) rename {vendor => connector}/kafka-0-10-assembly/pom.xml (100%) rename {vendor => connector}/kafka-0-10-sql/pom.xml (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/log4j2.properties (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala (100%) rename {vendor => connector}/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/pom.xml (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/resources/log4j2.properties (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala (100%) rename {vendor => connector}/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala (100%) rename {vendor => connector}/kafka-0-10/pom.xml (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java (100%) rename {vendor => connector}/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala (100%) rename {vendor => connector}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java (100%) rename {vendor => connector}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java (100%) rename {vendor => connector}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java (100%) rename {vendor => connector}/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java (100%) rename {vendor => connector}/kafka-0-10/src/test/resources/log4j2.properties (100%) rename {vendor => connector}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala (100%) rename {vendor => connector}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala (100%) rename {vendor => connector}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala (100%) rename {vendor => connector}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala (100%) rename {vendor => connector}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala (100%) rename {vendor => connector}/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala (100%) rename {vendor => connector}/kinesis-asl-assembly/pom.xml (100%) rename {vendor => connector}/kinesis-asl/pom.xml (100%) rename {vendor => connector}/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java (100%) rename {vendor => connector}/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java (100%) rename {vendor => connector}/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py (100%) rename {vendor => connector}/kinesis-asl/src/main/resources/log4j2.properties (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala (100%) rename {vendor => connector}/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java (100%) rename {vendor => connector}/kinesis-asl/src/test/resources/log4j2.properties (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala (100%) rename {vendor => connector}/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala (100%) rename {vendor => connector}/spark-ganglia-lgpl/pom.xml (100%) rename {vendor => connector}/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java (100%) rename {vendor => connector}/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala (100%) diff --git a/R/run-tests.sh b/R/run-tests.sh index 749c6c274ba3..9a90afe76875 100755 --- a/R/run-tests.sh +++ b/R/run-tests.sh @@ -23,7 +23,7 @@ FAILED=0 LOGFILE=$FWDIR/unit-tests.out rm -f $LOGFILE -SPARK_AVRO_JAR_PATH=$(find $FWDIR/../vendor/avro/ -name "spark-avro*jar" -print | egrep -v "tests.jar|test-sources.jar|sources.jar|javadoc.jar") +SPARK_AVRO_JAR_PATH=$(find $FWDIR/../connector/avro/ -name "spark-avro*jar" -print | egrep -v "tests.jar|test-sources.jar|sources.jar|javadoc.jar") if [[ $(echo $SPARK_AVRO_JAR_PATH | wc -l) -eq 1 ]]; then SPARK_JARS=$SPARK_AVRO_JAR_PATH diff --git a/vendor/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt b/connector/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt similarity index 100% rename from vendor/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt rename to connector/avro/benchmarks/AvroReadBenchmark-jdk11-results.txt diff --git a/vendor/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt b/connector/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt similarity index 100% rename from vendor/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt rename to connector/avro/benchmarks/AvroReadBenchmark-jdk17-results.txt diff --git a/vendor/avro/benchmarks/AvroReadBenchmark-results.txt b/connector/avro/benchmarks/AvroReadBenchmark-results.txt similarity index 100% rename from vendor/avro/benchmarks/AvroReadBenchmark-results.txt rename to connector/avro/benchmarks/AvroReadBenchmark-results.txt diff --git a/vendor/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt b/connector/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt similarity index 100% rename from vendor/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt rename to connector/avro/benchmarks/AvroWriteBenchmark-jdk11-results.txt diff --git a/vendor/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt b/connector/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt similarity index 100% rename from vendor/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt rename to connector/avro/benchmarks/AvroWriteBenchmark-jdk17-results.txt diff --git a/vendor/avro/benchmarks/AvroWriteBenchmark-results.txt b/connector/avro/benchmarks/AvroWriteBenchmark-results.txt similarity index 100% rename from vendor/avro/benchmarks/AvroWriteBenchmark-results.txt rename to connector/avro/benchmarks/AvroWriteBenchmark-results.txt diff --git a/vendor/avro/pom.xml b/connector/avro/pom.xml similarity index 100% rename from vendor/avro/pom.xml rename to connector/avro/pom.xml diff --git a/vendor/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java b/connector/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java similarity index 100% rename from vendor/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java rename to connector/avro/src/main/java/org/apache/spark/sql/avro/SparkAvroKeyOutputFormat.java diff --git a/vendor/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister b/connector/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister similarity index 100% rename from vendor/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister rename to connector/avro/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroDataToCatalyst.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroFileFormat.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroOptions.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriter.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroOutputWriterFactory.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroSerializer.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroUtils.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/CatalystDataToAvro.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/SchemaConverters.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/functions.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/avro/package.scala b/connector/avro/src/main/scala/org/apache/spark/sql/avro/package.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/avro/package.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/avro/package.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala b/connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroDataSourceV2.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala b/connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroPartitionReaderFactory.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala b/connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScan.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala b/connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroScanBuilder.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala b/connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroTable.scala diff --git a/vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala b/connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala similarity index 100% rename from vendor/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala rename to connector/avro/src/main/scala/org/apache/spark/sql/v2/avro/AvroWrite.scala diff --git a/vendor/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java b/connector/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java similarity index 100% rename from vendor/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java rename to connector/avro/src/test/java/org/apache/spark/sql/avro/JavaAvroFunctionsSuite.java diff --git a/vendor/avro/src/test/resources/before_1582_date_v2_4_5.avro b/connector/avro/src/test/resources/before_1582_date_v2_4_5.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_date_v2_4_5.avro rename to connector/avro/src/test/resources/before_1582_date_v2_4_5.avro diff --git a/vendor/avro/src/test/resources/before_1582_date_v2_4_6.avro b/connector/avro/src/test/resources/before_1582_date_v2_4_6.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_date_v2_4_6.avro rename to connector/avro/src/test/resources/before_1582_date_v2_4_6.avro diff --git a/vendor/avro/src/test/resources/before_1582_date_v3_2_0.avro b/connector/avro/src/test/resources/before_1582_date_v3_2_0.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_date_v3_2_0.avro rename to connector/avro/src/test/resources/before_1582_date_v3_2_0.avro diff --git a/vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro b/connector/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro rename to connector/avro/src/test/resources/before_1582_timestamp_micros_v2_4_5.avro diff --git a/vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro b/connector/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro rename to connector/avro/src/test/resources/before_1582_timestamp_micros_v2_4_6.avro diff --git a/vendor/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro b/connector/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro rename to connector/avro/src/test/resources/before_1582_timestamp_micros_v3_2_0.avro diff --git a/vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro b/connector/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro rename to connector/avro/src/test/resources/before_1582_timestamp_millis_v2_4_5.avro diff --git a/vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro b/connector/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro rename to connector/avro/src/test/resources/before_1582_timestamp_millis_v2_4_6.avro diff --git a/vendor/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro b/connector/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro similarity index 100% rename from vendor/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro rename to connector/avro/src/test/resources/before_1582_timestamp_millis_v3_2_0.avro diff --git a/vendor/avro/src/test/resources/episodes.avro b/connector/avro/src/test/resources/episodes.avro similarity index 100% rename from vendor/avro/src/test/resources/episodes.avro rename to connector/avro/src/test/resources/episodes.avro diff --git a/vendor/avro/src/test/resources/log4j2.properties b/connector/avro/src/test/resources/log4j2.properties similarity index 100% rename from vendor/avro/src/test/resources/log4j2.properties rename to connector/avro/src/test/resources/log4j2.properties diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00000.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00000.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00000.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00000.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00001.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00001.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00001.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00001.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00002.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00002.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00002.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00002.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00003.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00003.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00003.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00003.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00004.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00004.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00004.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00004.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00005.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00005.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00005.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00005.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00006.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00006.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00006.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00006.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00007.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00007.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00007.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00007.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00008.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00008.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00008.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00008.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00009.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00009.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00009.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00009.avro diff --git a/vendor/avro/src/test/resources/test-random-partitioned/part-r-00010.avro b/connector/avro/src/test/resources/test-random-partitioned/part-r-00010.avro similarity index 100% rename from vendor/avro/src/test/resources/test-random-partitioned/part-r-00010.avro rename to connector/avro/src/test/resources/test-random-partitioned/part-r-00010.avro diff --git a/vendor/avro/src/test/resources/test.avro b/connector/avro/src/test/resources/test.avro similarity index 100% rename from vendor/avro/src/test/resources/test.avro rename to connector/avro/src/test/resources/test.avro diff --git a/vendor/avro/src/test/resources/test.avsc b/connector/avro/src/test/resources/test.avsc similarity index 100% rename from vendor/avro/src/test/resources/test.avsc rename to connector/avro/src/test/resources/test.avsc diff --git a/vendor/avro/src/test/resources/test.json b/connector/avro/src/test/resources/test.json similarity index 100% rename from vendor/avro/src/test/resources/test.json rename to connector/avro/src/test/resources/test.json diff --git a/vendor/avro/src/test/resources/test_sub.avsc b/connector/avro/src/test/resources/test_sub.avsc similarity index 100% rename from vendor/avro/src/test/resources/test_sub.avsc rename to connector/avro/src/test/resources/test_sub.avsc diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroCatalystDataConversionSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroCodecSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroFunctionsSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroLogicalTypeSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroRowReaderSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroScanSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroSchemaHelperSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroSerdeSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/AvroSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/avro/DeprecatedAvroFunctionsSuite.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala b/connector/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroReadBenchmark.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala b/connector/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/execution/benchmark/AvroWriteBenchmark.scala diff --git a/vendor/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala b/connector/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala similarity index 100% rename from vendor/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala rename to connector/avro/src/test/scala/org/apache/spark/sql/execution/datasources/AvroReadSchemaSuite.scala diff --git a/vendor/docker-integration-tests/pom.xml b/connector/docker-integration-tests/pom.xml similarity index 100% rename from vendor/docker-integration-tests/pom.xml rename to connector/docker-integration-tests/pom.xml diff --git a/vendor/docker-integration-tests/src/test/resources/db2_krb_setup.sh b/connector/docker-integration-tests/src/test/resources/db2_krb_setup.sh similarity index 100% rename from vendor/docker-integration-tests/src/test/resources/db2_krb_setup.sh rename to connector/docker-integration-tests/src/test/resources/db2_krb_setup.sh diff --git a/vendor/docker-integration-tests/src/test/resources/log4j2.properties b/connector/docker-integration-tests/src/test/resources/log4j2.properties similarity index 100% rename from vendor/docker-integration-tests/src/test/resources/log4j2.properties rename to connector/docker-integration-tests/src/test/resources/log4j2.properties diff --git a/vendor/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh b/connector/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh similarity index 100% rename from vendor/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh rename to connector/docker-integration-tests/src/test/resources/mariadb_docker_entrypoint.sh diff --git a/vendor/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh b/connector/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh similarity index 100% rename from vendor/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh rename to connector/docker-integration-tests/src/test/resources/mariadb_krb_setup.sh diff --git a/vendor/docker-integration-tests/src/test/resources/postgres_krb_setup.sh b/connector/docker-integration-tests/src/test/resources/postgres_krb_setup.sh similarity index 100% rename from vendor/docker-integration-tests/src/test/resources/postgres_krb_setup.sh rename to connector/docker-integration-tests/src/test/resources/postgres_krb_setup.sh diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2IntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DB2KrbIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerIntegrationFunSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerJDBCIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/DockerKrbJDBCIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MariaDBKrbIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MsSqlServerIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/MySQLIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/OracleIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/PostgresKrbIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2IntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DB2NamespaceSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/DockerJDBCIntegrationV2Suite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MsSqlServerNamespaceSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/MySQLNamespaceSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/OracleNamespaceSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresIntegrationSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/PostgresNamespaceSuite.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCNamespaceTest.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/sql/jdbc/v2/V2JDBCTest.scala diff --git a/vendor/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala b/connector/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala similarity index 100% rename from vendor/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala rename to connector/docker-integration-tests/src/test/scala/org/apache/spark/util/DockerUtils.scala diff --git a/vendor/docker/README.md b/connector/docker/README.md similarity index 100% rename from vendor/docker/README.md rename to connector/docker/README.md diff --git a/vendor/docker/build b/connector/docker/build similarity index 100% rename from vendor/docker/build rename to connector/docker/build diff --git a/vendor/docker/spark-test/README.md b/connector/docker/spark-test/README.md similarity index 100% rename from vendor/docker/spark-test/README.md rename to connector/docker/spark-test/README.md diff --git a/vendor/docker/spark-test/base/Dockerfile b/connector/docker/spark-test/base/Dockerfile similarity index 100% rename from vendor/docker/spark-test/base/Dockerfile rename to connector/docker/spark-test/base/Dockerfile diff --git a/vendor/docker/spark-test/build b/connector/docker/spark-test/build similarity index 100% rename from vendor/docker/spark-test/build rename to connector/docker/spark-test/build diff --git a/vendor/docker/spark-test/master/Dockerfile b/connector/docker/spark-test/master/Dockerfile similarity index 100% rename from vendor/docker/spark-test/master/Dockerfile rename to connector/docker/spark-test/master/Dockerfile diff --git a/vendor/docker/spark-test/master/default_cmd b/connector/docker/spark-test/master/default_cmd similarity index 100% rename from vendor/docker/spark-test/master/default_cmd rename to connector/docker/spark-test/master/default_cmd diff --git a/vendor/docker/spark-test/worker/Dockerfile b/connector/docker/spark-test/worker/Dockerfile similarity index 100% rename from vendor/docker/spark-test/worker/Dockerfile rename to connector/docker/spark-test/worker/Dockerfile diff --git a/vendor/docker/spark-test/worker/default_cmd b/connector/docker/spark-test/worker/default_cmd similarity index 100% rename from vendor/docker/spark-test/worker/default_cmd rename to connector/docker/spark-test/worker/default_cmd diff --git a/vendor/kafka-0-10-assembly/pom.xml b/connector/kafka-0-10-assembly/pom.xml similarity index 100% rename from vendor/kafka-0-10-assembly/pom.xml rename to connector/kafka-0-10-assembly/pom.xml diff --git a/vendor/kafka-0-10-sql/pom.xml b/connector/kafka-0-10-sql/pom.xml similarity index 100% rename from vendor/kafka-0-10-sql/pom.xml rename to connector/kafka-0-10-sql/pom.xml diff --git a/vendor/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister b/connector/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister similarity index 100% rename from vendor/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister rename to connector/kafka-0-10-sql/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/ConsumerStrategy.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/JsonUtils.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatch.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchPartitionReader.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaBatchWrite.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaContinuousStream.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaDataWriter.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchStream.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculator.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeLimit.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReader.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderAdmin.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderConsumer.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRecordToRowConverter.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaRelation.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSink.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSource.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceInitialOffsetWriter.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceProvider.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceRDD.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaStreamingWrite.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWrite.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriteTask.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaWriter.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPool.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPool.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumer.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package-info.java diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/package.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala diff --git a/vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala b/connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala rename to connector/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala diff --git a/vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin b/connector/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin rename to connector/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-future-version.bin diff --git a/vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin b/connector/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin rename to connector/kafka-0-10-sql/src/test/resources/kafka-source-initial-offset-version-2.1.0.bin diff --git a/vendor/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt b/connector/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt rename to connector/kafka-0-10-sql/src/test/resources/kafka-source-offset-version-2.1.0.txt diff --git a/vendor/kafka-0-10-sql/src/test/resources/log4j2.properties b/connector/kafka-0-10-sql/src/test/resources/log4j2.properties similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/log4j2.properties rename to connector/kafka-0-10-sql/src/test/resources/log4j2.properties diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/commits/0 diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/metadata diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/offsets/0 diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/sources/0/0 diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/0/1.delta diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/1/1.delta diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/2/1.delta diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/3/1.delta diff --git a/vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta b/connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta similarity index 100% rename from vendor/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta rename to connector/kafka-0-10-sql/src/test/resources/structured-streaming/checkpoint-version-2.4.3-kafka-include-headers-default/state/0/4/1.delta diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/ConsumerStrategySuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/JsonUtilsSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousSourceSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaContinuousTest.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDelegationTokenSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaDontFailOnDataLossSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetRangeCalculatorSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaOffsetReaderSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSinkSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceOffsetSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSourceProviderSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaSparkConfSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTest.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaTestUtils.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/RecordBuilder.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/FetchedDataPoolSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/InternalKafkaConsumerPoolSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/consumer/KafkaDataConsumerSuite.scala diff --git a/vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala b/connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala similarity index 100% rename from vendor/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala rename to connector/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala diff --git a/vendor/kafka-0-10-token-provider/pom.xml b/connector/kafka-0-10-token-provider/pom.xml similarity index 100% rename from vendor/kafka-0-10-token-provider/pom.xml rename to connector/kafka-0-10-token-provider/pom.xml diff --git a/vendor/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider b/connector/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider similarity index 100% rename from vendor/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider rename to connector/kafka-0-10-token-provider/src/main/resources/META-INF/services/org.apache.spark.security.HadoopDelegationTokenProvider diff --git a/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala b/connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala rename to connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaConfigUpdater.scala diff --git a/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala b/connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala rename to connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaDelegationTokenProvider.scala diff --git a/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala b/connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala rename to connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaRedactionUtil.scala diff --git a/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala b/connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala rename to connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenSparkConf.scala diff --git a/vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala b/connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala rename to connector/kafka-0-10-token-provider/src/main/scala/org/apache/spark/kafka010/KafkaTokenUtil.scala diff --git a/vendor/kafka-0-10-token-provider/src/test/resources/log4j2.properties b/connector/kafka-0-10-token-provider/src/test/resources/log4j2.properties similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/resources/log4j2.properties rename to connector/kafka-0-10-token-provider/src/test/resources/log4j2.properties diff --git a/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala b/connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala rename to connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaConfigUpdaterSuite.scala diff --git a/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala b/connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala rename to connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaDelegationTokenTest.scala diff --git a/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala b/connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala rename to connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaHadoopDelegationTokenManagerSuite.scala diff --git a/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala b/connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala rename to connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaRedactionUtilSuite.scala diff --git a/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala b/connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala rename to connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenSparkConfSuite.scala diff --git a/vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala b/connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala similarity index 100% rename from vendor/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala rename to connector/kafka-0-10-token-provider/src/test/scala/org/apache/spark/kafka010/KafkaTokenUtilSuite.scala diff --git a/vendor/kafka-0-10/pom.xml b/connector/kafka-0-10/pom.xml similarity index 100% rename from vendor/kafka-0-10/pom.xml rename to connector/kafka-0-10/pom.xml diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/ConsumerStrategy.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/DirectKafkaInputDStream.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumer.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDD.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaRDDPartition.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/KafkaUtils.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/LocationStrategy.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/OffsetRange.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/PerPartitionConfig.scala diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package-info.java diff --git a/vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala b/connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala similarity index 100% rename from vendor/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala rename to connector/kafka-0-10/src/main/scala/org/apache/spark/streaming/kafka010/package.scala diff --git a/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java b/connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java similarity index 100% rename from vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java rename to connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaConsumerStrategySuite.java diff --git a/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java b/connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java similarity index 100% rename from vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java rename to connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaDirectKafkaStreamSuite.java diff --git a/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java b/connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java similarity index 100% rename from vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java rename to connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaKafkaRDDSuite.java diff --git a/vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java b/connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java similarity index 100% rename from vendor/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java rename to connector/kafka-0-10/src/test/java/org/apache/spark/streaming/kafka010/JavaLocationStrategySuite.java diff --git a/vendor/kafka-0-10/src/test/resources/log4j2.properties b/connector/kafka-0-10/src/test/resources/log4j2.properties similarity index 100% rename from vendor/kafka-0-10/src/test/resources/log4j2.properties rename to connector/kafka-0-10/src/test/resources/log4j2.properties diff --git a/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala similarity index 100% rename from vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala rename to connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala diff --git a/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala similarity index 100% rename from vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala rename to connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaDataConsumerSuite.scala diff --git a/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala similarity index 100% rename from vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala rename to connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaRDDSuite.scala diff --git a/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala similarity index 100% rename from vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala rename to connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/KafkaTestUtils.scala diff --git a/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala similarity index 100% rename from vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala rename to connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockScheduler.scala diff --git a/vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala b/connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala similarity index 100% rename from vendor/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala rename to connector/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/mocks/MockTime.scala diff --git a/vendor/kinesis-asl-assembly/pom.xml b/connector/kinesis-asl-assembly/pom.xml similarity index 100% rename from vendor/kinesis-asl-assembly/pom.xml rename to connector/kinesis-asl-assembly/pom.xml diff --git a/vendor/kinesis-asl/pom.xml b/connector/kinesis-asl/pom.xml similarity index 100% rename from vendor/kinesis-asl/pom.xml rename to connector/kinesis-asl/pom.xml diff --git a/vendor/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java b/connector/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java similarity index 100% rename from vendor/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java rename to connector/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java diff --git a/vendor/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java b/connector/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java similarity index 100% rename from vendor/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java rename to connector/kinesis-asl/src/main/java/org/apache/spark/streaming/kinesis/KinesisInitialPositions.java diff --git a/vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py b/connector/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py similarity index 100% rename from vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py rename to connector/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py diff --git a/vendor/kinesis-asl/src/main/resources/log4j2.properties b/connector/kinesis-asl/src/main/resources/log4j2.properties similarity index 100% rename from vendor/kinesis-asl/src/main/resources/log4j2.properties rename to connector/kinesis-asl/src/main/resources/log4j2.properties diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisExampleUtils.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDD.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointer.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReadConfigurations.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisRecordProcessor.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisTestUtils.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisUtilsPythonHelper.scala diff --git a/vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala b/connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala similarity index 100% rename from vendor/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala rename to connector/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentials.scala diff --git a/vendor/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java b/connector/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java similarity index 100% rename from vendor/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java rename to connector/kinesis-asl/src/test/java/org/apache/spark/streaming/kinesis/JavaKinesisInputDStreamBuilderSuite.java diff --git a/vendor/kinesis-asl/src/test/resources/log4j2.properties b/connector/kinesis-asl/src/test/resources/log4j2.properties similarity index 100% rename from vendor/kinesis-asl/src/test/resources/log4j2.properties rename to connector/kinesis-asl/src/test/resources/log4j2.properties diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KPLBasedKinesisTestUtils.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisBackedBlockRDDSuite.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisCheckpointerSuite.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisFunSuite.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisInputDStreamBuilderSuite.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisReceiverSuite.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/KinesisStreamSuite.scala diff --git a/vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala b/connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala similarity index 100% rename from vendor/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala rename to connector/kinesis-asl/src/test/scala/org/apache/spark/streaming/kinesis/SparkAWSCredentialsBuilderSuite.scala diff --git a/vendor/spark-ganglia-lgpl/pom.xml b/connector/spark-ganglia-lgpl/pom.xml similarity index 100% rename from vendor/spark-ganglia-lgpl/pom.xml rename to connector/spark-ganglia-lgpl/pom.xml diff --git a/vendor/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java b/connector/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java similarity index 100% rename from vendor/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java rename to connector/spark-ganglia-lgpl/src/main/java/com/codahale/metrics/ganglia/GangliaReporter.java diff --git a/vendor/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala b/connector/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala similarity index 100% rename from vendor/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala rename to connector/spark-ganglia-lgpl/src/main/scala/org/apache/spark/metrics/sink/GangliaSink.scala diff --git a/docs/streaming-kinesis-integration.md b/docs/streaming-kinesis-integration.md index 475effba818e..dc80ff05226f 100644 --- a/docs/streaming-kinesis-integration.md +++ b/docs/streaming-kinesis-integration.md @@ -60,7 +60,7 @@ A Kinesis stream can be set up at one of the valid Kinesis endpoints with 1 or m .build() See the [API docs](api/scala/org/apache/spark/streaming/kinesis/KinesisInputDStream.html) - and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/vendor/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala). Refer to the [Running the Example](#running-the-example) subsection for instructions on how to run the example. + and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/connector/kinesis-asl/src/main/scala/org/apache/spark/examples/streaming/KinesisWordCountASL.scala). Refer to the [Running the Example](#running-the-example) subsection for instructions on how to run the example.
@@ -82,7 +82,7 @@ A Kinesis stream can be set up at one of the valid Kinesis endpoints with 1 or m .build(); See the [API docs](api/java/index.html?org/apache/spark/streaming/kinesis/KinesisInputDStream.html) - and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/vendor/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example. + and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/connector/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example.
@@ -93,7 +93,7 @@ A Kinesis stream can be set up at one of the valid Kinesis endpoints with 1 or m [region name], [initial position], [checkpoint interval], StorageLevel.MEMORY_AND_DISK_2) See the [API docs](api/python/reference/pyspark.streaming.html#kinesis) - and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example. + and the [example]({{site.SPARK_GITHUB_URL}}/tree/master/connector/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py). Refer to the [Running the Example](#running-the-example) subsection for instructions to run the example.
@@ -246,8 +246,8 @@ To run the example,
- ./bin/spark-submit --jars 'vendor/kinesis-asl-assembly/target/spark-streaming-kinesis-asl-assembly_*.jar' \ - vendor/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py \ + ./bin/spark-submit --jars 'connector/kinesis-asl-assembly/target/spark-streaming-kinesis-asl-assembly_*.jar' \ + connector/kinesis-asl/src/main/python/examples/streaming/kinesis_wordcount_asl.py \ [Kinesis app name] [Kinesis stream name] [endpoint URL] [region name]
diff --git a/pom.xml b/pom.xml index 9c0c11f3a04e..087204349bff 100644 --- a/pom.xml +++ b/pom.xml @@ -101,11 +101,11 @@ examples repl launcher - vendor/kafka-0-10-token-provider - vendor/kafka-0-10 - vendor/kafka-0-10-assembly - vendor/kafka-0-10-sql - vendor/avro + connector/kafka-0-10-token-provider + connector/kafka-0-10 + connector/kafka-0-10-assembly + connector/kafka-0-10-sql + connector/avro @@ -3397,7 +3397,7 @@ spark-ganglia-lgpl - vendor/spark-ganglia-lgpl + connector/spark-ganglia-lgpl @@ -3405,15 +3405,15 @@ kinesis-asl - vendor/kinesis-asl - vendor/kinesis-asl-assembly + connector/kinesis-asl + connector/kinesis-asl-assembly docker-integration-tests - vendor/docker-integration-tests + connector/docker-integration-tests