This is an automated email from the ASF dual-hosted git repository. av pushed a commit to branch ignite-ducktape in repository https://gitbox.apache.org/repos/asf/ignite.git
commit 779ce47180cadc9cc535eb1e7b50697a95d74d73 Merge: 492a3fc 4c412a8 Author: Anton Vinogradov <a...@apache.org> AuthorDate: Wed Feb 10 12:31:21 2021 +0300 Merge remote-tracking branch 'origin/master' into ignite-ducktape # Conflicts: # .travis.yml .travis.yml | 16 +- DEVNOTES.txt | 17 + NOTICE | 2 +- README.md | 8 +- RELEASE_NOTES.txt | 287 +++++ assembly/NOTICE_HADOOP | 2 +- assembly/NOTICE_IGNITE | 2 +- assembly/dependencies-apache-ignite-slim.xml | 1 + doap_Ignite.rdf | 4 +- docs/_config.yml | 9 +- docs/_data/toc.yaml | 4 + .../cpp/src/broadcast_jobs_to_remote_nodes.cpp | 44 + .../cpp/src/predefined_cluster_groups.cpp | 27 + docs/_docs/code-snippets/dotnet/ThinClient.cs | 19 + docs/_docs/code-snippets/dotnet/dotnet.csproj | 2 +- .../org/apache/ignite/snippets/JavaThinClient.java | 38 +- .../main/java/org/apache/ignite/snippets/TDE.java | 7 + .../java/org/apache/ignite/snippets/k8s/K8s.java | 21 + docs/_docs/code-snippets/k8s/service.yaml | 8 +- .../k8s/stateful/node-configuration.xml | 12 +- .../k8s/stateless/node-configuration.xml | 8 +- docs/_docs/code-snippets/xml/tde.xml | 15 +- .../distributed-computing/cluster-groups.adoc | 12 +- docs/_docs/events/events.adoc | 30 + .../ignite-for-spark/overview.adoc | 2 +- .../mybatis-l2-cache.adoc | 2 +- docs/_docs/includes/partition-awareness.adoc | 2 +- docs/_docs/index.adoc | 53 +- .../kubernetes/generic-configuration.adoc | 14 +- .../binary-classification/decision-trees.adoc | 6 +- .../model-import-from-apache-spark.adoc | 2 +- .../model-selection/cross-validation.adoc | 4 +- .../model-selection/pipeline-api.adoc | 4 +- .../regression/decision-trees-regression.adoc | 6 +- docs/_docs/memory-configuration/data-regions.adoc | 69 + docs/_docs/monitoring-metrics/metrics.adoc | 17 + docs/_docs/monitoring-metrics/new-metrics.adoc | 46 +- .../monitoring-metrics/performance-statistics.adoc | 97 ++ docs/_docs/monitoring-metrics/system-views.adoc | 27 + docs/_docs/monitoring-metrics/tracing.adoc | 65 + .../_docs/net-specific/net-deployment-options.adoc | 40 +- .../native-persistence-defragmentation.adoc | 65 + docs/_docs/persistence/native-persistence.adoc | 3 + docs/_docs/quick-start/cpp.adoc | 2 +- docs/_docs/quick-start/dotnet.adoc | 4 +- docs/_docs/quick-start/java.adoc | 2 +- docs/_docs/quick-start/nodejs.adoc | 2 +- docs/_docs/quick-start/php.adoc | 2 +- docs/_docs/quick-start/python.adoc | 2 +- docs/_docs/quick-start/restapi.adoc | 2 +- .../security/cache-encryption-key-rotation.adoc | 145 +++ docs/_docs/security/master-key-rotation.adoc | 2 +- docs/_docs/security/tde.adoc | 1 - docs/_docs/setup.adoc | 61 + docs/_docs/starting-nodes.adoc | 23 - docs/_docs/thin-clients/dotnet-thin-client.adoc | 15 +- docs/_docs/thin-clients/java-thin-client.adoc | 32 +- docs/_docs/tools/control-script.adoc | 277 ++++- docs/assets/css/docs.scss | 4 +- docs/assets/css/styles.scss | 4 +- examples/pom-standalone-lgpl.xml | 6 + examples/pom-standalone.xml | 6 + examples/pom.xml | 20 +- .../client/ClientKubernetesPutGetExample.java | 70 ++ .../examples/encryption/EncryptedCacheExample.java | 29 +- .../ml/clustering/KMeansClusterizationExample.java | 4 +- .../CatboostClassificationModelParserExample.java | 113 ++ .../CatboostRegressionModelParserExample.java | 125 ++ .../ml/inference/catboost/package-info.java | 22 + .../ANNClassificationExportImportExample.java | 339 +++++ .../CompoundNaiveBayesExportImportExample.java | 129 ++ ...isionTreeClassificationExportImportExample.java | 151 +++ .../DecisionTreeRegressionExportImportExample.java | 126 ++ .../DiscreteNaiveBayesExportImportExample.java | 117 ++ ...DBOnTreesClassificationExportImportExample.java | 147 +++ .../GDBOnTreesRegressionExportImportExample.java | 145 +++ .../GaussianNaiveBayesExportImportExample.java | 117 ++ .../KMeansClusterizationExportImportExample.java | 99 ++ .../LinearRegressionExportImportExample.java | 116 ++ .../LogisticRegressionExportImportExample.java | 122 ++ ...domForestClassificationExportImportExample.java | 144 +++ .../RandomForestRegressionExportImportExample.java | 151 +++ .../inference/exchange/SVMExportImportExample.java | 113 ++ .../modelparser/DecisionTreeFromSparkExample.java | 4 +- .../DecisionTreeRegressionFromSparkExample.java | 4 +- .../ml/preprocessing/encoding/EncoderExample.java | 4 +- .../encoding/EncoderExampleWithNormalization.java | 4 +- .../encoding/LabelEncoderExample.java | 4 +- .../encoding/TargetEncoderExample.java | 138 ++ .../linear/BostonHousePricesPredictionExample.java | 4 +- .../ml/selection/cv/CrossValidationExample.java | 4 +- ...eeClassificationTrainerSQLInferenceExample.java | 4 +- ...onTreeClassificationTrainerSQLTableExample.java | 4 +- .../DecisionTreeClassificationTrainerExample.java | 4 +- .../tree/DecisionTreeRegressionTrainerExample.java | 4 +- .../GDBOnTreesClassificationTrainerExample.java | 8 +- .../GDBOnTreesRegressionTrainerExample.java | 10 +- .../examples/ml/tutorial/Step_11_Boosting.java | 8 +- .../ml/tutorial/Step_1_Read_and_Learn.java | 4 +- .../examples/ml/tutorial/Step_2_Imputing.java | 4 +- .../examples/ml/tutorial/Step_3_Categorial.java | 4 +- .../Step_3_Categorial_with_One_Hot_Encoder.java | 4 +- .../examples/ml/tutorial/Step_4_Add_age_fare.java | 4 +- .../examples/ml/tutorial/Step_5_Scaling.java | 4 +- .../ml/tutorial/Step_7_Split_train_test.java | 4 +- .../ignite/examples/ml/tutorial/Step_8_CV.java | 6 +- .../ml/tutorial/Step_8_CV_with_Param_Grid.java | 6 +- .../Step_8_CV_with_Param_Grid_and_pipeline.java | 4 +- .../hyperparametertuning/Step_13_RandomSearch.java | 6 +- .../Step_14_Parallel_Brute_Force_Search.java | 6 +- .../Step_15_Parallel_Random_Search.java | 6 +- .../Step_16_Genetic_Programming_Search.java | 6 +- ...tep_17_Parallel_Genetic_Programming_Search.java | 6 +- .../ignite/examples/ml/util/MLSandboxDatasets.java | 5 +- ...-challenge-sample-catboost-expected-results.csv | 4 + .../amazon-employee-access-challenge-sample.csv | 5 + .../amazon-employee-access-challenge_train.csv | 100 ++ ...n_housing_dataset-catboost-expected-results.txt | 505 ++++++++ .../main/resources/models/catboost/model_clf.cbm | Bin 0 -> 1089896 bytes .../main/resources/models/catboost/model_reg.cbm | Bin 0 -> 1089824 bytes modules/aop/pom.xml | 10 +- .../org/apache/ignite/p2p/P2PGridifySelfTest.java | 2 + .../ignite/testsuites/IgniteAopSelfTestSuite.java | 5 + .../direct/singlesplit/SingleSplitsLoadTest.java | 3 + .../gridify/GridifySingleSplitLoadTest.java | 3 + modules/apache-license-gen/pom.xml | 2 +- modules/aws/pom.xml | 11 +- modules/benchmarks/pom.xml | 2 +- .../jmh/thin/JmhThinClientAbstractBenchmark.java | 135 ++ .../jmh/thin/JmhThinClientCacheBenchmark.java | 81 ++ modules/cassandra/pom.xml | 2 +- modules/cassandra/serializers/pom.xml | 13 +- .../org/apache/ignite/tests/SerializerSuite.java | 29 + modules/cassandra/store/pom.xml | 12 +- modules/clients/pom.xml | 11 +- ...eCreationDestructionWileTopologyChangeTest.java | 70 ++ .../ClientSizeCacheCreationDestructionTest.java | 1243 ++++++++++++++++++ .../client/suite/IgniteClientTestSuite.java | 7 +- .../client/ClientMarshallerBenchmarkTest.java | 3 + .../loadtests/client/ClientTcpSslLoadTest.java | 3 + modules/cloud/pom.xml | 15 +- modules/codegen/pom.xml | 2 +- modules/compatibility/pom.xml | 2 +- .../IgnitePKIndexesMigrationToUnwrapPkTest.java | 2 + .../PersistenceBasicCompatibilityTest.java | 58 +- modules/compress/pom.xml | 11 +- .../WalPageCompressionIntegrationTest.java | 18 + modules/control-utility/pom.xml | 15 +- .../ignite/internal/commandline/CommandList.java | 9 +- .../commandline/DefragmentationCommand.java | 249 ++++ .../defragmentation/DefragmentationArguments.java | 63 + .../DefragmentationSubcommands.java | 68 + .../diagnostic/ConnectivityCommand.java | 194 +++ .../commandline/diagnostic/DiagnosticCommand.java | 3 + .../diagnostic/DiagnosticSubCommand.java | 5 +- .../encryption/CacheGroupEncryptionCommand.java | 264 ++++ .../encryption/ChangeCacheGroupKeyCommand.java | 95 ++ .../encryption/ChangeMasterKeyCommand.java | 88 ++ .../commandline/encryption/EncryptionCommand.java | 130 -- .../commandline/encryption/EncryptionCommands.java | 70 ++ .../encryption/EncryptionSubcommand.java | 59 - .../encryption/EncryptionSubcommands.java | 99 ++ .../encryption/GetMasterKeyNameCommand.java | 73 ++ .../encryption/ReencryptionRateCommand.java | 137 ++ .../commandline/CommandHandlerParsingTest.java | 3 +- .../testsuites/IgniteControlUtilityTestSuite.java | 5 + .../util/GridCommandHandlerAbstractTest.java | 30 +- .../GridCommandHandlerDefragmentationTest.java | 470 +++++++ ...idCommandHandlerIndexingClusterByClassTest.java | 7 + .../GridCommandHandlerInterruptCommandTest.java | 326 +++++ .../apache/ignite/util/GridCommandHandlerTest.java | 357 +++++- modules/core/pom.xml | 11 +- modules/core/src/main/java/META-INF/NOTICE | 2 +- .../src/main/java/org/apache/ignite/Ignite.java | 31 +- .../main/java/org/apache/ignite/IgniteCache.java | 11 + .../main/java/org/apache/ignite/IgniteCluster.java | 12 + .../src/main/java/org/apache/ignite/IgniteSet.java | 3 +- .../org/apache/ignite/IgniteSystemProperties.java | 62 +- .../java/org/apache/ignite/IgniteTransactions.java | 2 + .../ignite/binary/BinaryBasicNameMapper.java | 24 + .../org/apache/ignite/binary/BinaryIdMapper.java | 2 +- .../apache/ignite/binary/BinaryObjectBuilder.java | 2 +- .../ClusterNodeAttributeAffinityBackupFilter.java | 16 +- .../java/org/apache/ignite/client/ClientCache.java | 88 +- .../configuration/DataStorageConfiguration.java | 44 +- .../configuration/EncryptionConfiguration.java | 2 +- .../configuration/IgniteReflectionFactory.java | 4 +- .../java/org/apache/ignite/events/EventType.java | 28 +- .../ignite/events/SqlQueryExecutionEvent.java | 4 + .../org/apache/ignite/internal/GridComponent.java | 5 +- .../apache/ignite/internal/GridKernalContext.java | 17 +- .../ignite/internal/GridKernalContextImpl.java | 26 +- .../org/apache/ignite/internal/IgniteFeatures.java | 5 +- .../org/apache/ignite/internal/IgniteKernal.java | 19 +- .../ignite/internal/IgniteSchedulerImpl.java | 4 +- .../ignite/internal/binary/BinaryRawReaderEx.java | 7 + .../ignite/internal/binary/BinaryReaderExImpl.java | 7 +- .../apache/ignite/internal/binary/BinaryUtils.java | 19 +- .../streams/BinaryByteBufferInputStream.java | 91 +- .../internal/client/thin/ClientComputeImpl.java | 20 +- .../internal/client/thin/ClientOperation.java | 4 + .../internal/client/thin/ClientSslUtils.java | 293 +++++ .../internal/client/thin/NotificationListener.java | 4 +- .../internal/client/thin/PayloadInputChannel.java | 8 +- .../internal/client/thin/ReliableChannel.java | 63 +- .../internal/client/thin/TcpClientCache.java | 114 ++ .../internal/client/thin/TcpClientChannel.java | 692 ++-------- .../internal/client/thin/TcpIgniteClient.java | 27 +- .../internal/client/thin/io/ClientConnection.java | 39 + .../thin/io/ClientConnectionMultiplexer.java | 52 + .../thin/io/ClientConnectionStateHandler.java | 31 + .../client/thin/io/ClientMessageDecoder.java | 92 ++ .../client/thin/io/ClientMessageHandler.java | 31 + .../io/gridnioserver/GridNioClientConnection.java | 93 ++ .../GridNioClientConnectionMultiplexer.java | 147 +++ .../io/gridnioserver/GridNioClientListener.java | 73 ++ .../thin/io/gridnioserver/GridNioClientParser.java | 59 + .../stream/v2/DirectByteBufferStreamImplV2.java | 15 +- .../internal/maintenance/MaintenanceProcessor.java | 29 +- .../internal/managers/IgniteMBeansManager.java | 12 + .../managers/discovery/GridDiscoveryManager.java | 21 +- .../encryption/CacheGroupEncryptionKeys.java | 9 + .../managers/encryption/CacheGroupPageScanner.java | 86 +- .../encryption/EncryptionCacheKeyProvider.java | 42 + .../managers/encryption/GridEncryptionManager.java | 159 ++- .../managers/encryption/GroupKeyChangeProcess.java | 4 +- .../internal/metric/IoStatisticsHolderQuery.java | 21 +- .../internal/metric/IoStatisticsQueryHelper.java | 6 +- .../apache/ignite/internal/pagemem/PageUtils.java | 2 +- .../pagemem/wal/IgniteWriteAheadLogManager.java | 16 +- .../processors/cache/CacheDiagnosticManager.java | 2 +- .../processors/cache/CacheGroupContext.java | 3 +- .../processors/cache/CacheGroupMetricsImpl.java | 46 +- .../internal/processors/cache/CacheLockImpl.java | 21 +- .../processors/cache/CacheMetricsImpl.java | 2 +- .../processors/cache/ClusterCachesInfo.java | 20 +- .../processors/cache/GridCacheAdapter.java | 336 +++-- .../processors/cache/GridCacheIoManager.java | 3 +- .../processors/cache/GridCacheMvccManager.java | 2 +- .../cache/GridCachePartitionExchangeManager.java | 20 +- .../processors/cache/GridCacheProcessor.java | 32 +- .../internal/processors/cache/GridCacheUtils.java | 16 - .../cache/GridDeferredAckMessageSender.java | 3 +- .../cache/IgniteCacheOffheapManagerImpl.java | 21 +- .../internal/processors/cache/QueryCursorImpl.java | 81 +- .../internal/processors/cache/WalStateManager.java | 7 + .../distributed/GridCacheTxRecoveryFuture.java | 3 +- .../cache/distributed/dht/GridDhtCacheAdapter.java | 119 +- .../dht/GridDhtTxAbstractEnlistFuture.java | 3 +- .../distributed/dht/GridDhtTxPrepareFuture.java | 19 +- .../dht/GridPartitionedSingleGetFuture.java | 2 +- .../distributed/dht/atomic/GridDhtAtomicCache.java | 27 - .../atomic/GridNearAtomicSingleUpdateFuture.java | 5 +- .../dht/atomic/GridNearAtomicUpdateFuture.java | 5 +- .../dht/colocated/GridDhtColocatedCache.java | 6 - .../dht/preloader/GridDhtPartitionDemander.java | 5 +- .../preloader/GridDhtPartitionsExchangeFuture.java | 38 +- .../dht/preloader/latch/ExchangeLatchManager.java | 28 +- .../dht/topology/GridDhtPartitionsReservation.java | 9 + .../topology/GridDhtPartitionsStateValidator.java | 125 +- .../distributed/near/GridNearAtomicCache.java | 3 - .../distributed/near/GridNearCacheAdapter.java | 7 - .../near/GridNearTransactionalCache.java | 3 - .../distributed/near/GridNearTxFinishFuture.java | 2 +- .../cache/distributed/near/GridNearTxLocal.java | 3 +- .../processors/cache/local/GridLocalCache.java | 6 +- .../cache/local/atomic/GridLocalAtomicCache.java | 27 +- .../processors/cache/mvcc/MvccProcessorImpl.java | 3 +- .../cache/persistence/DataStorageMetricsImpl.java | 141 ++- .../GridCacheDatabaseSharedManager.java | 238 +++- .../cache/persistence/GridCacheOffheapManager.java | 209 ++-- .../IgniteCacheDatabaseSharedManager.java | 13 +- .../processors/cache/persistence/RowStore.java | 2 +- .../cache/persistence/checkpoint/Checkpoint.java | 19 +- .../persistence/checkpoint/CheckpointEntry.java | 5 +- .../persistence/checkpoint/CheckpointHistory.java | 220 ++-- .../persistence/checkpoint/CheckpointManager.java | 7 +- .../checkpoint/CheckpointMarkersStorage.java | 24 +- .../checkpoint/CheckpointReadWriteLock.java | 11 +- .../cache/persistence/checkpoint/Checkpointer.java | 22 +- .../checkpoint/LightweightCheckpointManager.java | 6 +- .../CachePartitionDefragmentationManager.java | 1315 ++++++++++++++++++++ .../defragmentation/DefragmentationFileUtils.java | 410 ++++++ .../defragmentation/DefragmentationMXBeanImpl.java | 85 ++ .../DefragmentationPageReadWriteManager.java | 37 + .../defragmentation/IgniteDefragmentation.java | 341 +++++ .../defragmentation/IgniteDefragmentationImpl.java | 223 ++++ .../cache/persistence/defragmentation/LinkMap.java | 276 ++++ .../persistence/defragmentation/PageStoreMap.java | 108 ++ .../persistence/defragmentation/TreeIterator.java | 109 ++ .../maintenance/DefragmentationParameters.java | 82 ++ .../DefragmentationWorkflowCallback.java | 73 ++ .../maintenance/ExecuteDefragmentationAction.java | 101 ++ .../maintenance/StopDefragmentationAction.java | 53 + .../cache/persistence/file/EncryptedFileIO.java | 98 +- .../cache/persistence/file/EncryptionUtil.java | 159 +++ .../cache/persistence/file/FilePageStore.java | 32 +- .../persistence/file/FilePageStoreManager.java | 11 +- .../cache/persistence/file/FilePageStoreV2.java | 14 +- .../file/FileVersionCheckingFactory.java | 33 +- .../cache/persistence/pagemem/PageMemoryImpl.java | 6 +- .../cache/persistence/tree/BPlusTree.java | 28 +- .../persistence/tree/io/AbstractDataPageIO.java | 124 ++ .../cache/persistence/tree/io/BPlusMetaIO.java | 31 +- .../cache/persistence/tree/io/PageIO.java | 13 + .../persistence/tree/io/PagePartitionMetaIO.java | 38 + .../persistence/tree/io/PagePartitionMetaIOV2.java | 23 +- .../persistence/tree/io/PagePartitionMetaIOV3.java | 16 +- .../cache/persistence/tree/util/InsertLast.java | 24 - .../wal/AbstractWalRecordsIterator.java | 4 +- .../cache/persistence/wal/FileDescriptor.java | 6 +- .../persistence/wal/FileWriteAheadLogManager.java | 1120 +++++++++++------ .../wal/aware/SegmentArchiveSizeStorage.java | 104 ++ .../wal/aware/SegmentArchivedStorage.java | 34 +- .../cache/persistence/wal/aware/SegmentAware.java | 194 ++- .../wal/aware/SegmentCompressStorage.java | 59 +- .../wal/aware/SegmentCurrentStateStorage.java | 84 +- .../persistence/wal/aware/SegmentLockStorage.java | 41 +- .../persistence/wal/aware/SegmentObservable.java | 2 +- .../wal/aware/SegmentReservationStorage.java | 92 +- .../wal/aware/SegmentTruncateStorage.java | 151 +++ .../persistence/wal/io/LockedReadFileInput.java | 27 +- .../wal/io/LockedSegmentFileInputFactory.java | 2 +- .../wal/reader/IgniteWalIteratorFactory.java | 2 +- .../wal/reader/StandaloneGridKernalContext.java | 12 + .../wal/reader/StandaloneWalRecordsIterator.java | 4 +- .../wal/serializer/RecordDataV1Serializer.java | 4 +- .../query/GridCacheDistributedQueryFuture.java | 11 +- .../query/GridCacheDistributedQueryManager.java | 56 +- .../cache/query/GridCacheQueryManager.java | 99 +- .../processors/cache/query/GridCacheSqlQuery.java | 25 +- .../continuous/CacheContinuousQueryHandler.java | 3 +- .../cache/transactions/IgniteInternalTx.java | 7 + .../cache/transactions/IgniteTxAdapter.java | 29 +- .../cache/transactions/IgniteTxEntry.java | 16 +- .../cache/transactions/IgniteTxManager.java | 38 +- .../PartitionCountersNeighborcastFuture.java | 3 +- .../cache/transactions/TxEntryValueHolder.java | 5 +- .../processors/cluster/ClusterProcessor.java | 5 +- .../cluster/GridClusterStateProcessor.java | 35 +- .../autoadjust/BaselineAutoAdjustScheduler.java | 10 +- .../autoadjust/BaselineTopologyUpdater.java | 162 +++ .../baseline/autoadjust/ChangeTopologyWatcher.java | 164 --- .../continuous/GridContinuousProcessor.java | 3 +- .../datastreamer/DataStreamProcessor.java | 3 +- .../processors/datastreamer/DataStreamerImpl.java | 5 +- .../datastructures/DataStructuresProcessor.java | 5 +- .../internal/processors/job/GridJobProcessor.java | 23 +- .../marshaller/GridMarshallerMappingProcessor.java | 3 +- .../persistence/DistributedMetaStorageImpl.java | 105 +- .../processors/metric/GridMetricManager.java | 5 +- .../processors/odbc/ClientListenerProcessor.java | 2 +- .../processors/odbc/odbc/OdbcColumnMeta.java | 39 +- .../odbc/odbc/OdbcConnectionContext.java | 6 +- .../processors/odbc/odbc/OdbcMessageParser.java | 4 +- .../processors/odbc/odbc/OdbcRequestHandler.java | 7 +- .../processors/odbc/odbc/OdbcResultSet.java | 2 +- .../internal/processors/odbc/odbc/OdbcUtils.java | 7 +- .../FilePerformanceStatisticsReader.java | 529 ++++++++ .../FilePerformanceStatisticsWriter.java | 502 ++++++++ .../performancestatistics/OperationType.java | 185 +++ .../PerformanceStatisticsHandler.java | 97 ++ .../PerformanceStatisticsMBeanImpl.java | 50 + .../PerformanceStatisticsProcessor.java | 294 +++++ .../platform/binary/PlatformBinaryProcessor.java | 14 +- .../platform/client/ClientBitmaskFeature.java | 7 +- .../platform/client/ClientMessageParser.java | 7 + .../ClientBinaryConfigurationGetRequest.java | 76 ++ .../ClientBinaryConfigurationGetResponse.java | 54 + .../platform/services/PlatformServices.java | 26 +- .../platform/utils/PlatformConfigurationUtils.java | 45 +- .../processors/platform/utils/PlatformUtils.java | 3 + .../processors/query/GridQueryFieldMetadata.java | 9 + .../processors/query/GridQueryIndexing.java | 28 + .../processors/query/GridQueryProcessor.java | 6 +- .../processors/query/GridRunningQueryInfo.java | 26 + .../processors/query/QueryTypeDescriptorImpl.java | 2 +- .../internal/processors/query/QueryUtils.java | 5 + .../processors/query/RunningQueryManager.java | 32 + .../handlers/cache/GridCacheCommandHandler.java | 67 +- .../DataStructuresCommandHandler.java | 6 +- .../rest/handlers/query/QueryCommandHandler.java | 8 +- .../rest/protocols/tcp/GridTcpRestNioListener.java | 104 +- .../processors/service/GridServiceProcessor.java | 3 +- .../processors/service/GridServiceProxy.java | 14 +- .../processors/service/IgniteServiceProcessor.java | 26 +- .../processors/service/ServiceDeploymentTask.java | 3 +- .../internal/processors/service/ServiceInfo.java | 36 +- .../processors/task/GridTaskProcessor.java | 9 + .../internal/processors/task/GridTaskWorker.java | 5 +- .../internal/processors/tracing/SpanTags.java | 6 + .../processors/tracing/TraceableIterator.java | 11 +- .../suggestions/OsConfigurationSuggestions.java | 38 +- .../ignite/internal/util/BasicRateLimiter.java | 20 +- .../ignite/internal/util/HostAndPortRange.java | 133 +- .../apache/ignite/internal/util/IgniteUtils.java | 221 +--- .../util/ReentrantReadWriteLockWithTracking.java | 218 ++++ .../internal/util/collection/IntHashMap.java | 26 + .../ignite/internal/util/collection/IntMap.java | 6 + .../internal/util/collection/IntRWHashMap.java | 22 + .../ignite/internal/util/nio/GridNioServer.java | 11 + .../util/tostring/GridToStringBuilder.java | 46 + .../visor/annotation/InterruptibleVisorTask.java | 32 + .../VisorDefragmentationOperation.java | 28 + .../defragmentation/VisorDefragmentationTask.java | 181 +++ .../VisorDefragmentationTaskArg.java | 77 ++ .../VisorDefragmentationTaskResult.java | 72 ++ .../availability/VisorConnectivityArgs.java | 68 + .../availability/VisorConnectivityResult.java | 69 + .../availability/VisorConnectivityTask.java | 125 ++ .../encryption/VisorCacheGroupEncryptionTask.java | 137 ++ .../VisorCacheGroupEncryptionTaskArg.java | 68 + .../VisorCacheGroupEncryptionTaskResult.java | 90 ++ .../encryption/VisorChangeCacheGroupKeyTask.java | 61 + .../encryption/VisorEncryptionKeyIdsTask.java | 83 ++ .../encryption/VisorReencryptionRateTask.java | 133 ++ .../encryption/VisorReencryptionRateTaskArg.java | 74 ++ .../encryption/VisorReencryptionResumeTask.java | 60 + .../encryption/VisorReencryptionStatusTask.java | 88 ++ .../encryption/VisorReencryptionSuspendTask.java | 83 ++ .../ignite/internal/visor/misc/VisorWalTask.java | 2 +- .../internal/visor/query/VisorQueryUtils.java | 5 +- .../internal/visor/verify/VisorIdleVerifyJob.java | 13 + .../ignite/maintenance/MaintenanceRegistry.java | 22 +- .../ignite/mxbean/DefragmentationMXBean.java | 73 ++ .../ignite/mxbean/PerformanceStatisticsMBean.java | 40 + .../spi/communication/tcp/TcpCommunicationSpi.java | 20 +- .../tcp/internal/ConnectionClientPool.java | 39 +- .../tcp/internal/GridNioServerWrapper.java | 284 +---- .../tcp/internal/HandshakeTimeoutObject.java | 55 +- .../tcp/internal/TcpHandshakeExecutor.java | 284 +++++ .../ignite/spi/discovery/tcp/ClientImpl.java | 9 +- .../ignite/spi/discovery/tcp/ServerImpl.java | 6 +- .../ignite/spi/encryption/EncryptionSpi.java | 37 +- .../encryption/keystore/KeystoreEncryptionSpi.java | 94 +- .../spi/encryption/noop/NoopEncryptionSpi.java | 15 + .../spi/indexing/IndexingQueryFilterImpl.java | 34 +- .../main/resources/META-INF/classnames.properties | 29 + modules/core/src/main/resources/ignite.properties | 2 +- .../java/org/apache/ignite/TestStorageUtils.java | 104 ++ .../ignite/cache/NoUnnecessaryRebalancesTest.java | 163 +++ .../RendezvousAffinityFunctionSimpleBenchmark.java | 3 + .../ignite/client/ConnectToStartingNodeTest.java | 18 +- .../org/apache/ignite/client/ConnectionTest.java | 31 +- .../org/apache/ignite/client/FunctionalTest.java | 61 +- .../apache/ignite/client/LocalIgniteCluster.java | 14 +- .../apache/ignite/client/SslParametersTest.java | 4 +- ...dCachePartitionExchangeManagerWarningsTest.java | 216 +++- .../internal/GridStopWithCollisionSpiTest.java | 66 + .../binary/BinaryBasicNameMapperSelfTest.java | 21 + .../internal/binary/BinaryMarshallerSelfTest.java | 84 +- .../internal/client/thin/CacheAsyncTest.java | 23 + .../internal/client/thin/ComputeTaskTest.java | 13 + .../internal/client/thin/ReliableChannelTest.java | 9 +- .../ignite/internal/client/thin/ServicesTest.java | 29 +- .../internal/client/thin/TestTaskCustomType.java | 47 + .../ThinClientAbstractPartitionAwarenessTest.java | 9 +- ...lientPartitionAwarenessResourceReleaseTest.java | 14 +- ...ClientPartitionAwarenessStableTopologyTest.java | 12 + ...ectByteBufferStreamImplV2ByteOrderSelfTest.java | 47 + .../encryption/AbstractEncryptionTest.java | 23 +- .../encryption/CacheGroupKeyChangeTest.java | 8 +- .../encryption/CacheGroupReencryptionTest.java | 24 +- .../encryption/EncryptedCacheBigEntryTest.java | 4 +- .../encryption/EncryptedCacheCreateTest.java | 2 +- .../encryption/EncryptedCacheDestroyTest.java | 2 +- .../encryption/EncryptedCacheGroupCreateTest.java | 4 +- .../encryption/EncryptedCacheNodeJoinTest.java | 118 +- .../encryption/EncryptedCacheRestartTest.java | 4 +- .../internal/encryption/EncryptionMXBeanTest.java | 4 +- .../cache/CacheEntryProcessorCopySelfTest.java | 4 + .../cache/CacheReadBeforeActivationTest.java | 106 ++ .../cache/GridCacheAffinityRoutingSelfTest.java | 3 + .../cache/GridCacheEntryMemorySizeSelfTest.java | 3 + .../GridCacheKeyCheckNearEnabledSelfTest.java | 30 - .../cache/GridCacheKeyCheckSelfTest.java | 209 ---- .../processors/cache/GridCacheMvccSelfTest.java | 3 + .../cache/GridCacheNestedTxAbstractTest.java | 2 +- .../cache/GridCacheOnCopyFlagAtomicSelfTest.java | 2 + .../cache/GridCacheOnCopyFlagLocalSelfTest.java | 2 + .../GridCacheOnCopyFlagReplicatedSelfTest.java | 2 + .../GridCacheOnCopyFlagTxPartitionedSelfTest.java | 2 + .../cache/GridCacheP2PUndeploySelfTest.java | 2 + .../cache/GridCacheTtlManagerEvictionSelfTest.java | 2 + .../processors/cache/GridCacheUtilsSelfTest.java | 199 --- .../cache/IgniteCacheInterceptorSelfTestSuite.java | 9 +- .../cache/IgniteOutOfMemoryPropagationTest.java | 3 + .../RebalanceIteratorLargeEntriesOOMTest.java | 137 ++ .../cache/WalModeChangeAdvancedSelfTest.java | 13 +- ...aryObjectsAtomicNearDisabledOnheapSelfTest.java | 6 + ...GridCacheBinaryObjectsAtomicOnheapSelfTest.java | 6 + ...jectsPartitionedNearDisabledOnheapSelfTest.java | 6 + ...acheBinaryObjectsPartitionedOnheapSelfTest.java | 6 + .../GridCacheBinaryObjectsLocalOnheapSelfTest.java | 6 + .../IgniteDataStructuresNoClassOnServerTest.java | 2 + ...chePartitionedAtomicReferenceMultiNodeTest.java | 2 + .../partitioned/IgnitePartitionedLockSelfTest.java | 2 + ...acheReplicatedAtomicReferenceMultiNodeTest.java | 2 + .../CacheClientsConcurrentStartTest.java | 2 + ...GridCacheMultithreadedFailoverAbstractTest.java | 593 --------- .../GridCacheMultithreadedFailoverTest.java | 595 +++++++++ .../IgniteBinaryMetadataUpdateNodeRestartTest.java | 2 + ...CacheClientMultiNodeUpdateTopologyLockTest.java | 2 + .../distributed/IgniteTxTimeoutAbstractTest.java | 2 +- ...idCachePartitionsUpdateCountersAndSizeTest.java | 246 ++++ .../dht/IgniteCacheConcurrentPutGetRemove.java | 165 --- .../dht/IgniteCacheConcurrentPutGetRemoveTest.java | 165 +++ .../dht/atomic/GridCacheAtomicPreloadSelfTest.java | 2 + .../preloader/latch/ExchangeLatchManagerTest.java | 106 ++ .../near/IgniteTxExceptionNodeFailTest.java | 239 ++-- .../GridCacheRebalancingOrderingTest.java | 2 + .../GridCacheReplicatedMarshallerTxTest.java | 2 + .../GridCacheReplicatedOnheapFullApiSelfTest.java | 6 + ...heReplicatedOnheapMultiNodeFullApiSelfTest.java | 6 + .../GridCacheReplicatedTxConcurrentGetTest.java | 2 + .../replicated/GridCacheReplicatedTxReadTest.java | 2 + .../IgniteCacheAtomicLocalExpiryPolicyTest.java | 3 + ...niteCacheAtomicLocalOnheapExpiryPolicyTest.java | 6 + .../IgniteCacheAtomicOnheapExpiryPolicyTest.java | 6 + .../IgniteCacheExpiryPolicyAbstractTest.java | 111 +- .../expiry/IgniteCacheExpiryPolicyTestSuite.java | 4 +- .../persistence/CheckpointReadLockFailureTest.java | 39 +- .../IgniteDataStorageMetricsSelfTest.java | 117 +- .../IgnitePdsCacheEntriesExpirationTest.java | 4 +- .../IgnitePdsDefragmentationEncryptionTest.java | 43 + ...itePdsDefragmentationRandomLruEvictionTest.java | 35 + .../persistence/IgnitePdsDefragmentationTest.java | 655 ++++++++++ .../persistence/IgnitePdsTaskCancelingTest.java | 2 +- ...gniteStableBaselineCachePutAllFailoverTest.java | 2 + ...gniteStableBaselineCacheRemoveFailoverTest.java | 2 + .../db/IgnitePdsDataRegionMetricsTest.java | 7 + .../db/IgnitePdsReserveWalSegmentsTest.java | 172 ++- .../db/IgnitePdsStartWIthEmptyArchive.java | 2 +- .../cache/persistence/db/IgnitePdsWithTtlTest.java | 4 +- .../db/checkpoint/IgniteMassLoadSandboxTest.java | 3 + .../db/checkpoint/LightweightCheckpointTest.java | 4 +- .../db/wal/IgniteWalIteratorSwitchSegmentTest.java | 171 +-- .../db/wal/WalCompactionAfterRestartTest.java | 2 + .../db/wal/WalDeletionArchiveAbstractTest.java | 180 ++- .../db/wal/WriteAheadLogManagerSelfTest.java | 175 +++ .../db/wal/reader/IgniteWalReaderTest.java | 7 +- .../defragmentation/DefragmentationMXBeanTest.java | 321 +++++ .../persistence/defragmentation/LinkMapTest.java | 83 ++ .../pagelocktracker/PageLockTrackerTestSuit.java | 1 + .../cache/persistence/pagemem/NoOpWALManager.java | 7 +- .../IgniteChangeGlobalStateCacheTest.java | 2 + .../IgniteChangeGlobalStateDataStructureTest.java | 2 + .../IgniteChangeGlobalStateServiceTest.java | 1 + .../IgniteChangeGlobalStateTest.java | 1 + .../extended/GridActivateExtensionTest.java | 2 + .../persistence/wal/WalArchiveConsistencyTest.java | 294 +++++ .../wal/WalEnableDisableWithNodeShutdownTest.java | 348 ++++++ .../persistence/wal/aware/SegmentAwareTest.java | 225 +++- .../wal/memtracker/PageMemoryTracker.java | 10 +- .../reader/StandaloneWalRecordsIteratorTest.java | 38 + .../TxRecoveryOnCoordniatorFailTest.java | 116 ++ .../processors/cluster/BaselineAutoAdjustTest.java | 39 + .../metastorage/DistributedMetaStorageTest.java | 16 + .../AbstractPerformanceStatisticsTest.java | 194 +++ .../performancestatistics/CacheStartTest.java | 152 +++ .../performancestatistics/ForwardReadTest.java | 147 +++ .../PerformanceStatisticsMultipleStartTest.java | 69 + .../PerformanceStatisticsPropertiesTest.java | 201 +++ .../PerformanceStatisticsSelfTest.java | 318 +++++ .../PerformanceStatisticsThinClientTest.java | 244 ++++ .../performancestatistics/StringCacheTest.java | 81 ++ .../performancestatistics/TopologyChangesTest.java | 137 ++ .../processors/query/DummyQueryIndexing.java | 19 + .../cache/GridCacheMetadataCommandTest.java | 113 ++ .../client/ThinClientPermissionCheckTest.java | 9 +- .../client/ThinClientSslPermissionCheckTest.java | 7 +- ...ServiceHotRedeploymentViaDeploymentSpiTest.java | 93 +- .../processors/service/ServiceInfoSelfTest.java | 23 + .../ignite/internal/util/BasicRateLimiterTest.java | 15 + .../ignite/internal/util/HostAndPortRangeTest.java | 181 +++ .../ignite/internal/util/IgniteUtilsSelfTest.java | 32 + .../communication/GridIoManagerBenchmark0.java | 3 + .../ignite/p2p/GridP2PLocalDeploymentSelfTest.java | 2 +- .../platform/PlatformComputeEchoArgTask.java | 60 + .../ignite/platform/PlatformComputeEchoTask.java | 14 + .../PlatformCustomBinaryBasicNameMapper.java | 35 + .../platform/PlatformCustomBinaryNameMapper.java | 35 + .../ignite/platform/PlatformDeployServiceTask.java | 243 ++++ .../java/org/apache/ignite/platform/model/ACL.java | 23 + .../org/apache/ignite/platform/model/Account.java | 71 ++ .../org/apache/ignite/platform/model/Address.java | 47 + .../apache/ignite/platform/model/Department.java | 34 + .../org/apache/ignite/platform/model/Employee.java | 47 + .../java/org/apache/ignite/platform/model/Key.java | 51 + .../apache/ignite/platform/model/ParamValue.java | 43 + .../apache/ignite/platform/model/Parameter.java | 43 + .../org/apache/ignite/platform/model/Role.java | 39 + .../org/apache/ignite/platform/model/User.java | 67 + .../java/org/apache/ignite/platform/model/V1.java | 34 + .../java/org/apache/ignite/platform/model/V2.java | 34 + .../java/org/apache/ignite/platform/model/V3.java | 34 + .../java/org/apache/ignite/platform/model/V4.java | 34 + .../org/apache/ignite/platform/model/Value.java | 51 + .../tcp/GridTcpCommunicationSpiConfigSelfTest.java | 158 +++ .../tcp/GridTcpCommunicationSpiLogTest.java | 2 + .../tcp/TcpCommunicationHandshakeTimeoutTest.java | 151 +++ .../discovery/DiscoverySpiDataExchangeTest.java | 267 ++++ .../FilterDataForClientNodeDiscoveryTest.java | 4 +- .../ignite/testframework/GridSpiTestContext.java | 14 + .../apache/ignite/testframework/GridTestUtils.java | 27 +- .../testframework/junits/GridAbstractTest.java | 18 +- .../testframework/junits/IgniteTestResources.java | 6 +- .../ignite/testsuites/IgniteBasicTestSuite.java | 13 + .../IgniteBasicWithPersistenceTestSuite.java | 24 +- .../testsuites/IgniteBinaryCacheTestSuite.java | 12 +- .../testsuites/IgniteBinaryObjectsTestSuite.java | 15 +- .../IgniteCacheDataStructuresSelfTestSuite.java | 13 +- .../testsuites/IgniteCacheFailoverTestSuite2.java | 6 +- .../IgniteCacheFullApiSelfTestSuite.java | 3 +- .../testsuites/IgniteCacheMvccTestSuite1.java | 2 + .../testsuites/IgniteCacheRestartTestSuite.java | 5 +- .../testsuites/IgniteCacheRestartTestSuite2.java | 4 +- .../ignite/testsuites/IgniteCacheTestSuite.java | 22 +- .../ignite/testsuites/IgniteCacheTestSuite2.java | 3 + .../ignite/testsuites/IgniteCacheTestSuite3.java | 15 +- .../ignite/testsuites/IgniteCacheTestSuite5.java | 3 +- .../ignite/testsuites/IgniteCacheTestSuite6.java | 13 +- .../ignite/testsuites/IgniteCacheTestSuite9.java | 5 + .../ignite/testsuites/IgnitePdsMvccTestSuite4.java | 8 + .../ignite/testsuites/IgnitePdsTestSuite.java | 6 + .../ignite/testsuites/IgnitePdsTestSuite2.java | 8 +- .../ignite/testsuites/IgnitePdsTestSuite4.java | 12 + .../testsuites/IgniteRestHandlerTestSuite.java | 2 + .../IgniteSpiCommunicationSelfTestSuite.java | 2 + .../IgniteSpiDiscoverySelfTestSuite.java | 5 +- .../testsuites/IgniteStandByClusterSuite.java | 12 +- .../ignite/testsuites/IgniteUtilSelfTestSuite.java | 9 +- ...mandHandlerClusterByClassTest_cache_help.output | 2 +- ...ridCommandHandlerClusterByClassTest_help.output | 32 +- ...dlerClusterByClassWithSSLTest_cache_help.output | 2 +- ...andHandlerClusterByClassWithSSLTest_help.output | 32 +- modules/dev-utils/ignite-modules-test/build.gradle | 2 +- modules/dev-utils/pom.xml | 2 +- .../ignite/development/utils/DataEntryWrapper.java | 120 +- .../development/utils/IgniteWalConverter.java | 183 +-- .../utils/IgniteWalConverterArguments.java | 491 ++++++++ .../utils/MetastoreDataRecordWrapper.java | 13 +- .../development/utils/DevUtilsTestSuite.java | 2 + .../utils/IgniteWalConverterArgumentsTest.java | 411 ++++++ .../utils/IgniteWalConverterSensitiveDataTest.java | 69 +- .../development/utils/IgniteWalConverterTest.java | 530 ++++++++ .../apache/ignite/development/utils/Person.java | 65 + .../apache/ignite/development/utils/PersonEx.java | 79 ++ .../apache/ignite/development/utils/PersonKey.java | 61 + modules/direct-io/pom.xml | 15 +- .../testsuites/IgnitePdsNativeIoTestSuite.java | 2 + modules/extdata/p2p/pom.xml | 2 +- modules/extdata/platform/pom.xml | 2 +- modules/extdata/uri/modules/uri-dependency/pom.xml | 2 +- modules/extdata/uri/pom.xml | 2 +- modules/gce/pom.xml | 10 +- modules/geospatial/pom.xml | 4 +- modules/hibernate-4.2/pom.xml | 3 +- modules/hibernate-5.1/pom.xml | 3 +- modules/hibernate-5.3/pom.xml | 3 +- modules/hibernate-core/pom.xml | 11 +- modules/ignored-tests/pom.xml | 2 +- modules/indexing/pom.xml | 12 +- .../cache/query/GridCacheTwoStepQuery.java | 15 +- .../processors/query/h2/H2SqlFieldMetadata.java | 11 +- .../internal/processors/query/h2/H2Utils.java | 16 +- .../processors/query/h2/IgniteH2Indexing.java | 64 +- .../internal/processors/query/h2/QueryParser.java | 5 + .../processors/query/h2/database/H2Tree.java | 34 +- .../defragmentation/IndexingDefragmentation.java | 495 ++++++++ .../query/h2/sql/GridSqlCreateTable.java | 4 +- .../query/h2/sql/GridSqlQuerySplitter.java | 5 +- .../processors/query/h2/sql/SplitterUtils.java | 29 + .../query/h2/twostep/GridMapQueryExecutor.java | 79 +- .../query/h2/twostep/GridReduceQueryExecutor.java | 8 +- .../h2/twostep/PartitionReservationManager.java | 10 + .../query/h2/twostep/UnsortedBaseReducer.java | 108 ++ .../query/h2/twostep/UnsortedOneWayReducer.java | 118 ++ .../query/h2/twostep/UnsortedReducer.java | 81 +- .../query/h2/twostep/msg/GridH2QueryRequest.java | 11 +- .../visor/verify/ValidateIndexesClosure.java | 264 ++-- .../visor/verify/ValidateIndexesContext.java | 30 + .../visor/verify/VisorValidateIndexesTask.java | 18 + .../cache/GridCacheQuerySimpleBenchmark.java | 3 + .../IgniteCacheAbstractFieldsQuerySelfTest.java | 49 +- ...gniteCacheJoinPartitionedAndReplicatedTest.java | 64 +- .../cache/IgniteCacheUpdateSqlQuerySelfTest.java | 4 +- .../encryption/EncryptedSqlTemplateTableTest.java | 79 ++ .../index/ComplexSecondaryKeyUnwrapSelfTest.java | 2 + .../processors/cache/index/H2RowCacheSelfTest.java | 39 +- .../cache/index/SqlTransactionsSelfTest.java | 2 + ...niteCacheLocalQueryCancelOrTimeoutSelfTest.java | 77 +- .../IgnitePdsIndexingDefragmentationTest.java | 326 +++++ ...xingMultithreadedLoadContinuousRestartTest.java | 4 +- .../IgniteClusterSnapshotWithIndexesTest.java | 3 +- .../processors/database/RebuildIndexTest.java | 2 +- .../RebuildIndexWithHistoricalRebalanceTest.java | 2 +- .../PerformanceStatisticsQueryTest.java | 356 ++++++ .../query/IgniteSqlSplitterSelfTest.java | 3 + .../processors/query/LocalQueryLazyTest.java | 2 +- .../processors/query/ReducerRowsBufferTest.java | 114 ++ .../processors/query/SqlResultSetMetaSelfTest.java | 84 ++ .../H2ResultSetIteratorNullifyOnEndSelfTest.java | 5 +- .../ReplicatedSqlCustomPartitionsTest.java | 76 ++ .../apache/ignite/sqltests/ReplicatedSqlTest.java | 43 +- .../IgniteBinaryCacheQueryTestSuite.java | 16 + .../IgniteBinaryCacheQueryTestSuite2.java | 3 + .../testsuites/IgniteCacheMvccSqlTestSuite.java | 3 +- .../testsuites/IgniteCacheQuerySelfTestSuite6.java | 3 + .../testsuites/IgnitePdsWithIndexingTestSuite.java | 4 +- modules/jcl/pom.xml | 12 +- modules/jta/pom.xml | 12 +- modules/kubernetes/DEVNOTES.md | 69 + modules/kubernetes/DEVNOTES.txt | 69 - modules/kubernetes/{README.txt => README.md} | 0 modules/kubernetes/config/Dockerfile | 18 +- .../config/example-kube-persistence-and-wal.xml | 9 +- .../kubernetes/config/example-kube-persistence.xml | 9 +- modules/kubernetes/config/example-kube-rbac.xml | 10 +- modules/kubernetes/config/example-kube.xml | 5 +- modules/kubernetes/pom.xml | 14 +- modules/log4j/pom.xml | 13 +- modules/log4j2/pom.xml | 12 +- modules/mesos/pom.xml | 12 +- modules/ml/catboost-model-parser/pom.xml | 97 ++ .../ml/catboost/CatboostClassificationModel.java | 73 ++ .../CatboostClassificationModelParser.java | 44 + .../ml/catboost/CatboostRegressionModel.java | 71 ++ .../ml/catboost/CatboostRegressionModelParser.java | 44 + .../apache/ignite/ml/catboost/package-info.java | 23 + .../ml/catboost/IgniteMLCatboostTestSuite.java | 33 + .../CatboostClassificationModelParserTest.java | 74 ++ .../parser/CatboostRegressionModelParserTest.java | 76 ++ ...ee-access-challenge-sample-expected-results.csv | 4 + .../amazon-employee-access-challenge-sample.csv | 5 + .../datasets/amazon-employee-access-challenge.csv | 1000 +++++++++++++++ .../src/test/resources/fit_script/.gitignore | 2 + .../src/test/resources/fit_script/README.md | 19 + .../src/test/resources/fit_script/install.txt | 3 + .../src/test/resources/fit_script/train_clf.py | 71 ++ .../src/test/resources/fit_script/train_reg.py | 68 + .../src/test/resources/models/model_clf.cbm | Bin 0 -> 1089896 bytes .../src/test/resources/models/model_reg.cbm | Bin 0 -> 1089824 bytes modules/ml/h2o-model-parser/pom.xml | 11 +- modules/ml/pom.xml | 16 +- modules/ml/spark-model-parser/pom.xml | 12 +- .../ml/sparkmodelparser/SparkModelParser.java | 81 +- .../apache/ignite/ml/clustering/gmm/GmmModel.java | 6 + .../ml/clustering/kmeans/ClusterizationModel.java | 4 +- .../ignite/ml/clustering/kmeans/KMeansModel.java | 125 +- .../ignite/ml/clustering/kmeans/KMeansTrainer.java | 4 +- .../ignite/ml/composition/ModelsComposition.java | 16 +- .../ml/composition/ModelsCompositionFormat.java | 6 +- .../composition/boosting/GDBLearningStrategy.java | 4 +- .../ignite/ml/composition/boosting/GDBModel.java | 118 ++ .../ignite/ml/composition/boosting/GDBTrainer.java | 43 +- .../PredictionsAggregator.java | 9 + .../WeightedPredictionsAggregator.java | 7 +- .../apache/ignite/ml/inference/json/JSONModel.java | 55 + .../ignite/ml/inference/json/JSONModelMixIn.java | 31 + .../ignite/ml/inference/json/JSONWritable.java | 37 + .../ignite/ml/inference/json/JacksonHelper.java | 39 + .../ignite/ml/knn/NNClassificationModel.java | 11 + .../ignite/ml/knn/ann/ANNClassificationModel.java | 130 +- .../ml/knn/ann/ANNClassificationTrainer.java | 14 +- .../apache/ignite/ml/knn/ann/ProbableLabel.java | 5 +- .../ml/math/distances/BrayCurtisDistance.java | 4 + .../ignite/ml/math/distances/DistanceMeasure.java | 17 + .../ml/math/distances/MinkowskiDistance.java | 16 +- .../math/distances/WeightedMinkowskiDistance.java | 35 +- .../ignite/ml/math/stat/DistributionMixture.java | 9 +- .../compound/CompoundNaiveBayesModel.java | 73 +- .../discrete/DiscreteNaiveBayesModel.java | 83 +- .../discrete/DiscreteNaiveBayesSumsHolder.java | 11 + .../gaussian/GaussianNaiveBayesModel.java | 75 +- .../gaussian/GaussianNaiveBayesSumsHolder.java | 15 + .../encoding/EncoderPartitionData.java | 19 + .../ml/preprocessing/encoding/EncoderTrainer.java | 228 +++- .../ml/preprocessing/encoding/EncoderType.java | 5 +- .../encoding/target/TargetCounter.java | 78 ++ .../encoding/target/TargetEncoderPreprocessor.java | 99 ++ .../encoding/target/TargetEncodingMeta.java | 56 + .../encoding/target/package-info.java | 22 + .../linear/LinearRegressionLSQRTrainer.java | 8 +- .../regressions/linear/LinearRegressionModel.java | 114 +- .../linear/LinearRegressionSGDTrainer.java | 4 +- .../logistic/LogisticRegressionModel.java | 112 +- .../apache/ignite/ml/structures/DatasetRow.java | 4 + .../apache/ignite/ml/structures/LabeledVector.java | 4 + .../ml/svm/SVMLinearClassificationModel.java | 112 +- .../ml/svm/SVMLinearClassificationTrainer.java | 2 +- .../org/apache/ignite/ml/tree/DecisionTree.java | 345 ----- .../ml/tree/DecisionTreeClassificationTrainer.java | 2 +- .../ml/tree/DecisionTreeConditionalNode.java | 16 +- .../ignite/ml/tree/DecisionTreeLeafNode.java | 10 +- .../apache/ignite/ml/tree/DecisionTreeModel.java | 111 ++ .../apache/ignite/ml/tree/DecisionTreeNode.java | 15 +- .../ml/tree/DecisionTreeRegressionTrainer.java | 2 +- .../apache/ignite/ml/tree/DecisionTreeTrainer.java | 345 +++++ .../java/org/apache/ignite/ml/tree/NodeData.java | 90 ++ .../tree/boosting/GDBOnTreesLearningStrategy.java | 10 +- .../RandomForestClassifierTrainer.java | 7 +- .../ml/tree/randomforest/RandomForestModel.java | 106 ++ .../RandomForestRegressionTrainer.java | 7 +- .../ml/tree/randomforest/RandomForestTrainer.java | 37 +- .../ignite/ml/tree/randomforest/data/NodeId.java | 11 +- .../ml/tree/randomforest/data/NodeSplit.java | 9 +- .../randomforest/data/RandomForestTreeModel.java | 144 +++ .../ignite/ml/tree/randomforest/data/TreeNode.java | 9 +- .../ignite/ml/tree/randomforest/data/TreeRoot.java | 141 --- .../data/impurity/ImpurityHistogramsComputer.java | 8 +- .../data/statistics/LeafValuesComputer.java | 8 +- .../ignite/ml/clustering/KMeansModelTest.java | 4 +- .../apache/ignite/ml/common/KeepBinaryTest.java | 2 +- .../ml/composition/CompositionTestSuite.java | 6 +- .../ml/composition/boosting/GDBTrainerTest.java | 6 +- .../apache/ignite/ml/dataset/DatasetTestSuite.java | 6 +- .../ignite/ml/math/MathImplLocalTestSuite.java | 5 + .../ignite/ml/math/distances/DistanceTest.java | 6 +- .../ml/math/distances/DistancesTestSuite.java | 35 + .../distances/WeightedMinkowskiDistanceTest.java | 10 +- .../ignite/ml/naivebayes/NaiveBayesTestSuite.java | 48 + .../ml/preprocessing/PreprocessingTestSuite.java | 13 +- .../encoding/TargetEncoderPreprocessorTest.java | 102 ++ .../linear/LinearRegressionLSQRTrainerTest.java | 16 +- .../linear/LinearRegressionSGDTrainerTest.java | 16 +- .../ignite/ml/selection/SelectionTestSuite.java | 8 +- .../ml/selection/cv/CrossValidationTest.java | 8 +- ...onTreeClassificationTrainerIntegrationTest.java | 7 +- .../DecisionTreeClassificationTrainerTest.java | 6 +- ...cisionTreeRegressionTrainerIntegrationTest.java | 8 +- .../ml/tree/DecisionTreeRegressionTrainerTest.java | 6 +- .../ignite/ml/tree/DecisionTreeTestSuite.java | 4 +- .../RandomForestClassifierTrainerTest.java | 13 +- .../randomforest/RandomForestIntegrationTest.java | 3 +- .../RandomForestRegressionTrainerTest.java | 9 +- .../randomforest/RandomForestTreeTestSuite.java | 4 +- .../ml/tree/randomforest/data/TreeNodeTest.java | 14 +- modules/ml/xgboost-model-parser/pom.xml | 11 +- modules/opencensus/pom.xml | 34 +- .../monitoring/opencensus/AbstractTracingTest.java | 6 + .../opencensus/OpenCensusSqlJdbcTracingTest.java | 53 +- .../opencensus/OpenCensusSqlNativeTracingTest.java | 185 ++- .../opencensus/OpenCensusTracingSpiTest.java | 12 +- modules/osgi-karaf/pom.xml | 11 +- modules/osgi-paxlogging/pom.xml | 12 +- modules/osgi/pom.xml | 11 +- modules/platforms/cpp/CMakeLists.txt | 6 +- .../include/ignite/binary/binary_raw_reader.h | 2 +- .../include/ignite/binary/binary_raw_writer.h | 2 +- .../binary/include/ignite/binary/binary_reader.h | 2 +- .../binary/include/ignite/binary/binary_writer.h | 2 +- .../ignite/impl/binary/binary_reader_impl.h | 161 ++- .../ignite/impl/interop/interop_input_stream.h | 27 +- .../include/ignite/impl/interop/interop_memory.h | 18 +- .../binary/src/impl/binary/binary_reader_impl.cpp | 284 +++-- .../cpp/binary/src/impl/interop/interop_memory.cpp | 28 +- modules/platforms/cpp/core-test/CMakeLists.txt | 3 +- .../cpp/core-test/config/affinity-test-32.xml | 52 + .../cpp/core-test/config/affinity-test-default.xml | 79 ++ .../cpp/core-test/config/affinity-test.xml | 34 + .../cpp/core-test/config/cache-test-default.xml | 4 - .../cpp/core-test/include/ignite/test_utils.h | 30 + .../cpp/core-test/project/vs/core-test.vcxproj | 1 + .../core-test/project/vs/core-test.vcxproj.filters | 3 + .../platforms/cpp/core-test/src/affinity_test.cpp | 123 +- .../platforms/cpp/core-test/src/compute_test.cpp | 363 ++++-- modules/platforms/cpp/core-test/src/test_utils.cpp | 36 +- modules/platforms/cpp/core/CMakeLists.txt | 3 +- .../cpp/core/include/ignite/cache/cache.h | 4 +- .../core/include/ignite/cache/query/query_cursor.h | 4 +- .../ignite/cache/query/query_fields_cursor.h | 4 +- .../include/ignite/cache/query/query_fields_row.h | 4 +- modules/platforms/cpp/core/include/ignite/ignite.h | 4 +- .../core/include/ignite/transactions/transaction.h | 4 +- .../include/ignite/transactions/transactions.h | 4 +- modules/platforms/cpp/core/namespaces.dox | 4 +- .../cluster-compute-example/CMakeLists.txt | 3 +- .../cpp/examples/compute-example/CMakeLists.txt | 3 +- .../continuous-query-example/CMakeLists.txt | 3 +- .../cpp/examples/odbc-example/CMakeLists.txt | 3 +- .../cpp/examples/put-get-example/CMakeLists.txt | 3 +- .../cpp/examples/query-example/CMakeLists.txt | 3 +- .../thin-client-put-get-example/CMakeLists.txt | 3 +- modules/platforms/cpp/ignite/CMakeLists.txt | 2 +- modules/platforms/cpp/jni/CMakeLists.txt | 3 +- modules/platforms/cpp/odbc-test/CMakeLists.txt | 3 +- .../platforms/cpp/odbc-test/include/test_utils.h | 6 +- .../cpp/odbc-test/src/attributes_test.cpp | 44 + .../cpp/odbc-test/src/authentication_test.cpp | 91 +- .../cpp/odbc-test/src/meta_queries_test.cpp | 260 ++++ .../platforms/cpp/odbc-test/src/queries_test.cpp | 38 +- modules/platforms/cpp/odbc-test/src/test_utils.cpp | 42 +- .../platforms/cpp/odbc-test/src/utility_test.cpp | 64 + modules/platforms/cpp/odbc/CMakeLists.txt | 3 +- .../ignite/odbc/config/connection_string_parser.h | 6 + .../cpp/odbc/include/ignite/odbc/dsn_config.h | 5 +- .../odbc/include/ignite/odbc/meta/column_meta.h | 41 +- .../odbc/include/ignite/odbc/protocol_version.h | 3 + .../cpp/odbc/install/ignite-odbc-amd64.wxs | 2 +- .../platforms/cpp/odbc/install/ignite-odbc-x86.wxs | 2 +- .../platforms/cpp/odbc/os/win/src/system_dsn.cpp | 4 +- .../odbc/src/config/connection_string_parser.cpp | 18 +- modules/platforms/cpp/odbc/src/connection.cpp | 2 +- modules/platforms/cpp/odbc/src/cursor.cpp | 7 +- modules/platforms/cpp/odbc/src/dsn_config.cpp | 12 +- .../platforms/cpp/odbc/src/meta/column_meta.cpp | 30 +- modules/platforms/cpp/odbc/src/odbc.cpp | 5 +- .../platforms/cpp/odbc/src/protocol_version.cpp | 6 +- .../platforms/cpp/odbc/src/query/data_query.cpp | 6 +- modules/platforms/cpp/odbc/src/statement.cpp | 2 + modules/platforms/cpp/odbc/src/utility.cpp | 14 +- .../platforms/cpp/thin-client-test/CMakeLists.txt | 4 +- .../cpp/thin-client-test/config/log/log4j-0.xml | 42 + .../config/sql-query-fields-32.xml | 52 + .../config/sql-query-fields-default.xml | 125 ++ .../thin-client-test/config/sql-query-fields.xml | 35 + .../cpp/thin-client-test/config/with-logging-0.xml | 36 + .../thin-client-test/config/with-logging-base.xml | 70 ++ .../thin-client-test/include/ignite/test_type.h | 183 +++ .../cpp/thin-client-test/include/test_utils.h | 8 + .../project/vs/thin-client-test.vcxproj | 5 + .../project/vs/thin-client-test.vcxproj.filters | 15 + .../thin-client-test/src/ignite_client_test.cpp | 68 +- .../thin-client-test/src/sql_fields_query_test.cpp | 467 +++++++ .../cpp/thin-client-test/src/test_utils.cpp | 51 +- modules/platforms/cpp/thin-client/CMakeLists.txt | 4 +- .../ignite/impl/thin/cache/cache_client_proxy.h | 12 + .../thin/cache/query/query_fields_cursor_impl.h | 147 +++ .../impl/thin/cache/query/query_fields_row_impl.h | 197 +++ .../include/ignite/impl/thin/copyable.h | 106 ++ .../include/ignite/impl/thin/copyable_writable.h | 175 +++ .../include/ignite/thin/cache/cache_client.h | 30 +- .../ignite/thin/cache/query/query_fields_cursor.h | 94 ++ .../ignite/thin/cache/query/query_fields_row.h | 104 ++ .../ignite/thin/cache/query/query_sql_fields.h | 465 +++++++ .../include/ignite/thin/ignite_client.h | 6 +- .../ignite/thin/ignite_client_configuration.h | 37 +- .../include/ignite/thin/transactions/transaction.h | 6 +- .../ignite/thin/transactions/transactions.h | 6 +- .../cpp/thin-client/project/vs/thin-client.vcxproj | 12 + .../project/vs/thin-client.vcxproj.filters | 36 + .../src/cache/query/query_fields_cursor.cpp | 69 + .../src/cache/query/query_fields_row.cpp | 59 + .../src/impl/cache/cache_client_impl.cpp | 25 +- .../thin-client/src/impl/cache/cache_client_impl.h | 14 +- .../src/impl/cache/cache_client_proxy.cpp | 8 + .../thin-client/src/impl/cache/query/cursor_page.h | 127 ++ .../impl/cache/query/query_fields_cursor_impl.h | 229 ++++ .../src/impl/cache/query/query_fields_row_impl.h | 129 ++ .../cpp/thin-client/src/impl/data_router.cpp | 10 + .../cpp/thin-client/src/impl/data_router.h | 15 +- .../platforms/cpp/thin-client/src/impl/message.cpp | 69 + .../platforms/cpp/thin-client/src/impl/message.h | 203 ++- .../Properties/AssemblyInfo.cs | 8 +- .../Apache.Ignite.AspNet.nuspec | 2 +- .../Properties/AssemblyInfo.cs | 8 +- .../Apache.Ignite.BenchmarkDotNet.csproj | 4 + .../Apache.Ignite.BenchmarkDotNet.snk | Bin 0 -> 596 bytes .../Binary/BinarySystemTypeReadBenchmark.cs | 124 ++ .../Apache.Ignite.BenchmarkDotNet/Program.cs | 4 +- .../Properties/AssemblyInfo.cs | 8 +- .../Properties/AssemblyInfo.cs | 8 +- .../Properties/AssemblyInfo.cs | 8 +- .../Apache.Ignite.Core.Tests.TestDll2/Account.cs | 57 + .../Apache.Ignite.Core.Tests.TestDll2/Address.cs | 57 + .../Apache.Ignite.Core.Tests.TestDll2.csproj | 58 + .../Apache.Ignite.Core.Tests.TestDll2.snk | Bin 0 -> 596 bytes .../Properties/AssemblyInfo.cs | 41 + .../Apache.Ignite.Core.Tests.DotNetCore.csproj | 9 +- .../Apache.Ignite.Core.Tests.csproj | 31 +- .../Binary/BinaryDateTimeTest.cs | 213 +++- .../Binary/BinaryDynamicRegistrationTest.cs | 10 +- .../Binary/BinarySelfTest.cs | 69 +- .../Binary/JavaBinaryInteropTest.cs | 283 ++++- .../Binary/TypeResolverTest.cs | 2 +- .../Cache/Affinity/AffinityBackupFilterTest.cs | 132 ++ .../Cache/Affinity/AffinityFunctionSpringTest.cs | 20 +- .../Cache/Affinity/AffinityFunctionTest.cs | 128 +- .../Cache/CacheAbstractTest.cs | 39 + .../Cache/CacheConfigurationTest.cs | 47 +- .../Cache/CacheLocalAtomicTest.cs | 3 + .../Cache/CacheLocalTest.cs | 3 + .../Cache/PersistenceTest.cs | 1 + .../Platform/PlatformCacheTopologyChangeTest.cs | 1 + .../Cache/Query/CacheDmlQueriesTestSimpleName.cs | 1 + .../Query/CacheQueriesCodeConfigurationTest.cs | 130 +- .../Cache/Query/CacheQueriesTestSimpleName.cs | 1 + .../Cache/Query/Continuous/ContinuousQueryTest.cs | 1 + .../Cache/Query/Linq/CacheLinqTest.Functions.cs | 98 -- .../Cache/Query/Linq/CacheLinqTest.GroupBy.cs | 294 +++++ .../Cache/Query/Linq/CacheLinqTest.Misc.cs | 148 +++ .../Cache/Query/Linq/CacheLinqTestSimpleName.cs | 1 + .../Cache/Query/Linq/CacheLinqTestSqlEscapeAll.cs | 1 + .../Binary/BinaryConfigurationRetrievalTest.cs | 341 +++++ .../Client/Cache/CacheTestAsync.cs | 1 + .../Client/Cache/CacheTestNoMeta.cs | 5 +- .../Client/Cache/CacheTestSsl.cs | 1 + .../Client/Cache/ContinuousQueryTest.cs | 2 + .../Client/ClientFeaturesTest.cs | 14 +- .../Client/Cluster/ClientClusterDiscoveryTests.cs | 1 + .../ClientClusterDiscoveryTestsBaselineTopology.cs | 1 + .../ClientClusterDiscoveryTestsNoLocalhost.cs | 1 + .../Cluster/ClientClusterDiscoveryTestsSsl.cs | 1 + .../Client/Compute/ComputeClientTests.cs | 1 + .../Compute/ComputeApiTest.JavaTask.cs | 3 + .../Compute/ComputeApiTest.cs | 8 +- .../Compute/ComputeApiTestFullFooter.cs | 1 + .../Compute/ComputeApiTypeAutoRegisterTest.cs | 93 ++ .../Config/Cache/Affinity/affinity-function.xml | 18 + .../Config/binary-custom-name-mapper.xml | 56 + .../Config/binary-custom-name-mapper2.xml | 56 + .../Config/full-config.xml | 31 +- .../Config/spring-test.xml | 1 + .../Deployment/GetAddressFunc.cs | 6 +- .../Deployment/PeerAssemblyLoadingAllApisTest.cs | 4 +- .../Deployment/PeerAssemblyLoadingTest.cs | 4 +- .../Apache.Ignite.Core.Tests/Examples/Example.cs | 146 ++- .../Examples/ExamplePaths.cs | 67 + .../Examples/ExamplesTest.cs | 264 ---- .../Apache.Ignite.Core.Tests/Examples/PathUtil.cs | 56 - .../Examples/ProjectFilesTest.cs | 154 ++- .../Examples/ThickClientExamplesTest.cs | 63 + .../Examples/ThickExamplesExternalNodeTest.cs | 61 + .../Examples/ThickExamplesTest.cs | 45 + .../Examples/ThinExamplesTest.cs | 76 ++ .../IgniteConfigurationSerializerTest.cs | 12 +- .../IgniteConfigurationTest.cs | 30 +- .../Apache.Ignite.Core.Tests/IgniteLockTests.cs | 1 + .../Log/CustomLoggerTest.cs | 100 +- .../Apache.Ignite.Core.Tests/MessagingTest.cs | 128 +- .../Apache.Ignite.Core.Tests/ProjectFilesTest.cs | 25 +- .../Properties/AssemblyInfo.cs | 8 +- .../Services/IJavaService.cs | 44 + .../Services/JavaServiceDynamicProxy.cs | 398 ++++++ .../Apache.Ignite.Core.Tests/Services/Model.cs | 192 +++ .../Services/ServiceProxyTest.cs | 6 +- .../Services/ServicesTest.cs | 251 +++- .../Services/ServicesTestAsync.cs | 5 +- .../Services/ServicesTestFullFooter.cs | 4 + .../Services/ServicesTypeAutoResolveTest.cs | 230 ++++ .../Apache.Ignite.Core.Schema.nuspec | 2 +- .../Apache.Ignite.Core/Apache.Ignite.Core.csproj | 5 + .../Apache.Ignite.Core/Apache.Ignite.Core.nuspec | 6 +- .../Binary/BinaryConfiguration.cs | 38 +- .../Binary/BinaryReflectiveSerializer.cs | 22 +- .../Binary/ITimestampConverter.cs | 38 + .../Cache/Affinity/IAffinityBackupFilter.cs | 34 + .../ClusterNodeAttributeAffinityBackupFilter.cs | 57 + .../Rendezvous/RendezvousAffinityFunction.cs | 16 +- .../IgniteClientConfigurationSection.xsd | 17 + .../Apache.Ignite.Core/IgniteConfiguration.cs | 24 +- .../IgniteConfigurationSection.xsd | 48 + .../Impl/Binary/BinaryProcessor.cs | 23 +- .../Impl/Binary/BinaryProcessorClient.cs | 34 +- .../Apache.Ignite.Core/Impl/Binary/BinaryReader.cs | 36 +- .../Impl/Binary/BinarySystemHandlers.cs | 439 +++---- .../Apache.Ignite.Core/Impl/Binary/BinaryUtils.cs | 103 +- .../Apache.Ignite.Core/Impl/Binary/BinaryWriter.cs | 44 +- .../Impl/Binary/IBinaryProcessor.cs | 10 +- .../Apache.Ignite.Core/Impl/Binary/JavaTypes.cs | 2 +- .../Apache.Ignite.Core/Impl/Binary/Marshaller.cs | 84 +- .../Apache.Ignite.Core/Impl/Binary/TypeResolver.cs | 9 +- .../Cache/Affinity/AffinityFunctionSerializer.cs | 81 +- .../Binary/BinaryConfigurationClientInternal.cs | 68 + .../Impl/Client/Binary/BinaryNameMapperMode.cs | 42 + .../Impl/Client/ClientBitmaskFeature.cs | 3 +- .../Impl/Client/ClientFailoverSocket.cs | 96 +- .../Impl/Client/ClientFeatures.cs | 30 +- .../Apache.Ignite.Core/Impl/Client/ClientOp.cs | 1 + .../Apache.Ignite.Core/Impl/Client/IgniteClient.cs | 2 +- .../Impl/Common/FutureConverter.cs | 22 +- .../Apache.Ignite.Core/Impl/Compute/ComputeImpl.cs | 10 + .../Impl/IPlatformTargetInternal.cs | 3 +- .../Apache.Ignite.Core/Impl/PlatformJniTarget.cs | 5 +- .../Impl/PlatformTargetAdapter.cs | 57 +- .../Impl/Plugin/PluginProcessor.cs | 34 +- .../Impl/Services/ServiceProxySerializer.cs | 11 +- .../Apache.Ignite.Core/Impl/Services/Services.cs | 26 +- .../Apache.Ignite.Core/Properties/AssemblyInfo.cs | 9 +- .../Properties/AssemblyInfo.cs | 6 +- .../Apache.Ignite.EntityFramework.nuspec | 2 +- .../Properties/AssemblyInfo.cs | 8 +- .../Apache.Ignite.Linq/Apache.Ignite.Linq.nuspec | 2 +- .../Apache.Ignite.Linq/Impl/AliasDictionary.cs | 43 +- .../Impl/CacheQueryExpressionVisitor.cs | 5 +- .../Apache.Ignite.Linq/Impl/ExpressionWalker.cs | 130 +- .../Apache.Ignite.Linq/Properties/AssemblyInfo.cs | 8 +- .../Apache.Ignite.Log4Net.nuspec | 2 +- .../Properties/AssemblyInfo.cs | 8 +- .../Apache.Ignite.NLog/Apache.Ignite.NLog.nuspec | 2 +- .../Apache.Ignite.NLog/Properties/AssemblyInfo.cs | 8 +- modules/platforms/dotnet/Apache.Ignite.sln | 25 +- .../Apache.Ignite/Properties/AssemblyInfo.cs | 8 +- modules/platforms/dotnet/DEVNOTES.txt | 8 +- modules/platforms/dotnet/build.ps1 | 82 +- modules/platforms/dotnet/docfx/index.md | 9 +- .../dotnet/examples/.template.config/template.json | 17 + .../platforms/dotnet/examples/.vscode/launch.json | 445 +++++++ .../platforms/dotnet/examples/.vscode/tasks.json | 17 + .../dotnet/examples/Apache.Ignite.Examples.sln | 665 +++++++++- .../Apache.Ignite.Examples.sln.DotSettings | 17 + .../Apache.Ignite.Examples.csproj | 107 -- .../Apache.Ignite.Examples.snk | Bin 596 -> 0 bytes .../examples/Apache.Ignite.Examples/App.config | 41 - .../Compute/ClosureExample.cs | 78 -- .../Compute/PeerAssemblyLoadingExample.cs | 96 -- .../Apache.Ignite.Examples/Compute/TaskExample.cs | 134 -- .../DataStructures/AtomicLongExample.cs | 65 - .../DataStructures/AtomicReferenceExample.cs | 65 - .../DataStructures/AtomicSequenceExample.cs | 70 -- .../Datagrid/BinaryModeExample.cs | 261 ---- .../Datagrid/ContinuousQueryExample.cs | 100 -- .../Datagrid/DataStreamerExample.cs | 94 -- .../Datagrid/EntryProcessorExample.cs | 94 -- .../Datagrid/MultiTieredCacheExample.cs | 116 -- .../Datagrid/NearCacheExample.cs | 87 -- .../Datagrid/OptimisticTransactionExample.cs | 110 -- .../Datagrid/PutGetExample.cs | 213 ---- .../Datagrid/QueryExample.cs | 163 --- .../Datagrid/StoreExample.cs | 119 -- .../TransactionDeadlockDetectionExample.cs | 121 -- .../Datagrid/TransactionExample.cs | 146 --- .../Apache.Ignite.Examples/Events/EventsExample.cs | 98 -- .../Messaging/MessagingExample.cs | 110 -- .../Misc/ClientReconnectExample.cs | 173 --- .../Misc/LifecycleExample.cs | 115 -- .../Properties/AssemblyInfo.cs | 34 - .../Apache.Ignite.Examples/Services/IMapService.cs | 56 - .../Services/ServicesExample.cs | 74 -- .../Apache.Ignite.Examples/Sql/LinqExample.cs | 345 ----- .../Apache.Ignite.Examples/Sql/SqlDdlExample.cs | 112 -- .../Apache.Ignite.Examples/Sql/SqlDmlExample.cs | 161 --- .../Apache.Ignite.Examples/Sql/SqlExample.cs | 281 ----- .../ThinClient/ThinClientPutGetExample.cs | 89 -- .../ThinClient/ThinClientQueryExample.cs | 144 --- .../ThinClient/ThinClientSqlExample.cs | 198 --- .../Apache.Ignite.ExamplesDll.csproj | 86 -- .../Apache.Ignite.ExamplesDll.snk | Bin 596 -> 0 bytes .../Apache.Ignite.ExamplesDll/Binary/Account.cs | 59 - .../Apache.Ignite.ExamplesDll/Binary/Address.cs | 82 -- .../Apache.Ignite.ExamplesDll/Binary/Employee.cs | 104 -- .../Binary/Organization.cs | 77 -- .../Binary/OrganizationType.cs | 40 - .../Compute/AverageSalaryJob.cs | 64 - .../Compute/AverageSalaryTask.cs | 84 -- .../Compute/CharacterCountClosure.cs | 42 - .../Compute/CharacterCountReducer.cs | 51 - .../DataStructures/AtomicLongIncrementAction.cs | 50 - .../DataStructures/AtomicReferenceModifyAction.cs | 62 - .../AtomicSequenceIncrementAction.cs | 50 - .../Datagrid/CacheIncrementEntryProcessor.cs | 45 - .../Datagrid/CachePutEntryProcessor.cs | 45 - .../Datagrid/ContinuousQueryFilter.cs | 48 - .../Datagrid/EmployeeStore.cs | 120 -- .../Datagrid/EmployeeStoreFactory.cs | 38 - .../Datagrid/EmployeeStorePredicate.cs | 38 - .../Datagrid/ScanQueryFilter.cs | 50 - .../Events/LocalListener.cs | 54 - .../Messaging/LocalListener.cs | 59 - .../Messaging/RemoteOrderedListener.cs | 53 - .../Messaging/RemoteUnorderedListener.cs | 53 - .../Apache.Ignite.ExamplesDll/Messaging/Topic.cs | 28 - .../Properties/AssemblyInfo.cs | 34 - .../Services/MapService.cs | 116 -- .../dotnet/examples/Directory.Build.props | 42 + modules/platforms/dotnet/examples/README.md | 57 + modules/platforms/dotnet/examples/README.txt | 8 - .../dotnet/examples/ServerNode/Program.cs | 39 + .../dotnet/examples/ServerNode/ServerNode.csproj | 13 + .../Shared/Cache/CacheIncrementEntryProcessor.cs | 45 + .../Shared/Cache/CachePutEntryProcessor.cs | 45 + .../examples/Shared/Cache/ContinuousQueryFilter.cs | 48 + .../dotnet/examples/Shared/Cache/EmployeeStore.cs | 116 ++ .../examples/Shared/Cache/EmployeeStoreFactory.cs | 38 + .../Shared/Cache/EmployeeStorePredicate.cs | 38 + .../examples/Shared/Cache/ScanQueryFilter.cs | 50 + .../examples/Shared/Compute/AverageSalaryJob.cs | 64 + .../examples/Shared/Compute/AverageSalaryTask.cs | 84 ++ .../examples/Shared/Compute/CharacterCountFunc.cs | 42 + .../Shared/Compute/CharacterCountReducer.cs | 51 + .../DataStructures/AtomicLongIncrementAction.cs | 50 + .../DataStructures/AtomicReferenceModifyAction.cs | 62 + .../AtomicSequenceIncrementAction.cs | 50 + .../examples/Shared/Events/LocalEventListener.cs | 54 + .../Shared/Messaging/LocalMessageListener.cs | 59 + .../Messaging/RemoteOrderedMessageListener.cs | 52 + .../Messaging/RemoteUnorderedMessageListener.cs | 52 + .../dotnet/examples/Shared/Messaging/Topic.cs | 28 + .../dotnet/examples/Shared/Models/Account.cs | 59 + .../dotnet/examples/Shared/Models/Address.cs | 82 ++ .../dotnet/examples/Shared/Models/Employee.cs | 104 ++ .../dotnet/examples/Shared/Models/Organization.cs | 77 ++ .../examples/Shared/Models/OrganizationType.cs | 40 + .../dotnet/examples/Shared/Services/MapService.cs | 117 ++ .../platforms/dotnet/examples/Shared/Shared.csproj | 15 + modules/platforms/dotnet/examples/Shared/Utils.cs | 191 +++ .../Thick/Cache/BinaryMode/BinaryMode.csproj | 13 + .../examples/Thick/Cache/BinaryMode/Program.cs | 246 ++++ .../Thick/Cache/DataStreamer/DataStreamer.csproj | 13 + .../examples/Thick/Cache/DataStreamer/Program.cs | 76 ++ .../Cache/EntryProcessor/EntryProcessor.csproj | 13 + .../examples/Thick/Cache/EntryProcessor/Program.cs | 74 ++ .../Cache/MultiTieredCache/MultiTieredCache.csproj | 13 + .../Thick/Cache/MultiTieredCache/Program.cs | 109 ++ .../Thick/Cache/NearCache/NearCache.csproj | 13 + .../examples/Thick/Cache/NearCache/Program.cs | 78 ++ .../OptimisticTransaction.csproj | 13 + .../Thick/Cache/OptimisticTransaction/Program.cs | 101 ++ .../dotnet/examples/Thick/Cache/PutGet/Program.cs | 195 +++ .../examples/Thick/Cache/PutGet/PutGet.csproj | 13 + .../Thick/Cache/QueryContinuous/Program.cs | 85 ++ .../Cache/QueryContinuous/QueryContinuous.csproj | 13 + .../examples/Thick/Cache/QueryFullText/Program.cs | 62 + .../Thick/Cache/QueryFullText/QueryFullText.csproj | 13 + .../examples/Thick/Cache/QueryScan/Program.cs | 65 + .../Thick/Cache/QueryScan/QueryScan.csproj | 13 + .../dotnet/examples/Thick/Cache/Store/Program.cs | 104 ++ .../dotnet/examples/Thick/Cache/Store/Store.csproj | 13 + .../examples/Thick/Cache/Transaction/Program.cs | 131 ++ .../Thick/Cache/Transaction/Transaction.csproj | 13 + .../Cache/TransactionDeadlockDetection/Program.cs | 101 ++ .../TransactionDeadlockDetection.csproj | 13 + .../dotnet/examples/Thick/Compute/Func/Func.csproj | 13 + .../dotnet/examples/Thick/Compute/Func/Program.cs | 64 + .../PeerAssemblyLoading/PeerAssemblyLoading.csproj | 16 + .../Thick/Compute/PeerAssemblyLoading/Program.cs | 87 ++ .../dotnet/examples/Thick/Compute/Task/Program.cs | 61 + .../dotnet/examples/Thick/Compute/Task/Task.csproj | 13 + .../DataStructures/AtomicLong/AtomicLong.csproj | 13 + .../Thick/DataStructures/AtomicLong/Program.cs | 56 + .../AtomicReference/AtomicReference.csproj | 13 + .../DataStructures/AtomicReference/Program.cs | 57 + .../AtomicSequence/AtomicSequence.csproj | 13 + .../Thick/DataStructures/AtomicSequence/Program.cs | 57 + .../Misc/ClientReconnect/ClientReconnect.csproj | 13 + .../examples/Thick/Misc/ClientReconnect/Program.cs | 143 +++ .../examples/Thick/Misc/Events/Events.csproj | 13 + .../dotnet/examples/Thick/Misc/Events/Program.cs | 84 ++ .../examples/Thick/Misc/Lifecycle/Lifecycle.csproj | 13 + .../examples/Thick/Misc/Lifecycle/Program.cs | 94 ++ .../examples/Thick/Misc/Messaging/Messaging.csproj | 13 + .../examples/Thick/Misc/Messaging/Program.cs | 100 ++ .../dotnet/examples/Thick/Misc/Services/Program.cs | 78 ++ .../examples/Thick/Misc/Services/Services.csproj | 13 + modules/platforms/dotnet/examples/Thick/README.md | 4 + .../dotnet/examples/Thick/Sql/Ddl/Ddl.csproj | 13 + .../dotnet/examples/Thick/Sql/Ddl/Program.cs | 99 ++ .../dotnet/examples/Thick/Sql/Dml/Dml.csproj | 13 + .../dotnet/examples/Thick/Sql/Dml/Program.cs | 145 +++ .../dotnet/examples/Thick/Sql/Linq/Linq.csproj | 13 + .../dotnet/examples/Thick/Sql/Linq/Program.cs | 311 +++++ .../dotnet/examples/Thick/Sql/Sql/Program.cs | 244 ++++ .../dotnet/examples/Thick/Sql/Sql/Sql.csproj | 13 + .../Cache/BinaryModeThin/BinaryModeThin.csproj | 13 + .../examples/Thin/Cache/BinaryModeThin/Program.cs | 232 ++++ .../OptimisticTransactionThin.csproj | 13 + .../Cache/OptimisticTransactionThin/Program.cs | 108 ++ .../examples/Thin/Cache/PutGetThin/Program.cs | 202 +++ .../Thin/Cache/PutGetThin/PutGetThin.csproj | 13 + .../Thin/Cache/QueryContinuousThin/Program.cs | 93 ++ .../QueryContinuousThin/QueryContinuousThin.csproj | 13 + .../examples/Thin/Cache/QueryScanThin/Program.cs | 71 ++ .../Thin/Cache/QueryScanThin/QueryScanThin.csproj | 13 + .../examples/Thin/Cache/TransactionThin/Program.cs | 137 ++ .../Cache/TransactionThin/TransactionThin.csproj | 13 + .../examples/Thin/Misc/ServicesThin/Program.cs | 79 ++ .../Thin/Misc/ServicesThin/ServicesThin.csproj | 13 + modules/platforms/dotnet/examples/Thin/README.md | 3 + .../examples/Thin/Sql/DdlThin/DdlThin.csproj | 13 + .../dotnet/examples/Thin/Sql/DdlThin/Program.cs | 104 ++ .../examples/Thin/Sql/DmlThin/DmlThin.csproj | 13 + .../dotnet/examples/Thin/Sql/DmlThin/Program.cs | 152 +++ .../examples/Thin/Sql/LinqThin/LinqThin.csproj | 13 + .../dotnet/examples/Thin/Sql/LinqThin/Program.cs | 319 +++++ .../dotnet/examples/Thin/Sql/SqlThin/Program.cs | 249 ++++ .../examples/Thin/Sql/SqlThin/SqlThin.csproj | 13 + .../dotnetcore/Apache.Ignite.Examples.csproj | 29 - .../dotnet/examples/dotnetcore/App.config | 38 - .../dotnet/examples/dotnetcore/Employee.cs | 67 - .../dotnet/examples/dotnetcore/LinqExample.cs | 239 ---- .../dotnet/examples/dotnetcore/Organization.cs | 58 - .../dotnet/examples/dotnetcore/Program.cs | 109 -- .../dotnet/examples/dotnetcore/PutGetExample.cs | 122 -- .../dotnet/examples/dotnetcore/README.txt | 8 - .../dotnet/examples/dotnetcore/SqlExample.cs | 191 --- .../dotnet/examples/images/rider-sidebar.png | Bin 0 -> 48065 bytes modules/platforms/dotnet/examples/images/rider.png | Bin 0 -> 21953 bytes .../platforms/dotnet/examples/images/vs-code.png | Bin 0 -> 29808 bytes modules/platforms/dotnet/examples/images/vs.png | Bin 0 -> 8262 bytes .../platforms/dotnet/run-dotnetcore-examples.bat | 27 - modules/platforms/dotnet/templates/README.md | 32 + .../.template.config/template.json | 16 + .../Apache.Ignite.Example/ExampleProject.csproj | 13 + .../internal/Apache.Ignite.Example/Program.cs | 50 + .../.template.config/template.json | 16 + .../ExampleProjectThin.csproj | 13 + .../internal/Apache.Ignite.ExampleThin/Program.cs | 57 + .../Apache.Ignite.Examples.csproj | 32 + modules/rest-http/pom.xml | 11 +- modules/scalar-2.10/pom.xml | 13 +- modules/scalar/pom.xml | 49 +- .../scalar/testsuites/ScalarSelfTestSuite.scala | 2 - modules/schedule/pom.xml | 3 +- modules/slf4j/pom.xml | 11 +- modules/spark-2.4/pom.xml | 11 +- .../apache/ignite/spark/IgniteDataFrameSuite.scala | 6 +- modules/spark/pom.xml | 11 +- .../apache/ignite/spark/IgniteDataFrameSuite.scala | 6 +- modules/spring/pom.xml | 11 +- .../spring/IgniteTransactionHolder.java | 97 -- .../spring/SpringTransactionManager.java | 561 --------- .../ignite/transactions/spring/package-info.java | 22 - .../src/test/config/enc/enc-cache-client.xml | 2 +- .../spring-transactions-ignite-spring-bean.xml | 67 - .../src/test/java/config/spring-transactions.xml | 35 - .../SpringEncryptedCacheRestartTest.java | 10 +- .../ignite/testsuites/IgniteSpringTestSuite.java | 7 - .../GridSpringTransactionManagerAbstractTest.java | 142 --- .../GridSpringTransactionManagerSelfTest.java | 66 - ...SpringTransactionManagerSpringBeanSelfTest.java | 58 - .../spring/GridSpringTransactionService.java | 66 - ...ringTransactionManagerContextInjectionTest.java | 128 -- modules/sqlline/pom.xml | 2 +- modules/ssh/pom.xml | 12 +- modules/tools/pom.xml | 68 +- .../surefire/testsuites/AssertOnOrphanedTests.java | 56 + .../surefire/testsuites/CheckAllTestsInSuites.java | 127 ++ .../surefire/testsuites/IgniteTestsProvider.java | 131 ++ .../testsuites/OrphanedTestCollection.java | 106 ++ ...che.maven.surefire.providerapi.SurefireProvider | 1 + modules/urideploy/pom.xml | 12 +- modules/visor-console-2.10/pom.xml | 14 +- modules/visor-console/pom.xml | 13 +- modules/visor-plugins/pom.xml | 13 +- modules/web/ignite-appserver-test/pom.xml | 2 +- modules/web/ignite-websphere-test/pom.xml | 2 +- modules/web/pom.xml | 12 +- modules/yardstick/pom.xml | 2 +- modules/yarn/pom.xml | 12 +- modules/yarn/src/main/resources/ignite.properties | 2 +- modules/zookeeper/pom.xml | 12 +- .../zk/ZookeeperDiscoverySpiTestSuite4.java | 4 +- packaging/deb/changelog | 6 + packaging/deb/control | 2 +- packaging/rpm/apache-ignite.spec | 5 +- parent/pom.xml | 23 +- pom.xml | 74 +- 1348 files changed, 62223 insertions(+), 16948 deletions(-) diff --cc .travis.yml index 205be3a,a6aa379..8e63eb8 --- a/.travis.yml +++ b/.travis.yml @@@ -55,14 -51,12 +55,24 @@@ matrix script: - dotnet build modules/platforms/dotnet/Apache.Ignite.DotNetCore.sln + - language: java + name: "Check test suites" + os: linux + dist: trusty + install: skip + jdk: openjdk8 + script: mvn test -Pcheck-test-suites -B -V + before_cache: rm -rfv $HOME/.m2/repository/org/apache/ignite + cache: { directories: [ $HOME/.m2/repository ] } ++ + - language: python + python: 3.7.9 + <<: *ducktape-tox + script: + - tox -e py37 + + - language: python + python: 3.8.5 + <<: *ducktape-tox + script: + - tox -e linter,codestyle,py38