From b1529fbd7d42e3f3a5500a217a2b8b21acbb4189 Mon Sep 17 00:00:00 2001 From: Nikolay Date: Wed, 19 May 2021 20:32:53 +0300 Subject: [PATCH] IGNITE-14714 LineLength checkstyle rule added (#9106) --- checkstyle/checkstyle-suppressions.xml | 2 + checkstyle/checkstyle.xml | 8 ++ .../KMeansClusterizationExample.java | 3 +- .../AlgorithmSpecificDatasetExample.java | 22 +++-- ...boostClassificationModelParserExample.java | 3 +- ...eansClusterizationExportImportExample.java | 3 +- .../DecisionTreeFromSparkExample.java | 9 +- ...ecisionTreeRegressionFromSparkExample.java | 9 +- .../modelparser/GBTFromSparkExample.java | 9 +- .../GBTRegressionFromSparkExample.java | 9 +- .../modelparser/KMeansFromSparkExample.java | 5 +- .../LinearRegressionFromSparkExample.java | 8 +- .../modelparser/LogRegFromSparkExample.java | 9 +- .../RandomForestFromSparkExample.java | 9 +- ...andomForestRegressionFromSparkExample.java | 9 +- .../modelparser/SVMFromSparkExample.java | 5 +- .../OneVsRestClassificationExample.java | 7 +- .../encoding/TargetEncoderExample.java | 4 +- .../BostonHousePricesPredictionExample.java | 3 +- ...ionLSQRTrainerWithMinMaxScalerExample.java | 4 +- ...ssificationTrainerSQLInferenceExample.java | 4 +- .../RandomForestClassificationExample.java | 4 +- .../Step_13_RandomSearch.java | 6 +- .../Step_14_Parallel_Brute_Force_Search.java | 6 +- .../Step_15_Parallel_Random_Search.java | 6 +- .../Step_16_Genetic_Programming_Search.java | 6 +- ...7_Parallel_Genetic_Programming_Search.java | 6 +- .../examples/ml/util/MLSandboxDatasets.java | 9 +- .../spark/JavaIgniteDataFrameJoinExample.java | 4 +- idea/ignite_codeStyle.xml | 1 + .../aspectj/GridifySetToSetAspectJAspect.java | 3 +- .../GridifySetToValueAspectJAspect.java | 3 +- .../aop/spring/GridifySpringEnhancer.java | 3 +- ...dDhtPartitionsStateValidatorBenchmark.java | 5 +- .../cassandra/CassandraCacheStoreFactory.java | 5 +- .../KeyValuePersistenceSettings.java | 15 ++- .../tests/IgnitePersistentStoreTest.java | 12 ++- .../ignite/tests/utils/CassandraHelper.java | 3 +- .../tests/persistence/blob/ignite-config.xml | 6 +- .../tests/persistence/pojo/ignite-config.xml | 21 +++-- .../persistence/primitive/ignite-config.xml | 6 +- .../client/ClientReconnectionSelfTest.java | 23 +++-- .../client/TaskSingleJobSplitAdapter.java | 3 +- .../JdbcAbstractDmlStatementSelfTest.java | 6 +- .../jdbc2/JdbcDistributedJoinsQueryTest.java | 3 +- .../internal/jdbc2/JdbcMetadataSelfTest.java | 3 +- .../jdbc/thin/JdbcThinBatchSelfTest.java | 3 +- .../jdbc/thin/JdbcThinConnectionSelfTest.java | 3 +- .../WarningOnBigQueryResultsBaseTest.java | 3 +- .../FoldersReuseCompatibilityTest.java | 3 +- .../internal/commandline/CommandHandler.java | 3 +- .../cache/CheckIndexInlineSizes.java | 4 +- .../CommandHandlerParsingTest.java | 90 ++++++++++++++---- ...mandHandlerCheckIndexesInlineSizeTest.java | 6 +- .../GridCommandHandlerClusterByClassTest.java | 3 +- .../ignite/util/GridCommandHandlerTest.java | 9 +- .../main/java/org/apache/ignite/Ignite.java | 6 +- .../apache/ignite/IgniteSystemProperties.java | 10 +- .../cache/store/jdbc/CacheJdbcPojoStore.java | 7 +- .../store/jdbc/dialect/BasicJdbcDialect.java | 8 +- .../cache/store/jdbc/dialect/DB2Dialect.java | 7 +- .../store/jdbc/dialect/SQLServerDialect.java | 7 +- .../CacheConsistencyViolationEvent.java | 7 +- .../events/CacheQueryExecutedEvent.java | 7 +- .../ignite/events/CacheQueryReadEvent.java | 7 +- .../apache/ignite/events/CheckpointEvent.java | 7 +- .../apache/ignite/events/DeploymentEvent.java | 7 +- .../apache/ignite/events/DiscoveryEvent.java | 7 +- .../java/org/apache/ignite/events/Event.java | 4 +- .../ignite/events/SqlQueryExecutionEvent.java | 7 +- .../org/apache/ignite/events/TaskEvent.java | 7 +- .../internal/GridJobExecuteRequest.java | 6 +- .../apache/ignite/internal/IgnitionEx.java | 11 ++- .../ignite/internal/binary/BinaryUtils.java | 13 ++- .../binary/streams/BinaryMemoryAllocator.java | 3 +- .../index/sorted/inline/InlineIndexImpl.java | 7 +- .../client/thin/IgniteClientFutureImpl.java | 54 +++++++++-- .../internal/cluster/IgniteClusterImpl.java | 7 +- .../jdbc/thin/JdbcThinConnection.java | 6 +- .../internal/managers/GridManagerAdapter.java | 8 +- .../discovery/GridDiscoveryManager.java | 27 ++++-- .../encryption/GridEncryptionManager.java | 3 +- .../metric/IoStatisticsHolderQuery.java | 3 +- .../pagemem/store/IgnitePageStoreManager.java | 8 +- .../pagemem/wal/record/DataEntry.java | 5 +- .../pagemem/wal/record/WALRecord.java | 3 +- .../MetaPageUpdatePartitionDataRecordV2.java | 9 +- .../processors/GridProcessorAdapter.java | 5 +- .../affinity/GridAffinityAssignmentCache.java | 4 +- .../affinity/GridAffinityProcessor.java | 29 +++--- .../cache/CacheGroupMetricsImpl.java | 3 +- .../processors/cache/CacheLazyEntry.java | 19 +++- .../processors/cache/CacheMetricsImpl.java | 7 +- .../processors/cache/ClusterCachesInfo.java | 7 +- .../cache/GatewayProtectedCacheProxy.java | 56 +++++++++-- .../processors/cache/GridCacheAdapter.java | 6 +- .../processors/cache/GridCacheIoManager.java | 13 ++- .../processors/cache/GridCacheMapEntry.java | 7 +- .../GridCachePartitionExchangeManager.java | 10 +- .../cache/ValidationOnNodeJoinUtils.java | 4 +- .../cache/binary/BinaryMetadataTransport.java | 3 +- .../dht/atomic/GridDhtAtomicCache.java | 6 +- .../dht/colocated/GridDhtColocatedCache.java | 6 +- .../colocated/GridDhtColocatedLockFuture.java | 3 +- .../colocated/GridDhtDetachedCacheEntry.java | 8 +- .../preloader/GridDhtPartitionFullMap.java | 3 +- .../GridDhtPartitionsExchangeFuture.java | 23 +++-- .../dht/preloader/GridDhtPreloader.java | 4 +- .../GridDhtPartitionTopologyImpl.java | 6 +- .../distributed/near/GridNearAtomicCache.java | 3 +- ...OptimisticSerializableTxPrepareFuture.java | 18 ++-- .../GridNearOptimisticTxPrepareFuture.java | 3 +- .../distributed/near/GridNearTxLocal.java | 70 ++++++++++---- .../cache/mvcc/MvccProcessorImpl.java | 3 +- .../processors/cache/mvcc/MvccUtils.java | 4 +- .../processors/cache/package-info.java | 5 +- .../GridCacheDatabaseSharedManager.java | 6 +- .../persistence/GridCacheOffheapManager.java | 8 +- .../checkpoint/CheckpointPagesWriter.java | 3 +- .../CachePartitionDefragmentationManager.java | 6 +- .../persistence/defragmentation/LinkMap.java | 16 +++- .../file/FilePageStoreManager.java | 8 +- .../file/FileVersionCheckingFactory.java | 4 +- .../cache/persistence/freelist/PagesList.java | 3 +- .../persistence/metastorage/MetaStorage.java | 6 +- .../cache/persistence/package-info.java | 5 +- .../persistence/pagemem/PageMemoryImpl.java | 7 +- .../pagemem/PageReadWriteManagerImpl.java | 8 +- .../persistence/pagemem/package-info.java | 5 +- .../snapshot/IgniteCacheSnapshotManager.java | 3 +- .../snapshot/IgniteSnapshotManager.java | 49 +++++++--- .../cache/persistence/tree/BPlusTree.java | 3 +- .../tree/io/AbstractDataPageIO.java | 3 +- .../cache/persistence/tree/io/PageIO.java | 3 +- .../persistence/tree/util/PageHandler.java | 16 +++- .../reader/StandaloneWalRecordsIterator.java | 6 +- .../wal/serializer/RecordV1Serializer.java | 8 +- .../cache/query/GridCacheQueryManager.java | 17 ++-- .../cache/transactions/IgniteTxHandler.java | 5 +- .../cache/transactions/IgniteTxManager.java | 6 +- .../cache/tree/CacheDataRowStore.java | 10 +- .../tree/mvcc/data/MvccUpdateDataRow.java | 6 +- .../cluster/ClusterMetricsUpdateMessage.java | 6 +- .../cluster/GridClusterStateProcessor.java | 4 +- .../datastreamer/DataStreamerRequest.java | 6 +- .../DataStructuresProcessor.java | 36 ++++++-- .../GridCacheAtomicReferenceImpl.java | 4 +- .../MarshallerMappingTransport.java | 5 +- .../offheap/GridOffHeapProcessor.java | 7 +- .../internal/processors/package-info.java | 4 +- .../platform/PlatformProcessorImpl.java | 6 +- .../client/ClientConnectionContext.java | 8 +- .../transactions/PlatformTransactions.java | 6 +- .../processors/query/GridQueryProcessor.java | 8 +- .../probe/GridProbeCommandHandler.java | 6 +- .../GridInternalSubscriptionProcessor.java | 3 +- .../GridTracingConfigurationManager.java | 8 +- .../ignite/internal/util/GridUnsafe.java | 7 +- .../ignite/internal/util/IgniteUtils.java | 22 +++-- .../util/tostring/GridToStringBuilder.java | 7 +- .../ignite/internal/util/typedef/CIX1.java | 7 +- .../ignite/internal/util/typedef/CIX2.java | 7 +- .../ignite/internal/util/typedef/COX.java | 7 +- .../ignite/internal/util/typedef/CX1.java | 7 +- .../ignite/internal/util/typedef/CX2.java | 7 +- .../ignite/internal/util/typedef/PX1.java | 7 +- .../ignite/internal/util/typedef/PX2.java | 7 +- .../ignite/internal/util/typedef/R2.java | 7 +- .../ignite/internal/util/typedef/R3.java | 7 +- .../ignite/internal/util/typedef/RX1.java | 7 +- .../ignite/internal/util/typedef/RX2.java | 7 +- .../ignite/internal/util/typedef/RX3.java | 7 +- .../internal/util/worker/GridWorker.java | 4 +- ...FindAndDeleteGarbageInPersistenceTask.java | 17 +++- .../cache/index/IndexRebuildStatusTask.java | 5 +- .../VisorCacheRebalanceCollectorTask.java | 3 +- .../VisorRunningQueriesCollectorTask.java | 4 +- .../VisorTracingConfigurationTask.java | 3 +- .../internal/visor/util/VisorMimeTypes.java | 9 +- .../mxbean/DataRegionMetricsMXBean.java | 4 +- .../ignite/mxbean/DefragmentationMXBean.java | 4 +- .../ignite/spi/checkpoint/CheckpointSpi.java | 8 +- .../jobstealing/JobStealingCollisionSpi.java | 4 +- .../tcp/TcpCommunicationSpi.java | 9 +- .../tcp/internal/CommunicationWorker.java | 4 +- .../tcp/internal/ConnectionClientPool.java | 27 ++++-- .../tcp/internal/GridNioServerWrapper.java | 3 +- .../TcpCommunicationConfigInitializer.java | 3 +- ...TcpCommunicationConnectionCheckFuture.java | 3 +- .../ignite/spi/discovery/tcp/ServerImpl.java | 3 +- .../discovery/tcp/TcpDiscoverySpiMBean.java | 3 +- .../TcpDiscoveryMulticastIpFinder.java | 4 +- .../ignite/spi/failover/FailoverSpi.java | 3 +- .../jobstealing/JobStealingFailoverSpi.java | 6 +- .../datastructures/ReentrantLockView.java | 3 +- .../view/datastructures/SemaphoreView.java | 3 +- ...ThroughDisabledTransactionalCacheTest.java | 3 +- ...StoreSessionListenerLifecycleSelfTest.java | 5 +- ...rStoreKeepBinaryWithSqlEscapeSelfTest.java | 3 +- .../store/jdbc/CacheJdbcPojoStoreTest.java | 6 +- .../jdbc/JdbcTypesDefaultTransformerTest.java | 7 +- ...tJdbcPojoStoreFactoryWithHangWriteAll.java | 7 +- .../internal/ClusterNodeMetricsSelfTest.java | 5 +- .../internal/GridContinuousTaskSelfTest.java | 6 +- .../GridJobMasterLeaveAwareSelfTest.java | 3 +- .../internal/IgniteClientFailuresTest.java | 3 +- .../binary/BinaryClassLoaderMultiJvmTest.java | 3 +- .../binary/BinaryClassLoaderTest.java | 3 +- ...BinaryObjectBuilderAdditionalSelfTest.java | 11 ++- ...ryObjectBuilderDefaultMappersSelfTest.java | 3 +- .../InlineIndexKeyTypeRegistryTest.java | 12 ++- ...anagerMxBeanIllegalArgumentHandleTest.java | 4 +- .../IgniteDiagnosticMessagesTest.java | 5 +- .../IgniteCommunicationBalanceTest.java | 3 +- .../P2PCacheOperationIntoComputeTest.java | 5 +- .../record/WALRecordSerializationTest.java | 3 +- .../cache/CacheMetricsManageTest.java | 6 +- .../cache/ClusterStateTestUtils.java | 5 +- ...CacheConfigurationConsistencySelfTest.java | 3 +- .../cache/GridCachePartitionedWritesTest.java | 4 +- ...gniteCacheClusterReadOnlyModeSelfTest.java | 6 +- .../IgniteClientCacheStartFailoverTest.java | 8 +- .../IgniteDynamicCacheStartSelfTest.java | 8 +- ...changeLatchManagerCoordinatorFailTest.java | 4 +- .../IgniteSemaphoreAbstractSelfTest.java | 6 +- ...CachePartitionedNodeRestartTxSelfTest.java | 5 +- .../CacheBaselineTopologyTest.java | 8 +- .../CacheClientsConcurrentStartTest.java | 30 +++--- .../distributed/CacheStartOnJoinTest.java | 7 +- ...tionEvictionDuringReadThroughSelfTest.java | 7 +- ...changeFreeCellularSwitchIsolationTest.java | 3 +- ...gniteCachePartitionLossPolicySelfTest.java | 4 +- ...dAtomicOnheapMultiNodeFullApiSelfTest.java | 3 +- ...ridCachePartitionsStateValidationTest.java | 25 +++-- ...CachePartitionsStateValidatorSelfTest.java | 3 +- .../dht/IgniteCacheStartWithLoadTest.java | 7 +- .../dht/topology/BlockedEvictionsTest.java | 7 +- ...gPartitionIsEvictedDuringClearingTest.java | 7 +- ...dingRestartWhileClearingPartitionTest.java | 7 +- ...idCachePartitionedFilteredPutSelfTest.java | 3 +- ...edAtomicOnheapMultiJvmFullApiSelfTest.java | 3 +- ...DisabledOnheapMultiJvmFullApiSelfTest.java | 3 +- ...cAbstractBasicCoordinatorFailoverTest.java | 5 +- .../cache/mvcc/CacheMvccTxFailoverTest.java | 3 +- ...PdsBinaryMetadataOnClusterRestartTest.java | 12 ++- .../MaintenanceRegistrySimpleTest.java | 14 ++- ...ngBaselineDownCacheRemoveFailoverTest.java | 5 +- ...gingBaselineUpCacheRemoveFailoverTest.java | 5 +- ...StableBaselineCacheRemoveFailoverTest.java | 5 +- .../db/IgniteLogicalRecoveryTest.java | 7 +- .../db/IgnitePdsTransactionsHangTest.java | 4 +- .../db/checkpoint/CheckpointFreeListTest.java | 6 +- ...pointSimulationWithRealCpDisabledTest.java | 7 +- .../IgnitePdsDiskErrorsRecoveringTest.java | 10 +- .../db/wal/reader/IgniteWalReaderTest.java | 6 +- .../pagemem/NoOpPageStoreManager.java | 8 +- .../persistence/pagemem/NoOpWALManager.java | 5 +- .../pagemem/PageMemoryImplTest.java | 8 +- .../PagesWriteThrottleSandboxTest.java | 3 +- .../IgniteClusterSnapshotCheckTest.java | 8 +- ...iveNodeToActiveClusterWithPersistence.java | 6 +- ...iveNodeToActiveClusterWithPersistence.java | 6 +- .../wal/SegmentedRingByteBufferTest.java | 4 +- .../StandaloneWalRecordsIteratorTest.java | 5 +- ...ntinuousQueryFailoverAbstractSelfTest.java | 9 +- ...heContinuousQueryRandomOperationsTest.java | 26 +++--- ...ContinuousWithTransformerFailoverTest.java | 13 +-- .../GridCacheWriteBehindStoreSelfTest.java | 5 +- .../AbstractTransactionIntergrityTest.java | 19 +++- .../TxCrossCacheMapOnInvalidTopologyTest.java | 5 +- .../transactions/TxDeadlockCauseTest.java | 11 ++- .../TxDeadlockOnEntryToStringTest.java | 24 ++++- ...nCounterStateOnePrimaryTwoBackupsTest.java | 3 +- ...nCounterStateTwoPrimaryTwoBackupsTest.java | 5 +- .../warmup/LoadAllWarmUpStrategySelfTest.java | 3 +- .../IgniteDbMemoryLeakAbstractTest.java | 5 +- .../failure/FailureProcessorLoggingTest.java | 4 +- ...rviceDeploymentCompoundFutureSelfTest.java | 3 +- .../ServiceDeploymentProcessIdSelfTest.java | 6 +- .../sql/SqlParserCreateIndexSelfTest.java | 68 ++++++++++++-- .../sql/SqlParserKillQuerySelfTest.java | 6 +- .../util/IgniteUtilsWorkDirectoryTest.java | 3 +- .../nio/impl/GridNioFilterChainSelfTest.java | 14 ++- .../colocation/GridTestCacheStore.java | 3 +- .../ignite/loadtests/job/GridJobLoadTest.java | 3 +- .../GridConcurrentLinkedHashMapBenchmark.java | 11 ++- .../marshaller/MarshallerContextTestImpl.java | 7 +- .../messaging/GridMessagingSelfTest.java | 12 ++- ...tinuousDeploymentClientDisconnectTest.java | 9 +- .../GridSessionWaitAttributeSelfTest.java | 5 +- .../tcp/GridTcpCommunicationSpiLogTest.java | 3 +- ...niteTcpCommunicationConnectOnInitTest.java | 32 ++++++- .../tcp/TcpCommunicationStatisticsTest.java | 7 +- .../tcp/IgniteClientConnectTest.java | 8 +- .../tcp/TcpClientDiscoverySpiSelfTest.java | 18 ++-- .../TcpDiscoveryCoordinatorFailureTest.java | 11 ++- .../tcp/TcpDiscoveryIpFinderFailureTest.java | 6 +- .../TcpDiscoveryNodeJoinAndFailureTest.java | 8 +- ...cpDiscoveryPendingMessageDeliveryTest.java | 3 +- .../tcp/TcpDiscoverySslParametersTest.java | 7 +- .../TcpDiscoveryVmIpFinderDnsResolveTest.java | 15 +-- ...ridInternalTasksLoadBalancingSelfTest.java | 3 +- .../spi/metric/jmx/DummyMBeanServer.java | 7 +- .../servlet/GridServletLoaderTest.java | 3 +- .../junits/GridAbstractTest.java | 6 +- .../testframework/wal/record/RecordUtils.java | 3 +- .../testsuites/IgniteCacheMvccTestSuite2.java | 3 +- .../testsuites/IgniteCacheMvccTestSuite6.java | 6 +- .../development/utils/IgniteWalConverter.java | 11 ++- .../utils/IgniteWalConverterArguments.java | 12 ++- .../utils/IgniteWalConverterTest.java | 15 ++- .../persistence/file/IgniteNativeIoLib.java | 3 +- ...ansformerWithStaticInitializerFactory.java | 3 +- .../hibernate/HibernateEntityRegion.java | 9 +- .../IgniteCachedDomainDataAccess.java | 15 ++- .../hibernate/IgniteEntityDataAccess.java | 9 +- .../hibernate/IgniteNaturalIdDataAccess.java | 7 +- ...HibernateL2CacheConfigurationSelfTest.java | 10 +- .../HibernateL2CacheStrategySelfTest.java | 10 +- .../processors/query/h2/IgniteH2Indexing.java | 8 +- .../query/h2/database/H2PkHashIndex.java | 9 +- .../query/h2/opt/GridH2ProxyIndex.java | 9 +- .../ignite/client/FunctionalQueryTest.java | 3 +- ...yKeyNameAndValueFieldNameConflictTest.java | 3 +- .../cache/BinaryTypeMismatchLoggingTest.java | 3 +- .../CacheRegisterMetadataLocallyTest.java | 4 +- ...dexesInlineSizeOnNodeJoinMultiJvmTest.java | 13 ++- .../GridCacheDynamicLoadOnClientTest.java | 4 +- ...gniteCacheAbstractFieldsQuerySelfTest.java | 17 ++-- ...heConfigurationPrimitiveTypesSelfTest.java | 3 +- .../cache/IgniteDynamicSqlRestoreTest.java | 3 +- ...QueryJoinWithDifferentNodeFiltersTest.java | 4 +- .../cache/index/BasicIndexTest.java | 4 +- .../index/H2RowExpireTimeIndexSelfTest.java | 6 +- .../index/QueryEntityValidationSelfTest.java | 6 +- ...vccAbstractSqlCoordinatorFailoverTest.java | 4 +- .../CacheMvccBasicContinuousQueryTest.java | 9 +- ...PartitionedSqlCoordinatorFailoverTest.java | 10 +- ...cheMvccSqlConfigurationValidationTest.java | 7 +- .../mvcc/CacheMvccSqlQueriesAbstractTest.java | 8 +- .../CacheMvccSqlTxQueriesAbstractTest.java | 5 +- .../LongDestroyDurableBackgroundTaskTest.java | 3 +- ...buildIndexWithHistoricalRebalanceTest.java | 5 +- ...BaselineCacheQueryNodeRestartSelfTest.java | 5 +- ...aselineCacheQueryNodeRestartsSelfTest.java | 5 +- .../query/IgniteSqlKeyValueFieldsTest.java | 3 +- .../query/IgniteSqlSplitterSelfTest.java | 19 ++-- .../KillQueryOnClientDisconnectTest.java | 11 ++- .../query/SqlSystemViewsSelfTest.java | 40 +++++--- .../inlinecolumn/InlineIndexColumnTest.java | 92 +++++++++++++++---- .../query/h2/sql/BaseH2CompareQueryTest.java | 15 ++- .../query/h2/sql/H2CompareBigQueryTest.java | 14 ++- ...ppearedCacheCauseRetryMessageSelfTest.java | 5 +- .../h2/twostep/RetryCauseMessageSelfTest.java | 9 +- .../ml/sparkmodelparser/SparkModelParser.java | 5 +- .../SparkModelParserTest.java | 5 +- .../ml/clustering/kmeans/KMeansModel.java | 6 +- .../ml/composition/ModelsComposition.java | 4 +- .../ml/composition/bagging/BaggedTrainer.java | 4 +- .../dataset/impl/cache/CacheBasedDataset.java | 3 +- .../impl/cache/CacheBasedDatasetBuilder.java | 14 ++- .../impl/local/LocalDatasetBuilder.java | 5 +- .../ml/knn/ann/ANNClassificationModel.java | 6 +- .../ml/knn/ann/ANNClassificationTrainer.java | 9 +- .../IllegalFeatureTypeException.java | 3 +- .../IllegalLabelTypeException.java | 3 +- .../ignite/ml/multiclass/MultiClassModel.java | 3 +- .../ml/multiclass/OneVsRestTrainer.java | 3 +- .../compound/CompoundNaiveBayesTrainer.java | 12 ++- .../ignite/ml/nn/MultilayerPerceptron.java | 3 +- .../SimpleGDParameterUpdate.java | 3 +- .../encoding/EncoderTrainer.java | 4 +- .../OneHotEncoderPreprocessor.java | 6 +- .../StringEncoderPreprocessor.java | 3 +- .../imputing/ImputingStrategy.java | 5 +- .../linear/LinearRegressionLSQRTrainer.java | 3 +- .../linear/LinearRegressionSGDTrainer.java | 3 +- .../LogisticRegressionSGDTrainer.java | 3 +- .../selection/cv/AbstractCrossValidation.java | 3 +- ...icationPointwiseMetricStatsAggregator.java | 3 +- .../ClassificationMetricsAggregator.java | 3 +- .../RegressionMetricStatsAggregator.java | 3 +- ...BinaryClassificationEvaluationContext.java | 3 +- .../BinaryClassificationMetric.java | 3 +- .../svm/SVMLinearClassificationTrainer.java | 3 +- .../ml/trainers/AdaptableDatasetTrainer.java | 15 ++- .../ignite/ml/trainers/DatasetTrainer.java | 9 +- .../org/apache/ignite/ml/tree/NodeData.java | 8 +- .../ml/util/genetic/GeneticAlgorithm.java | 3 +- .../java/org/apache/ignite/ml/TestUtils.java | 6 +- .../ml/clustering/KMeansTrainerTest.java | 3 +- .../ignite/ml/common/LocalModelsTest.java | 9 +- .../composition/boosting/GDBTrainerTest.java | 3 +- .../primitive/SimpleLabeledDatasetTest.java | 3 +- .../LearningEnvironmentBuilderTest.java | 16 ++-- .../environment/LearningEnvironmentTest.java | 11 ++- .../environment/deploy/MLDeployingTest.java | 4 +- .../ml/math/isolve/lsqr/LSQROnHeapTest.java | 9 +- .../matrix/MatrixStorageFixtures.java | 3 +- .../MatrixStorageImplementationTest.java | 9 +- .../primitives/vector/AbstractVectorTest.java | 25 ++++- .../primitives/vector/VectorNormTest.java | 3 +- .../ml/multiclass/OneVsRestTrainerTest.java | 3 +- .../GaussianNaiveBayesTrainerTest.java | 3 +- .../java/org/apache/ignite/ml/nn/MLPTest.java | 6 +- .../apache/ignite/ml/nn/MLPTrainerTest.java | 12 ++- .../ml/nn/performance/MnistMLPTestUtil.java | 7 +- .../encoding/EncoderTrainerTest.java | 48 ++++++++-- .../imputing/ImputerTrainerTest.java | 30 +++++- .../LinearRegressionLSQRTrainerTest.java | 3 +- .../LogisticRegressionSGDTrainerTest.java | 3 +- .../ml/selection/cv/CrossValidationTest.java | 84 ++++++++++------- .../cursor/CacheBasedLabelPairCursorTest.java | 3 +- .../cursor/LocalLabelPairCursorTest.java | 3 +- .../ignite/ml/svm/SVMBinaryTrainerTest.java | 3 +- .../RandomForestClassifierTrainerTest.java | 3 +- .../RandomForestRegressionTrainerTest.java | 3 +- .../ml/util/genetic/GeneticAlgorithmTest.java | 3 +- .../http/jetty/GridJettyObjectMapper.java | 27 +++--- .../http/jetty/GridJettyRestHandler.java | 6 +- .../GridResourceProcessorSelfTest.java | 3 +- .../ignite/spring/injection/spring-bean.xml | 3 +- .../ant/beautifier/GridJavadocAntTask.java | 3 +- .../spi/deployment/uri/UriDeploymentSpi.java | 4 +- .../ServletContextListenerStartup.java | 6 +- .../startup/servlet/ServletStartup.java | 6 +- .../yardstick/IgniteBenchmarkArguments.java | 6 +- .../yardstick/cache/jdbc/RdbmsBenchmark.java | 4 +- .../NativeSqlJoinQueryRangeBenchmark.java | 6 +- 429 files changed, 2572 insertions(+), 975 deletions(-) diff --git a/checkstyle/checkstyle-suppressions.xml b/checkstyle/checkstyle-suppressions.xml index 250e0fa411f10..20c95378d0a91 100644 --- a/checkstyle/checkstyle-suppressions.xml +++ b/checkstyle/checkstyle-suppressions.xml @@ -24,4 +24,6 @@ + diff --git a/checkstyle/checkstyle.xml b/checkstyle/checkstyle.xml index 3e674bda23444..87b156c1f221f 100644 --- a/checkstyle/checkstyle.xml +++ b/checkstyle/checkstyle.xml @@ -135,4 +135,12 @@ --> + + + + + diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/clustering/KMeansClusterizationExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/clustering/KMeansClusterizationExample.java index 3127418f9653f..b834529280fbd 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/clustering/KMeansClusterizationExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/clustering/KMeansClusterizationExample.java @@ -62,7 +62,8 @@ public static void main(String[] args) throws IOException { try { dataCache = new SandboxMLCache(ignite).fillCacheWith(MLSandboxDatasets.TWO_CLASSED_IRIS); - Vectorizer vectorizer = new DummyVectorizer().labeled(Vectorizer.LabelCoordinate.FIRST); + Vectorizer vectorizer = + new DummyVectorizer().labeled(Vectorizer.LabelCoordinate.FIRST); KMeansTrainer trainer = new KMeansTrainer(); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/dataset/AlgorithmSpecificDatasetExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/dataset/AlgorithmSpecificDatasetExample.java index 731227f093b5e..85102f42242ff 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/dataset/AlgorithmSpecificDatasetExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/dataset/AlgorithmSpecificDatasetExample.java @@ -80,7 +80,8 @@ public static void main(String[] args) throws Exception { Vectorizer vectorizer = new DummyVectorizer<>(1); - IgniteFunction, LabeledVector> func = lv -> new LabeledVector<>(lv.features(), new double[] {lv.label()}); + IgniteFunction, LabeledVector> func = + lv -> new LabeledVector<>(lv.features(), new double[] {lv.label()}); //NOTE: This class is part of Developer API and all lambdas should be loaded on server manually. Preprocessor preprocessor = new PatchedPreprocessor<>(func, vectorizer); @@ -89,18 +90,19 @@ public static void main(String[] args) throws Exception { SimpleLabeledDatasetDataBuilder builder = new SimpleLabeledDatasetDataBuilder<>(preprocessor); - IgniteBiFunction builderFun = (data, ctx) -> { - double[] features = data.getFeatures(); - int rows = data.getRows(); + IgniteBiFunction builderFun = + (data, ctx) -> { + double[] features = data.getFeatures(); + int rows = data.getRows(); - // Makes a copy of features to supplement it by columns with values equal to 1.0. - double[] a = new double[features.length + rows]; - Arrays.fill(a, 1.0); + // Makes a copy of features to supplement it by columns with values equal to 1.0. + double[] a = new double[features.length + rows]; + Arrays.fill(a, 1.0); - System.arraycopy(features, 0, a, rows, features.length); + System.arraycopy(features, 0, a, rows, features.length); - return new SimpleLabeledDatasetData(a, data.getLabels(), rows); - }; + return new SimpleLabeledDatasetData(a, data.getLabels(), rows); + }; try (AlgorithmSpecificDataset dataset = DatasetFactory.create( ignite, diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/catboost/CatboostClassificationModelParserExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/catboost/CatboostClassificationModelParserExample.java index e6f9f657a8a18..093469a6069e9 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/catboost/CatboostClassificationModelParserExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/catboost/CatboostClassificationModelParserExample.java @@ -53,7 +53,8 @@ public class CatboostClassificationModelParserExample { /** * Test expected results. */ - private static final String TEST_ER_RES = "examples/src/main/resources/datasets/amazon-employee-access-challenge-sample-catboost-expected-results.csv"; + private static final String TEST_ER_RES = + "examples/src/main/resources/datasets/amazon-employee-access-challenge-sample-catboost-expected-results.csv"; /** * Parser. diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/exchange/KMeansClusterizationExportImportExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/exchange/KMeansClusterizationExportImportExample.java index ec5e6899f7eab..f841a06e593c9 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/exchange/KMeansClusterizationExportImportExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/exchange/KMeansClusterizationExportImportExample.java @@ -62,7 +62,8 @@ public static void main(String[] args) throws IOException { try { dataCache = new SandboxMLCache(ignite).fillCacheWith(MLSandboxDatasets.TWO_CLASSED_IRIS); - Vectorizer vectorizer = new DummyVectorizer().labeled(Vectorizer.LabelCoordinate.FIRST); + Vectorizer vectorizer = + new DummyVectorizer().labeled(Vectorizer.LabelCoordinate.FIRST); KMeansTrainer trainer = new KMeansTrainer() .withDistance(new WeightedMinkowskiDistance(2, new double[] {5.9360, 2.7700, 4.2600, 1.3260})); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeFromSparkExample.java index d03bb966f6a7d..41717ba9bcb48 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeFromSparkExample.java @@ -50,15 +50,18 @@ public class DecisionTreeFromSparkExample { .toPath().toAbsolutePath().toString(); /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Decision Tree model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Decision Tree model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeRegressionFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeRegressionFromSparkExample.java index 5fd446140f38a..f0e95fdb92ee2 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeRegressionFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/DecisionTreeRegressionFromSparkExample.java @@ -50,15 +50,18 @@ public class DecisionTreeRegressionFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/dtreg"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Decision tree regression model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Decision tree regression model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTFromSparkExample.java index 1fc72fa8d898c..4154f24695d0f 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTFromSparkExample.java @@ -48,15 +48,18 @@ public class GBTFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/gbt"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Gradient Boosted trees model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Gradient Boosted trees model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTRegressionFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTRegressionFromSparkExample.java index ee3e8bf9f2c81..561ab9c7bfa79 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTRegressionFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/GBTRegressionFromSparkExample.java @@ -50,15 +50,18 @@ public class GBTRegressionFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/gbtreg"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> GBT Regression model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> GBT Regression model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/KMeansFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/KMeansFromSparkExample.java index 3ac8b64b7af59..5aa6527329652 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/KMeansFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/KMeansFromSparkExample.java @@ -50,8 +50,9 @@ public class KMeansFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/kmeans"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java index b799d403f47a2..52842aac1c2cd 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java @@ -50,15 +50,17 @@ public class LinearRegressionFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/linreg"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Linear regression model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Linear regression model loaded from Spark through serialization over partitioned dataset usage example started."); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java index 4a4df17ec3c9b..725ac3873ee62 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java @@ -48,15 +48,18 @@ public class LogRegFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/logreg"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Logistic regression model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Logistic regression model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestFromSparkExample.java index 404ad840f5c64..641285dded444 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestFromSparkExample.java @@ -48,15 +48,18 @@ public class RandomForestFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/rf"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Random Forest model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Random Forest model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestRegressionFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestRegressionFromSparkExample.java index 5f535f104e160..c1b8babd7a1b9 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestRegressionFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/RandomForestRegressionFromSparkExample.java @@ -50,15 +50,18 @@ public class RandomForestRegressionFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/rfreg"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. */ public static void main(String[] args) throws FileNotFoundException { System.out.println(); - System.out.println(">>> Random Forest regression model loaded from Spark through serialization over partitioned dataset usage example started."); + System.out.println( + ">>> Random Forest regression model loaded from Spark through serialization over partitioned dataset usage example started." + ); // Start ignite grid. try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) { System.out.println(">>> Ignite grid started."); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/SVMFromSparkExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/SVMFromSparkExample.java index d66e8820794d2..adcab7a020708 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/SVMFromSparkExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/SVMFromSparkExample.java @@ -48,8 +48,9 @@ public class SVMFromSparkExample { public static final String SPARK_MDL_PATH = "examples/src/main/resources/models/spark/serialized/svm"; /** Learning environment. */ - public static final LearningEnvironment env = LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) - .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); + public static final LearningEnvironment env = + LearningEnvironmentBuilder.defaultBuilder().withParallelismStrategyTypeDependency(ParallelismStrategy.ON_DEFAULT_POOL) + .withLoggingFactoryDependency(ConsoleLogger.Factory.HIGH).buildForTrainer(); /** * Run example. diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/multiclass/OneVsRestClassificationExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/multiclass/OneVsRestClassificationExample.java index dd5fecf941263..14b05c4890f97 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/multiclass/OneVsRestClassificationExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/multiclass/OneVsRestClassificationExample.java @@ -145,7 +145,12 @@ public static void main(String[] args) throws IOException { confusionMtxWithMinMaxScaling[idx1][idx2]++; - System.out.printf(">>> | %.4f\t\t| %.4f\t\t\t\t\t\t| %.4f\t\t|\n", prediction, predictionWithMinMaxScaling, groundTruth); + System.out.printf( + ">>> | %.4f\t\t| %.4f\t\t\t\t\t\t| %.4f\t\t|\n", + prediction, + predictionWithMinMaxScaling, + groundTruth + ); } System.out.println(">>> ----------------------------------------------------------------"); System.out.println("\n>>> -----------------One-vs-Rest SVM model-------------"); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/TargetEncoderExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/TargetEncoderExample.java index e3864b6721d79..82089acd8a035 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/TargetEncoderExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/preprocessing/encoding/TargetEncoderExample.java @@ -71,8 +71,8 @@ public static void main(String[] args) { Set targetEncodedfeaturesIndexies = new HashSet<>(Arrays.asList(1, 5, 6)); Integer targetIndex = 0; - final Vectorizer vectorizer = new ObjectArrayVectorizer(featuresIndexies.toArray(new Integer[0])) - .labeled(targetIndex); + final Vectorizer vectorizer = + new ObjectArrayVectorizer(featuresIndexies.toArray(new Integer[0])).labeled(targetIndex); Preprocessor strEncoderPreprocessor = new EncoderTrainer() .withEncoderType(EncoderType.STRING_ENCODER) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/BostonHousePricesPredictionExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/BostonHousePricesPredictionExample.java index c572d81038741..9d2b31683c84e 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/BostonHousePricesPredictionExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/BostonHousePricesPredictionExample.java @@ -42,7 +42,8 @@ * Description of model can be found in: https://en.wikipedia.org/wiki/Linear_regression . Original dataset can be * downloaded from: https://archive.ics.uci.edu/ml/machine-learning-databases/housing/ . Copy of dataset are stored in: * modules/ml/src/main/resources/datasets/boston_housing_dataset.txt . Score for regression estimation: R^2 (coefficient - * of determination). Description of score evaluation can be found in: https://stattrek.com/statistics/dictionary.aspx?definition=coefficient_of_determination + * of determination). Description of score evaluation can be found in: + * https://stattrek.com/statistics/dictionary.aspx?definition=coefficient_of_determination * . */ public class BostonHousePricesPredictionExample { diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionLSQRTrainerWithMinMaxScalerExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionLSQRTrainerWithMinMaxScalerExample.java index 9979d3c0215ee..35dbdcd791709 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionLSQRTrainerWithMinMaxScalerExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/regression/linear/LinearRegressionLSQRTrainerWithMinMaxScalerExample.java @@ -92,7 +92,9 @@ public static void main(String[] args) throws IOException { System.out.println("\n>>> Rmse = " + rmse); System.out.println(">>> ---------------------------------"); - System.out.println(">>> Linear regression model with MinMaxScaler preprocessor over cache based dataset usage example completed."); + System.out.println( + ">>> Linear regression model with MinMaxScaler preprocessor over cache based dataset usage example completed." + ); } finally { if (dataCache != null) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/sql/DecisionTreeClassificationTrainerSQLInferenceExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/sql/DecisionTreeClassificationTrainerSQLInferenceExample.java index 68058b75b9eb3..9847288350c02 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/sql/DecisionTreeClassificationTrainerSQLInferenceExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/sql/DecisionTreeClassificationTrainerSQLInferenceExample.java @@ -118,8 +118,8 @@ public static void main(String[] args) throws IOException { System.out.println("Inference..."); try (QueryCursor> cursor = cache.query(new SqlFieldsQuery("select " + "survived as truth, " + - "predict('titanic_model_tree', pclass, age, sibsp, parch, fare, case sex when 'male' then 1 else 0 end) as prediction " + - "from titanic_train"))) { + "predict('titanic_model_tree', pclass, age, sibsp, parch, fare, case sex when 'male' then 1 else 0 end) as prediction" + + " from titanic_train"))) { // Print inference result. System.out.println("| Truth | Prediction |"); System.out.println("|--------------------|"); diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/tree/randomforest/RandomForestClassificationExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/tree/randomforest/RandomForestClassificationExample.java index 0d9dbef8c40fa..07657c383277f 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/tree/randomforest/RandomForestClassificationExample.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/tree/randomforest/RandomForestClassificationExample.java @@ -108,7 +108,9 @@ public static void main(String[] args) throws IOException { System.out.println("\n>>> Absolute amount of errors " + amountOfErrors); System.out.println("\n>>> Accuracy " + (1 - amountOfErrors / (double)totalAmount)); - System.out.println(">>> Random Forest multi-class classification algorithm over cached dataset usage example completed."); + System.out.println( + ">>> Random Forest multi-class classification algorithm over cached dataset usage example completed." + ); } } diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_13_RandomSearch.java b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_13_RandomSearch.java index c489fc962bba7..445a6496ebc6a 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_13_RandomSearch.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_13_RandomSearch.java @@ -134,7 +134,11 @@ public static void main(String[] args) { ) .addHyperParam("p", normalizationTrainer::withP, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) .addHyperParam("maxDeep", trainerCV::withMaxDeep, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) - .addHyperParam("minImpurityDecrease", trainerCV::withMinImpurityDecrease, new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0}); + .addHyperParam( + "minImpurityDecrease", + trainerCV::withMinImpurityDecrease, + new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0} + ); scoreCalculator .withIgnite(ignite) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_14_Parallel_Brute_Force_Search.java b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_14_Parallel_Brute_Force_Search.java index b63bf9643be63..0acfa8afd009e 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_14_Parallel_Brute_Force_Search.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_14_Parallel_Brute_Force_Search.java @@ -133,7 +133,11 @@ public static void main(String[] args) { .withParameterSearchStrategy(new BruteForceStrategy()) .addHyperParam("p", normalizationTrainer::withP, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) .addHyperParam("maxDeep", trainerCV::withMaxDeep, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) - .addHyperParam("minImpurityDecrease", trainerCV::withMinImpurityDecrease, new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0}); + .addHyperParam( + "minImpurityDecrease", + trainerCV::withMinImpurityDecrease, + new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0} + ); scoreCalculator .withIgnite(ignite) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_15_Parallel_Random_Search.java b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_15_Parallel_Random_Search.java index ac6c1eb3c988a..c500cbd955a77 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_15_Parallel_Random_Search.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_15_Parallel_Random_Search.java @@ -136,7 +136,11 @@ public static void main(String[] args) { ) .addHyperParam("p", normalizationTrainer::withP, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) .addHyperParam("maxDeep", trainerCV::withMaxDeep, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) - .addHyperParam("minImpurityDecrease", trainerCV::withMinImpurityDecrease, new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0}); + .addHyperParam( + "minImpurityDecrease", + trainerCV::withMinImpurityDecrease, + new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0} + ); scoreCalculator .withIgnite(ignite) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_16_Genetic_Programming_Search.java b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_16_Genetic_Programming_Search.java index 408eb48289c21..9a78a8b03b1ed 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_16_Genetic_Programming_Search.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_16_Genetic_Programming_Search.java @@ -130,7 +130,11 @@ public static void main(String[] args) { .withParameterSearchStrategy(new EvolutionOptimizationStrategy()) .addHyperParam("p", normalizationTrainer::withP, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) .addHyperParam("maxDeep", trainerCV::withMaxDeep, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) - .addHyperParam("minImpurityDecrease", trainerCV::withMinImpurityDecrease, new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0}); + .addHyperParam( + "minImpurityDecrease", + trainerCV::withMinImpurityDecrease, + new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0} + ); scoreCalculator .withIgnite(ignite) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_17_Parallel_Genetic_Programming_Search.java b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_17_Parallel_Genetic_Programming_Search.java index a9d39bd309219..eee4f8c3e78bd 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_17_Parallel_Genetic_Programming_Search.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/tutorial/hyperparametertuning/Step_17_Parallel_Genetic_Programming_Search.java @@ -133,7 +133,11 @@ public static void main(String[] args) { .withParameterSearchStrategy(new EvolutionOptimizationStrategy()) .addHyperParam("p", normalizationTrainer::withP, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) .addHyperParam("maxDeep", trainerCV::withMaxDeep, new Double[] {1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0}) - .addHyperParam("minImpurityDecrease", trainerCV::withMinImpurityDecrease, new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0}); + .addHyperParam( + "minImpurityDecrease", + trainerCV::withMinImpurityDecrease, + new Double[] {0.0, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0} + ); scoreCalculator .withIgnite(ignite) diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/util/MLSandboxDatasets.java b/examples/src/main/java/org/apache/ignite/examples/ml/util/MLSandboxDatasets.java index 9f706599af012..74704ff6a8a48 100644 --- a/examples/src/main/java/org/apache/ignite/examples/ml/util/MLSandboxDatasets.java +++ b/examples/src/main/java/org/apache/ignite/examples/ml/util/MLSandboxDatasets.java @@ -52,7 +52,10 @@ public enum MLSandboxDatasets { /** The Wine recognition data. Could be found here. */ WINE_RECOGNITION("examples/src/main/resources/datasets/wine.txt", false, ","), - /** The Boston house-prices dataset. Could be found here. */ + /** + * The Boston house-prices dataset. + * Could be found here. + */ BOSTON_HOUSE_PRICES("examples/src/main/resources/datasets/boston_housing_dataset.txt", false, ","), /** Example from book Barber D. Bayesian reasoning and machine learning. Chapter 10. */ @@ -61,7 +64,9 @@ public enum MLSandboxDatasets { /** Wholesale customers dataset. Could be found here. */ WHOLESALE_CUSTOMERS("examples/src/main/resources/datasets/wholesale_customers.csv", true, ","), - /** Fraud detection problem [part of whole dataset]. Could be found here. */ + /** + * Fraud detection problem [part of whole dataset]. Could be found here. + */ FRAUD_DETECTION("examples/src/main/resources/datasets/fraud_detection.csv", false, ","), /** A dataset with discrete and continuous features. */ diff --git a/examples/src/main/spark/org/apache/ignite/examples/spark/JavaIgniteDataFrameJoinExample.java b/examples/src/main/spark/org/apache/ignite/examples/spark/JavaIgniteDataFrameJoinExample.java index f077e1a6a4563..b0a4db6c38403 100644 --- a/examples/src/main/spark/org/apache/ignite/examples/spark/JavaIgniteDataFrameJoinExample.java +++ b/examples/src/main/spark/org/apache/ignite/examples/spark/JavaIgniteDataFrameJoinExample.java @@ -120,7 +120,9 @@ private static void nativeSparkSqlJoinExample(SparkSession spark) { cities.createOrReplaceTempView("city"); // Selecting data from Ignite through Spark SQL Engine. - Dataset joinResult = spark.sql("SELECT person.name AS person, age, city.name AS city, country FROM person JOIN city ON person.city_id = city.id"); + Dataset joinResult = spark.sql( + "SELECT person.name AS person, age, city.name AS city, country FROM person JOIN city ON person.city_id = city.id" + ); joinResult.explain(true); joinResult.printSchema(); diff --git a/idea/ignite_codeStyle.xml b/idea/ignite_codeStyle.xml index 5cbce884b3f71..8004e250df990 100644 --- a/idea/ignite_codeStyle.xml +++ b/idea/ignite_codeStyle.xml @@ -13,6 +13,7 @@ +