Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.ApproxDistinctCount
import org.junit.Assert._
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.ApproxPercentiles
import ai.chronon.aggregator.row.StatsGenerator
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,9 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.test.CStream._
import CStream._
import ai.chronon.api.Extensions.WindowOps
import ai.chronon.api._

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.stats.EditDistance
import org.junit.Assert.assertEquals
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.FrequentItemType
import ai.chronon.aggregator.base.FrequentItems
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.MinHeap
import org.junit.Assert._
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base._
import org.apache.commons.math3.stat.descriptive.moment.{Kurtosis => ApacheKurtosis}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.row.RowAggregator
import ai.chronon.api.Extensions.WindowOps
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.row.RowAggregator
import ai.chronon.api._
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.row.RowAggregator
import ai.chronon.aggregator.test.SawtoothAggregatorTest.sawtoothAggregate
import SawtoothAggregatorTest.sawtoothAggregate
import ai.chronon.aggregator.windowing._
import ai.chronon.api.Extensions.AggregationOps
import ai.chronon.api._
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,9 +14,9 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.test.SawtoothAggregatorTest.sawtoothAggregate
import SawtoothAggregatorTest.sawtoothAggregate
import ai.chronon.aggregator.windowing.FiveMinuteResolution
import ai.chronon.aggregator.windowing.SawtoothOnlineAggregator
import ai.chronon.api.Extensions.WindowOps
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,10 +14,10 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.TopK
import ai.chronon.aggregator.test.SawtoothAggregatorTest.sawtoothAggregate
import SawtoothAggregatorTest.sawtoothAggregate
import ai.chronon.aggregator.windowing.FiveMinuteResolution
import ai.chronon.aggregator.windowing.SawtoothAggregator
import ai.chronon.aggregator.windowing.TwoStackLiteAggregationBuffer
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.UniqueTopKAggregator
import ai.chronon.api._
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.aggregator.test
package ai.chronon.aggregator

import ai.chronon.aggregator.base.Variance
import org.junit.Assert._
Expand Down
24 changes: 0 additions & 24 deletions api/python/ai/chronon/staging_query.py
Original file line number Diff line number Diff line change
Expand Up @@ -39,30 +39,6 @@ def to_thrift(self):
startCutOff=None,
endCutOff=None
)

def Import(
query: str,
version: int,
output_namespace: Optional[str] = None,
engine_type: Optional[EngineType] = None,
dependencies: Optional[List[Union[TableDependency, Dict]]] = None,
conf: Optional[common.ConfigProperties] = None,
env_vars: Optional[common.EnvironmentVariables] = None,
offline_schedule: str = "@daily",
):
assert dependencies is not None and len(dependencies) == 1, f"Import must specify exactly one table dependency. Got: {dependencies}"
assert dependencies[0].partition_column is not None, f"Import must specify a partition column for the table dependency. Got: {dependencies[0].partition_column}"

return StagingQuery(
query=query,
version=version,
output_namespace=output_namespace,
dependencies=dependencies,
conf=conf,
env_vars=env_vars,
engine_type=engine_type,
offline_schedule=offline_schedule,
)

def StagingQuery(
query: str,
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from joins.gcp import training_set

from ai.chronon.staging_query import EngineType, Import, StagingQuery, TableDependency
from ai.chronon.staging_query import EngineType, StagingQuery, TableDependency
from ai.chronon.utils import get_join_output_table_name, get_staging_query_output_table_name


Expand Down Expand Up @@ -93,7 +93,7 @@ def terminal_query(staging_queries):
WHERE ds BETWEEN {{{{ start_date }}}} AND {{{{ end_date }}}}
"""

v1_bigquery_import = Import(
v1_bigquery_import = StagingQuery(
query=bigquery_import_query,
engine_type=EngineType.BIGQUERY,
output_namespace="data",
Expand Down
2 changes: 0 additions & 2 deletions api/src/main/scala/ai/chronon/api/planner/ConfPlanner.scala
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,6 @@ import ai.chronon.planner.{ConfPlan, Node, NodeContent}

import scala.collection.Seq

case class Mode(name: String, nodes: Seq[Node], cron: String)

/** Base class for Chronon orchestration node planning. Corresponds 1:1 with a Chronon
* conf type (e.g. Join, GroupBy, StagingQuery, ...).
* The concrete planner implementations are responsible for constructing all the Nodes of the conf (for various
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api.CollectionExtensions._
import CollectionExtensions._
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers

Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,5 @@
package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api.DataPointer
import ai.chronon.api.URIDataPointer
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
* limitations under the License.
*/

package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api._
import ai.chronon.api.thrift.TSerializer
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api.ParametricMacro.{adjustDate, applyBasicDateMacros, removeQuotesIfPresent}
import ai.chronon.api.PartitionSpec
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,12 +14,12 @@
* limitations under the License.
*/

package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api.Extensions._
import ai.chronon.api.ScalaJavaConversions._
import ai.chronon.api.{Accuracy, Builders, ConfigProperties, Constants, ExecutionInfo, GroupBy}
import org.junit.Assert.{assertEquals, assertFalse, assertTrue}
import Extensions._
import ScalaJavaConversions._

import org.junit.Assert.{assertEquals, assertTrue}
import org.mockito.Mockito.{spy, when}
import org.scalatest.flatspec.AnyFlatSpec

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api
import ai.chronon.api.Builders._
Expand Down
Original file line number Diff line number Diff line change
@@ -1,15 +1,12 @@
package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api.Constants
import ai.chronon.api.ScalaJavaConversions._
import ai.chronon.api.ThriftJsonCodec
import ai.chronon.observability.TileDriftSeries
import ai.chronon.observability.TileSummarySeries
import ScalaJavaConversions._

import ai.chronon.observability.{TileDriftSeries, TileSummarySeries}
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers

import java.lang.{Double => JDouble}
import java.lang.{Long => JLong}
import java.lang.{Double => JDouble, Long => JLong}

class TileSeriesSerializationTest extends AnyFlatSpec with Matchers {

Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
package ai.chronon.api.test
package ai.chronon.api

import ai.chronon.api.TilingUtils
import ai.chronon.fetcher.TileKey
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
package ai.chronon.api.test
package ai.chronon.api

import ColumnExpression.getTimeExpression

import ai.chronon.api.ColumnExpression.getTimeExpression
import ai.chronon.api.{ColumnExpression, Query}
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers

Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
package ai.chronon.api.test.planner
package ai.chronon.api.planner

import ai.chronon.api.{Builders, PartitionSpec}
import ai.chronon.api.planner.ConfPlanner
import ai.chronon.planner.{ConfPlan, GroupByBackfillNode, GroupByStreamingNode}
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,8 @@
package ai.chronon.api.test.planner
package ai.chronon.api.planner

import ai.chronon.api.{Accuracy, Aggregation, Builders, EnvironmentVariables, GroupBy, Operation, PartitionSpec}
import ai.chronon.api.Extensions.{GroupByOps, MetadataOps, WindowUtils}
import ai.chronon.api.planner.{GroupByPlanner, LocalRunner}
import ai.chronon.api.test.planner.GroupByPlannerTest.buildGroupBy
import ai.chronon.api.planner.GroupByPlannerTest.buildGroupBy
import ai.chronon.api._
import ai.chronon.planner.{ConfPlan, Mode}
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
package ai.chronon.api.test.planner
package ai.chronon.api.planner

import ai.chronon.api.{GroupBy, Join, PartitionSpec, StagingQuery}
import ai.chronon.api.planner.LocalRunner
import ai.chronon.planner.ConfPlan
import com.fasterxml.jackson.core.JsonParseException
import org.scalatest.flatspec.AnyFlatSpec
Expand Down
Original file line number Diff line number Diff line change
@@ -1,14 +1,6 @@
package ai.chronon.api.test.planner

import ai.chronon.api.{
Builders,
ClusterConfigProperties,
ConfigProperties,
ExecutionInfo,
PartitionSpec,
TableDependency
}
import ai.chronon.api.planner.MetaDataUtils
package ai.chronon.api.planner

import ai.chronon.api._
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers

Expand Down
Original file line number Diff line number Diff line change
@@ -1,13 +1,12 @@
package ai.chronon.api.test.planner
package ai.chronon.api.planner

import ai.chronon.api
import ai.chronon.api.Builders.{Join, MetaData}
import ai.chronon.api.planner.{LocalRunner, MonolithJoinPlanner}
import ai.chronon.api.Extensions._
import ai.chronon.api.{Builders, ExecutionInfo, PartitionSpec}
import ai.chronon.planner.{ConfPlan, Mode}
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers
import ai.chronon.api.Extensions._

import java.nio.file.Paths
import scala.jdk.CollectionConverters._
Expand Down
Original file line number Diff line number Diff line change
@@ -1,12 +1,9 @@
package ai.chronon.api.test.planner
package ai.chronon.api.planner

import ai.chronon.api.{EngineType, ExecutionInfo, PartitionSpec}
import ai.chronon.api.planner.{LocalRunner, StagingQueryPlanner}
import ai.chronon.api.Builders.{MetaData, StagingQuery}
import ai.chronon.api._
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers
import ai.chronon.api.TableDependency
import ai.chronon.api.TableInfo

import java.nio.file.Paths
import scala.jdk.CollectionConverters._
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
package ai.chronon.api.test.planner
package ai.chronon.api.planner

import ai.chronon.api.Extensions.WindowUtils
import ai.chronon.api.planner.TableDependencies
import ai.chronon.api.{Builders, TimeUnit, Window}
import org.scalatest.flatspec.AnyFlatSpec
import org.scalatest.matchers.should.Matchers
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,9 +16,7 @@

package ai.chronon.spark.test

import ai.chronon.aggregator.test.CStream
import ai.chronon.aggregator.test.Column
import ai.chronon.aggregator.test.RowsWithSchema
import ai.chronon.aggregator.{CStream, Column, RowsWithSchema}
import ai.chronon.api.Constants
import ai.chronon.api.LongType
import ai.chronon.api.StringType
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@

package ai.chronon.spark.test

import ai.chronon.aggregator.test.Column
import ai.chronon.aggregator.Column
import ai.chronon.api
import ai.chronon.api.Constants
import ai.chronon.api.IntType
Expand Down
Loading
Loading