Skip to content

chore: break out bazel targets #510

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 2 commits into from
Closed

chore: break out bazel targets #510

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
3f8b633
chore: break out bazel targets
tchow-zlai Mar 14, 2025
dc8fdf3
relocate
tchow-zlai Mar 14, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 14 additions & 0 deletions spark/src/main/scala/ai/chronon/spark/stats/BUILD.bazel
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
scala_library(
name = "lib",
srcs = glob(["src/main/scala/ai/chronon/spark/stats/**/*.scala"]),
format = select({
"//tools/config:scala_2_13": False, # Disable for 2.13
"//conditions:default": True, # Enable for other versions
}),
visibility = ["//visibility:public"],
deps = [
"//api:lib",
"//online:lib",
"//tools/build_rules/spark:spark-exec",
],
)
8 changes: 3 additions & 5 deletions spark/src/main/scala/ai/chronon/spark/stats/CompareBaseJob.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,14 +17,12 @@
package ai.chronon.spark.stats

import ai.chronon.api._
import ai.chronon.online.{SparkConversions, fetcher, _}
import ai.chronon.online._
import ai.chronon.spark.Extensions._
import ai.chronon.spark.TableUtils
import ai.chronon.spark.TimedKvRdd
import ai.chronon.spark.{TableUtils, TimedKvRdd}
import org.apache.spark.sql.DataFrame
import org.apache.spark.sql.types.DataType
import org.slf4j.Logger
import org.slf4j.LoggerFactory
import org.slf4j.{Logger, LoggerFactory}

import scala.collection.mutable.ListBuffer

Expand Down
10 changes: 3 additions & 7 deletions ...ai/chronon/spark/scripts/DataServer.scala → ...a/ai/chronon/spark/stats/DataServer.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,13 +1,9 @@
package ai.chronon.spark.scripts
package ai.chronon.spark.stats

import ai.chronon.api.SerdeUtils
import ai.chronon.api.thrift.TBase
import ai.chronon.observability.TileDriftSeries
import ai.chronon.observability.TileSeriesKey
import ai.chronon.observability.TileSummarySeries
import ai.chronon.online.stats.DriftStore
import com.fasterxml.jackson.databind.ObjectMapper
import com.fasterxml.jackson.databind.SerializationFeature
import ai.chronon.observability.{TileDriftSeries, TileSeriesKey, TileSummarySeries}
import com.fasterxml.jackson.databind.{ObjectMapper, SerializationFeature}
import com.fasterxml.jackson.module.scala.DefaultScalaModule
import io.netty.bootstrap.ServerBootstrap
import io.netty.buffer.Unpooled
Expand Down
30 changes: 10 additions & 20 deletions ...non/spark/scripts/ObservabilityDemo.scala → ...ronon/spark/stats/ObservabilityDemo.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,34 +1,24 @@
package ai.chronon.spark.scripts
package ai.chronon.spark.stats

import ai.chronon
import ai.chronon.api.ColorPrinter.ColorString
import ai.chronon.api.Constants
import ai.chronon.api.Extensions.MetadataOps
import ai.chronon.api.Extensions.WindowOps
import ai.chronon.api.PartitionSpec
import ai.chronon.api.Extensions.{MetadataOps, WindowOps}
import ai.chronon.api.ScalaJavaConversions._
import ai.chronon.api.Window
import ai.chronon.observability.DriftMetric
import ai.chronon.observability.TileDriftSeries
import ai.chronon.observability.TileSummarySeries
import ai.chronon.api.{Constants, PartitionSpec, Window}
import ai.chronon.observability.{DriftMetric, TileDriftSeries, TileSummarySeries}
import ai.chronon.online.KVStore
import ai.chronon.online.stats.DriftStore
import ai.chronon.spark.SparkSessionBuilder
import ai.chronon.spark.TableUtils
import ai.chronon.spark.stats.drift.Summarizer
import ai.chronon.spark.stats.drift.SummaryUploader
import ai.chronon.spark.{SparkSessionBuilder, TableUtils}
import ai.chronon.spark.stats.drift.{Summarizer, SummaryUploader}
import ai.chronon.spark.stats.drift.scripts.PrepareData
import ai.chronon.spark.utils.InMemoryKvStore
import ai.chronon.spark.utils.MockApi
import org.rogach.scallop.ScallopConf
import org.rogach.scallop.ScallopOption
import org.slf4j.Logger
import org.slf4j.LoggerFactory
import ai.chronon.spark.utils.{InMemoryKvStore, MockApi}
import org.rogach.scallop.{ScallopConf, ScallopOption}
import org.slf4j.{Logger, LoggerFactory}

import java.util.concurrent.TimeUnit
import scala.collection.Seq
import scala.concurrent.Await
import scala.concurrent.duration.Duration
import scala.collection.Seq

object ObservabilityDemo {
@transient lazy val logger: Logger = LoggerFactory.getLogger(getClass)
Expand Down
20 changes: 7 additions & 13 deletions ...scripts/ObservabilityDemoDataLoader.scala → ...k/stats/ObservabilityDemoDataLoader.scala
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,21 +1,15 @@
package ai.chronon.spark.scripts
package ai.chronon.spark.stats

import ai.chronon.api.ColorPrinter.ColorString
import ai.chronon.api.Constants
import ai.chronon.api.Extensions.MetadataOps
import ai.chronon.online.HTTPKVStore
import ai.chronon.online.KVStore
import ai.chronon.spark.SparkSessionBuilder
import ai.chronon.spark.TableUtils
import ai.chronon.spark.stats.drift.Summarizer
import ai.chronon.spark.stats.drift.SummaryUploader
import ai.chronon.online.{HTTPKVStore, KVStore}
import ai.chronon.spark.{SparkSessionBuilder, TableUtils}
import ai.chronon.spark.stats.drift.{Summarizer, SummaryUploader}
import ai.chronon.spark.stats.drift.scripts.PrepareData
import ai.chronon.spark.utils.InMemoryKvStore
import ai.chronon.spark.utils.MockApi
import org.rogach.scallop.ScallopConf
import org.rogach.scallop.ScallopOption
import org.slf4j.Logger
import org.slf4j.LoggerFactory
import ai.chronon.spark.utils.{InMemoryKvStore, MockApi}
import org.rogach.scallop.{ScallopConf, ScallopOption}
import org.slf4j.{Logger, LoggerFactory}

object ObservabilityDemoDataLoader {
@transient lazy val logger: Logger = LoggerFactory.getLogger(getClass)
Expand Down
Loading