MNTOR-3919: cronjob WIP for churn emails

.env

@@ -31,6 +31,11 @@ AWS_SECRET_ACCESS_KEY=
 AWS_REGION=
 S3_BUCKET=
 
+# GCP bucket
+GCP_STORAGE_SA_PATH=
+GCP_STORAGE_PROJECT_ID=
+GCP_BUCKET=
+
 # Firefox Accounts OAuth
 FXA_SETTINGS_URL=https://accounts.stage.mozaws.net/settings
 

package.json

@@ -75,8 +75,10 @@
     "@fluent/bundle": "^0.18.0",
     "@fluent/langneg": "^0.7.0",
     "@fluent/react": "^0.15.2",
+    "@google-cloud/bigquery": "^7.9.1",
     "@google-cloud/logging-winston": "^6.0.0",
     "@google-cloud/pubsub": "^4.9.0",
+    "@google-cloud/storage": "^7.15.0",
     "@grpc/grpc-js": "1.12.2",
     "@leeoniya/ufuzzy": "^1.0.17",
     "@mozilla/glean": "^5.0.3",
@@ -90,6 +92,7 @@
     "@types/react": "^18.3.12",
     "@types/react-dom": "^18.3.1",
     "canvas-confetti": "^1.9.3",
+    "csv-parser": "^3.1.0",
     "dotenv-flow": "^4.1.0",
     "eslint-config-next": "^14.2.15",
     "ioredis": "^5.4.2",

src/db/migrations/20250115032133_subscriber_churns.js

@@ -0,0 +1,27 @@
+/* This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+
+export async function up(knex) {
+  await knex.schema
+    .createTable('subscriber_churns', function(table) {
+      table.increments('id').primary();
+      table.string('userid').unique();
+      table.string('customer').unique();
+      table.string('plan_id');
+      table.string('product_id');
+      table.string('intervl');
+      table.string('nickname');
+      table.timestamp('created');
+      table.timestamp('current_period_end');
+    })
+}
+
+/**
+ * @param { import("knex").Knex } knex
+ * @returns { Promise<void> }
+ */
+export async function down(knex) {
+  return knex.schema
+    .dropTableIfExists("subscriber_churns")
+}

src/db/tables/subscriber_churns.ts

@@ -0,0 +1,35 @@
+/* This Source Code Form is subject to the terms of the Mozilla Public
+ * License, v. 2.0. If a copy of the MPL was not distributed with this
+ * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
+
+import createDbConnection from "../connect";
+import { logger } from "../../app/functions/server/logging";
+import { SubscriberChurnRow } from "knex/types/tables";
+
+const knex = createDbConnection();
+
+async function upsertSubscriberChurns(
+  churningSubscribers: SubscriberChurnRow[],
+): Promise<SubscriberChurnRow[]> {
+  logger.info("upsert_subscriber_churns", {
+    count: churningSubscribers.length,
+  });
+
+  try {
+    const res = await knex("onerep_subscriber_churns")
+      .insert(churningSubscribers)
+      .onConflict("userid")
+      .merge(["intervl", "current_period_end"])
+      .returning("*");
+
+    logger.info("upsert_subscriber_churns_success", { count: res.length });
+    return res as SubscriberChurnRow[];
+  } catch (e) {
+    logger.error("upsert_subscriber_churns_error", {
+      error: JSON.stringify(e),
+    });
+    throw e;
+  }
+}
+
+export { upsertSubscriberChurns };

src/knex-tables.d.ts

@@ -26,6 +26,16 @@ declare module "knex/types/tables" {
     updated_at: Date;
   }
 
+  interface SubscriberChurnRow {
+    userid: string;
+    customer: string;
+    nickname: string;
+    intervl: string;
+    plan_id: string;
+    product_id: string;
+    current_period_end: string;
+  }
+
   interface OnerepScanResultDataBrokerRow extends OnerepScanResultRow {
     scan_result_status: RemovalStatus;
     broker_status: DataBrokerRemovalStatus;