Github archive

backend/config/custom-environment-variables.json

@@ -222,5 +222,13 @@
     "clientSecret": "CROWD_GITLAB_CLIENT_SECRET",
     "callbackUrl": "CROWD_GITLAB_CALLBACK_URL",
     "webhookToken": "CROWD_GITLAB_WEBHOOK_TOKEN"
+  },
+  "snowflake": {
+    "privateKey": "CROWD_SNOWFLAKE_PRIVATE_KEY",
+    "account": "CROWD_SNOWFLAKE_ACCOUNT",
+    "username": "CROWD_SNOWFLAKE_USERNAME",
+    "database": "CROWD_SNOWFLAKE_DATABASE",
+    "warehouse": "CROWD_SNOWFLAKE_WAREHOUSE",
+    "role": "CROWD_SNOWFLAKE_ROLE"
   }
 }

backend/package.json

@@ -66,6 +66,7 @@
     "@crowd/temporal": "workspace:*",
     "@crowd/tracing": "workspace:*",
     "@crowd/types": "workspace:*",
+    "@crowd/snowflake": "workspace:*",
     "@google-cloud/storage": "5.3.0",
     "@octokit/auth-app": "^3.6.1",
     "@octokit/core": "^6.1.2",

backend/src/api/integration/helpers/githubOrgRepos.ts

@@ -0,0 +1,10 @@
+import Permissions from '@/security/permissions'
+import GithubIntegrationService from '@/services/githubIntegrationService'
+import PermissionChecker from '@/services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.integrationEdit)
+
+  const payload = await GithubIntegrationService.getOrgRepos(req.params.org)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/helpers/githubSearchOrgs.ts

@@ -0,0 +1,10 @@
+import Permissions from '@/security/permissions'
+import GithubIntegrationService from '@/services/githubIntegrationService'
+import PermissionChecker from '@/services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.integrationEdit)
+
+  const payload = await GithubIntegrationService.findOrgs(req.query.query)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/helpers/githubSearchRepos.ts

@@ -0,0 +1,10 @@
+import Permissions from '@/security/permissions'
+import GithubIntegrationService from '@/services/githubIntegrationService'
+import PermissionChecker from '@/services/user/permissionChecker'
+
+export default async (req, res) => {
+  new PermissionChecker(req).validateHas(Permissions.values.integrationEdit)
+
+  const payload = await GithubIntegrationService.findGithubRepos(req.query.query)
+  await req.responseHandler.success(req, res, payload)
+}

backend/src/api/integration/index.ts

@@ -44,6 +44,18 @@ export default (app) => {
     `/tenant/:tenantId/integration/:id/github/repos`,
     safeWrap(require('./helpers/githubMapReposGet').default),
   )
+  app.get(
+    `/tenant/:tenantId/integration/github/search/orgs`,
+    safeWrap(require('./helpers/githubSearchOrgs').default),
+  )
+  app.get(
+    `/tenant/:tenantId/integration/github/search/repos`,
+    safeWrap(require('./helpers/githubSearchRepos').default),
+  )
+  app.get(
+    `/tenant/:tenantId/integration/github/orgs/:org/repos`,
+    safeWrap(require('./helpers/githubOrgRepos').default),
+  )
   app.put(
     `/discord-authenticate/:tenantId/:guild_id`,
     safeWrap(require('./helpers/discordAuthenticate').default),

backend/src/conf/configTypes.ts

@@ -256,3 +256,12 @@ export interface IRedditConfig {
   clientId: string
   clientSecret: string
 }
+
+export interface SnowflakeConfiguration {
+  privateKey: string
+  account: string
+  username: string
+  database: string
+  warehouse: string
+  role: string
+}

backend/src/conf/index.ts

@@ -44,6 +44,7 @@ import {
   TwitterConfiguration,
   UnleashConfiguration,
   WeeklyEmailsConfiguration,
+  SnowflakeConfiguration,
 } from './configTypes'
 
 // TODO-kube
@@ -172,3 +173,7 @@ export const OPEN_STATUS_API_CONFIG: IOpenStatusApiConfig =
 export const GITLAB_CONFIG: GitlabConfiguration = config.get<GitlabConfiguration>('gitlab')
 
 export const REDDIT_CONFIG: IRedditConfig = config.get<IRedditConfig>('reddit')
+
+
+export const SNOWFLAKE_CONFIG: SnowflakeConfiguration =
+  config.get<SnowflakeConfiguration>('snowflake')

backend/src/services/githubIntegrationService.ts

@@ -0,0 +1,63 @@
+import { request } from '@octokit/request'
+
+import { GithubSnowflakeClient, SnowflakeClient } from '@crowd/snowflake'
+
+import { IServiceOptions } from './IServiceOptions'
+
+export default class GithubIntegrationService {
+  constructor(private readonly options: IServiceOptions) {}
+
+  public async getGithubRepositories(org: string) {
+    const client = SnowflakeClient.fromEnv()
+    this.options.log.info(`Getting GitHub repositories for org: ${org}`)
+    const githubClient = new GithubSnowflakeClient(client)
+    return githubClient.getOrgRepositories({ org, perPage: 10000 })
+  }
+
+  public static async findGithubRepos(query: string) {
+    const [orgRepos, repos] = await Promise.all([
+      request('GET /search/repositories', {
+        q: `owner:${query}`,
+      }).catch((err) => {
+        this.options.log.error(`Error getting GitHub repositories for org: ${query}`, err)
+        return { data: { items: [] } }
+      }),
+      request('GET /search/repositories', {
+        q: query,
+      }),
+    ])
+
+    // console.log([...orgRepos.data.items, ...repos.data.items])
+
+    return [...orgRepos.data.items, ...repos.data.items].map((item) => ({
+      name: item.name,
+      url: item.html_url,
+      org: {
+        name: item.owner.login,
+        url: item.owner.html_url,
+        logo: item.owner.avatar_url,
+      },
+    }))
+  }
+
+  public static async findOrgs(query: string) {
+    const response = await request('GET /search/users', {
+      q: query,
+    })
+    return response.data.items.map((item) => ({
+      name: item.login,
+      url: item.html_url,
+      logo: item.avatar_url,
+    }))
+  }
+
+  public static async getOrgRepos(org: string) {
+    const response = await request('GET /orgs/{org}/repos', {
+      org,
+    })
+    return response.data.map((repo) => ({
+      name: repo.name,
+      url: repo.html_url,
+    }))
+  }
+}