lib.js

import NDK, { NDKEvent, NDKPrivateKeySigner } from '@nostr-dev-kit/ndk';
import { WebSocket } from 'ws';

// Hack to be able to have a global WebSocket object in Google Cloud Functions
global.WebSocket = WebSocket;

if (!process.env.NOSTR_PRIVATE_KEY) {
  throw new Error('NOSTR_PRIVATE_KEY environment variable is required');
}
const signer = new NDKPrivateKeySigner(process.env.NOSTR_PRIVATE_KEY);

// TODO: Should we get relays from the pubsub message or extend it through a query of kind 10002 events?
const RELAYS = [
  'wss://relay.damus.io',
  'wss://eden.nostr.land',
  'wss://nos.lol',
  'wss://relay.snort.social',
  'wss://relay.s3x.social',
  'wss://relay.protest.net',
  'wss://rss.nos.social',
];

const MODERATION_CATEGORIES = {
  hate: 'Content that expresses, incites, or promotes hate based on race, gender, ethnicity, religion, nationality, sexual orientation, disability status, or caste. Hateful content aimed at non-protected groups (e.g., chess players) is harrassment.',
  'hate/threatening':
    'Hateful content that also includes violence or serious harm towards the targeted group based on race, gender, ethnicity, religion, nationality, sexual orientation, disability status, or caste.',
  harassment:
    'Content that expresses, incites, or promotes harassing language towards any target.',
  'harassment/threatening':
    'Harassment content that also includes violence or serious harm towards any target.',
  'self-harm':
    'Content that promotes, encourages, or depicts acts of self-harm, such as suicide, cutting, and eating disorders.',
  'self-harm/intent':
    'Content where the speaker expresses that they are engaging or intend to engage in acts of self-harm, such as suicide, cutting, and eating disorders.',
  'self-harm/instructions':
    'Content that encourages performing acts of self-harm, such as suicide, cutting, and eating disorders, or that gives instructions or advice on how to commit such acts.',
  sexual:
    'Content meant to arouse sexual excitement, such as the description of sexual activity, or that promotes sexual services (excluding sex education and wellness).',
  'sexual/minors':
    'Sexual content that includes an individual who is under 18 years old.',
  violence: 'Content that depicts death, violence, or physical injury.',
  'violence/graphic':
    'Content that depicts death, violence, or physical injury in graphic detail.',
};

async function publishModerationResult(moderatedNostrEvent, moderation) {
  const ndk = new NDK({
    signer,
    explicitRelayUrls: RELAYS,
  });

  await ndk.connect();

  const moderationEvent = new NDKEvent(ndk);

  // NIP-32 https://github.com/nostr-protocol/nips/blob/master/32.md
  moderationEvent.kind = 1985;
  moderationEvent.tags.push([
    'e',
    moderatedNostrEvent.id,
    'wss://relay.damus.io',
  ]);
  moderationEvent.tags.push(['L', 'com.openai.ontology']);

  let content = '';
  for (const [category, isFlagged] of Object.entries(moderation.categories)) {
    if (isFlagged) {
      content += MODERATION_CATEGORIES[category] + '\n\n';
      moderationEvent.tags.push([
        'l',
        category,
        'com.openai.ontology',
        JSON.stringify({
          confidence: moderation.category_scores[category],
        }),
      ]);
    }
  }

  moderationEvent.content = content.trim();

  ndk.assertSigner();
  await moderationEvent.sign(ndk.signer);

  console.log('Publishing moderation event: ', JSON.stringify(moderationEvent));

  await moderationEvent.publish();
}

// This trick is needed so that we can stub the function in our tests
export default {
  publishModerationResult,
};