Worldbuilder MTurk task

crowdsourcing/environment/world_builder/hydra_configs/conf/pilot.yaml

@@ -0,0 +1,22 @@
+#@package _global_
+defaults:
+  - base
+game_url: "https://www.light-rpg.ai/"
+preauth_secret: "TODO"
+num_tasks: 50
+mephisto:
+  blueprint:
+    onboarding_qualification: "light-gameplay-onboarding"
+  task:
+    allowed_concurrent: 1
+    task_name: light-gameplay-task-pilot
+    task_title: "Pretend to be a character in a fantasy text-adventure world"
+    task_description: >
+      You will be provided a character to play as in a text adventure game.
+      After a brief tutorial, you can navigate the world and interact with other characters in the world.
+      Try to stay in character and accomplish your goal.
+      You must do 15 actions and have 15 turns of dialogue minimum to submit the task.
+    task_reward: 4.00
+    task_tags: "fantasy,text,role-playing,adventure,dialogue"
+    maximum_units_per_worker: 3
+    max_num_concurrent_units: 15

crowdsourcing/environment/world_builder/hydra_configs/conf/sandbox.yaml

@@ -0,0 +1,9 @@
+#@package _global_
+defaults:
+  - base
+game_url: "https://www.light-rpg.ai/"
+preauth_secret: "TODO"
+num_tasks: 10
+mephisto:
+  blueprint:
+    onboarding_qualification: "light-gameplay-onboarding-sandbox-2"

crowdsourcing/environment/world_builder/run_task.py

@@ -0,0 +1,152 @@
+#!/usr/bin/env python3
+
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+
+import os
+import hashlib
+
+from mephisto.operations.operator import Operator
+from mephisto.tools.scripts import (
+    build_custom_bundle,
+    task_script,
+)
+from mephisto.operations.hydra_config import build_default_task_config
+from mephisto.abstractions.blueprints.remote_procedure.remote_procedure_blueprint import (
+    SharedRemoteProcedureTaskState,
+    RemoteProcedureAgentState,
+)
+
+from omegaconf import DictConfig, MISSING
+from typing import List, Any, Dict
+from dataclasses import dataclass, field
+
+MAX_INCORRECT = 3
+
+
+def get_salted_hash(in_string, salt):
+    """Return a hash string for the given string using sha-256"""
+    salted_string = in_string + salt + in_string
+    res = hashlib.sha256(salted_string.encode("utf-8")).hexdigest()[:20]
+    return res
+
+
+@dataclass
+class BuilderTaskConfig(build_default_task_config("local")):  # type: ignore
+    game_url: str = field(
+        default=MISSING,
+        metadata={"help": "Complete URL to use for the version of the game running"},
+    )
+
+
+def validate_unit(unit):
+    agent = unit.get_assigned_agent()
+    if agent is None:
+        return
+
+    data = agent.state.get_data()
+
+    if data["final_submission"] is None:
+        return
+
+    final_data = data["final_submission"]["data"]
+
+    # TODO validate
+    return
+
+
+@task_script(config=BuilderTaskConfig)
+def main(operator: Operator, cfg: DictConfig) -> None:
+    tasks: List[Dict[str, Any]] = [{"url": cfg.game_url}] * cfg.num_tasks
+
+    def validate_onboarding(onboarding_data):
+        # TODO implement once we have an onboarding
+        return True
+
+    # TODO initialize agent as necessary for the below
+
+    def suggest_room(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        # Use add_room_description and add_room_backstory to fill these
+        # from a title alone
+        room_graph = args["room_graph"]
+        pass
+
+    def suggest_room_contents(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        room_graph = args["room_graph"]
+        target_room = args["target_room"]
+        # Use `add_object` and `add_character` to generate a list of suggestions for
+        # objects and characters
+        pass
+
+    def suggest_character_contents(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        room_graph = args["room_graph"]
+        target_room = args["target_room"]
+        # Use `add_character_wearing`, `add_character_wielding`, `add_character_carrying`
+        # to create three lists of suggestions
+        pass
+
+    def suggest_object_contents(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        room_graph = args["room_graph"]
+        target_room = args["target_room"]
+        # Use `add_object_contains` to create a list of object suggestions
+        pass
+
+    def fill_object(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        # Fill the attributes and contents of object_id with `add_all_static_attributes`
+        # and `add_all_object_attributes`
+        room_graph = args["room_graph"]
+        room_graph = args["object_id"]
+        pass
+
+    def fill_character(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        # Fill the attributes and contents of character_id with `add_all_character_attributes`
+        room_graph = args["room_graph"]
+        room_graph = args["character_id"]
+        pass
+
+    def fill_room(
+        _request_id: str, args: Dict[str, Any], agent_state: RemoteProcedureAgentState
+    ):
+        # Use add_object, add_character, fill_object, and fill_character to fill out this room
+        room_graph = args["room_graph"]
+        pass
+
+    function_registry = {
+        "suggest_room_contents": suggest_room_contents,
+        "suggest_character_contents": suggest_character_contents,
+        "suggest_object_contents": suggest_object_contents,
+        "suggest_room": suggest_room,
+        "fill_object": fill_object,
+        "fill_character": fill_character,
+        "fill_room": fill_room,
+    }
+
+    shared_state = SharedRemoteProcedureTaskState(
+        static_task_data=tasks,
+        function_registry=function_registry,
+        validate_onboarding=validate_onboarding,
+        on_unit_submitted=validate_unit,
+    )
+
+    task_dir = cfg.task_dir
+    build_custom_bundle(task_dir)
+
+    operator.launch_task_run(cfg.mephisto, shared_state)
+    operator.wait_for_runs_then_shutdown(skip_input=True, log_rate=30)
+
+
+if __name__ == "__main__":
+    main()

crowdsourcing/environment/world_builder/utils.py

@@ -0,0 +1,41 @@
+#!/usr/bin/env python3
+
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+
+import re
+
+"""
+Contains various utilities that make it easier to parse through the data
+and prepare it for processing.
+"""
+
+
+def get_spawns(dialogue_data):
+    spawns = []
+
+    for turn in dialogue_data:
+        text = turn["text"].strip()
+        if turn["caller"] == "SoulSpawnEvent":
+            spawns.append(text)
+
+    return spawns
+
+
+def was_tutorial(dialogue_data):
+    spawns = get_spawns(dialogue_data)
+    return (
+        "You are, well, yourself... a wandering soul who has yet to become someone in the full LIGHT "
+        "world. Perhaps you may be granted admission by the dungeon master?"
+    ) in "\n".join(spawns)
+
+
+def had_full_game(dialogue_data):
+    spawns = get_spawns(dialogue_data)
+    spawn_string = "\n".join(spawns)
+    NON_TUTORIAL_INIT_REGEX = "(?!.*  You\.)Your soul possesses (.*?). Roleplay well, my friend, and earn experience points!"
+    for line in spawn_string.split("\n"):
+        if bool(re.match(NON_TUTORIAL_INIT_REGEX, line)):
+            return True
+    return False

crowdsourcing/environment/world_builder/view_results.py

@@ -0,0 +1,79 @@
+#!/usr/bin/env python3
+
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+
+from mephisto.abstractions.databases.local_database import LocalMephistoDB
+from mephisto.tools.examine_utils import run_examine_or_review, print_results
+from mephisto.data_model.worker import Worker
+from light.colors import Colors as C
+from utils import was_tutorial, had_full_game
+
+db = LocalMephistoDB()
+
+
+def format_data_for_printing(data):
+    worker_name = Worker.get(db, data["worker_id"]).worker_name
+    duration = data["task_end"] - data["task_start"]
+    metadata_string = (
+        f"Worker: {worker_name}\nUnit: {data['unit_id']}\n"
+        f"Duration: {int(duration) / 60.0}\nStatus: {data['status']}\n"
+    )
+
+    dialogue_string = ""
+    dialogue_data = data["data"]["final_submission"]["data"]
+    feedback = data["data"]["final_submission"]["comments"]
+
+    curr_actor = None
+
+    says = 0
+    dos = 0
+    for turn in dialogue_data:
+        text = turn["text"].strip()
+        if turn["caller"] == "SoulSpawnEvent":
+            curr_actor = turn["actor"]
+            dialogue_string += f"{text}\n"
+        elif turn.get("actor") is None:
+            c = None
+            if text.endswith('"'):
+                says += 1
+                c = C.BOLD_GREEN
+            else:
+                dos += 1
+                c = C.BOLD_BLUE
+            dialogue_string += f"{c}{text}{C.RESET}\n"
+        elif turn.get("actor") == curr_actor:
+            text = text.replace("\n", "\n    ")
+            dialogue_string += f"  {text}\n"
+        else:
+            text = text.replace("\n", "\n    ")
+            dialogue_string += f"  {C.PURPLE}{text}{C.RESET}\n"
+
+    dialogue_had_tutorial = was_tutorial(dialogue_data)
+    dialogue_had_full_game = had_full_game(dialogue_data)
+    episode_type = f"{C.BOLD_PURPLE}UNKNOWN{C.RESET}"
+    if dialogue_had_tutorial:
+        if dialogue_had_full_game:
+            episode_type = f"{C.BOLD_GREEN}COMPELTED TUTORIAL{C.RESET}"
+        else:
+            episode_type = f"{C.BOLD_RED}FAILED TUTORIAL{C.RESET}"
+    elif dialogue_had_full_game:
+        episode_type = f"{C.BOLD_BLUE}RETURNING WORKER{C.RESET}"
+
+    return (
+        f"{metadata_string}"
+        f"Says: {says}, Dos: {dos}\n"
+        f"Type: {episode_type}\n"
+        f"Feedback: {feedback}\n\n"
+        f"{dialogue_string}-----------\n\n"
+    )
+
+
+def main():
+    db = LocalMephistoDB()
+    run_examine_or_review(db, format_data_for_printing)
+
+
+if __name__ == "__main__":
+    main()

crowdsourcing/environment/world_builder/webapp/.babelrc

@@ -0,0 +1,4 @@
+{
+  "presets": ["@babel/env", "@babel/preset-react"],
+  "plugins": ["@babel/plugin-proposal-class-properties"]
+}

crowdsourcing/environment/world_builder/webapp/.eslintrc

@@ -0,0 +1,3 @@
+{
+  "extends": ["react-app"]
+}

crowdsourcing/environment/world_builder/webapp/.gitignore

@@ -0,0 +1,23 @@
+# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
+
+# dependencies
+/node_modules
+/.pnp
+.pnp.js
+
+# testing
+/coverage
+
+# production
+/build
+
+# misc
+.DS_Store
+.env.local
+.env.development.local
+.env.test.local
+.env.production.local
+
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*