diff --git a/analysis/cheung_variants/analysis_utils.py b/analysis/cheung_variants/analysis_utils.py
index a25bbde1..52f1a38a 100644
--- a/analysis/cheung_variants/analysis_utils.py
+++ b/analysis/cheung_variants/analysis_utils.py
@@ -6,6 +6,28 @@
def make_deont_util_plot(scenario_name, plot_df, results_path):
+ plot_df = plot_df.copy()
+
+ # Normalize labels so Seaborn order always matches regardless of input dtype
+ for col in ["deontology_label", "utility_label"]:
+ plot_df[col] = plot_df[col].astype(str).str.strip()
+
+ plot_df["value"] = plot_df["value"].astype(float)
+
+ deontology_order = [
+ x for x in ["1", "2", "3"]
+ if x in plot_df["deontology_label"].dropna().unique().tolist()
+ ]
+ utility_order = [
+ x for x in ["1", "2", "3"]
+ if x in plot_df["utility_label"].dropna().unique().tolist()
+ ]
+
+ if not deontology_order:
+ deontology_order = sorted(plot_df["deontology_label"].dropna().unique().tolist())
+ if not utility_order:
+ utility_order = sorted(plot_df["utility_label"].dropna().unique().tolist())
+
# Two blue shades for the two measures
blue_palette = {
@@ -27,14 +49,15 @@ def make_deont_util_plot(scenario_name, plot_df, results_path):
errorbar="se",
capsize=0.12,
palette=blue_palette,
- order=["1", "2", "3"],
+ order=deontology_order,
ax=axes[0],
)
axes[0].set_title(f"Mean Ratings ± SE by Deontology Label ({scenario_name})", pad=12)
axes[0].set_xlabel("Deontology Category")
axes[0].set_ylabel("Rating")
- axes[0].set_xticklabels(["Low", "Medium", "High"])
+ label_map = {"1": "Low", "2": "Medium", "3": "High"}
+ axes[0].set_xticklabels([label_map.get(x, x) for x in deontology_order])
axes[0].grid(axis="y", linestyle="--", alpha=0.3)
axes[0].set_ylim(-100, 100)
@@ -52,7 +75,7 @@ def make_deont_util_plot(scenario_name, plot_df, results_path):
errorbar="se",
capsize=0.12,
palette=blue_palette,
- order=["1", "2", "3"],
+ order=utility_order,
ax=axes[1],
)
@@ -60,7 +83,7 @@ def make_deont_util_plot(scenario_name, plot_df, results_path):
axes[1].set_xlabel("Utility Category")
axes[1].set_ylabel("")
- axes[1].set_xticklabels(["Low", "Medium", "High"])
+ axes[1].set_xticklabels([label_map.get(x, x) for x in utility_order])
axes[1].set_ylim(-100, 100)
axes[1].grid(axis="y", linestyle="--", alpha=0.3)
@@ -71,4 +94,5 @@ def make_deont_util_plot(scenario_name, plot_df, results_path):
sns.despine()
plt.tight_layout()
- plt.savefig(results_path / f"{scenario_name}_deont_util_comparison.png", dpi=300)
\ No newline at end of file
+ plt.savefig(results_path / f"{scenario_name}_deont_util_comparison.png", dpi=300)
+ plt.show()
\ No newline at end of file
diff --git a/analysis/cheung_variants/cheung_visualizations/lifeboat_deont_util_comparison.png b/analysis/cheung_variants/cheung_visualizations/lifeboat_deont_util_comparison.png
new file mode 100644
index 00000000..bc55f655
Binary files /dev/null and b/analysis/cheung_variants/cheung_visualizations/lifeboat_deont_util_comparison.png differ
diff --git a/analysis/cheung_variants/cheung_visualizations/robinhood_deont_util_comparison.png b/analysis/cheung_variants/cheung_visualizations/robinhood_deont_util_comparison.png
new file mode 100644
index 00000000..cdb04899
Binary files /dev/null and b/analysis/cheung_variants/cheung_visualizations/robinhood_deont_util_comparison.png differ
diff --git a/analysis/cheung_variants/cheung_visualizations/ropeladder_deont_util_comparison.png b/analysis/cheung_variants/cheung_visualizations/ropeladder_deont_util_comparison.png
new file mode 100644
index 00000000..6a6a6b1b
Binary files /dev/null and b/analysis/cheung_variants/cheung_visualizations/ropeladder_deont_util_comparison.png differ
diff --git a/analysis/cheung_variants/cheung_visualizations/tyrannicide_deont_util_comparison.png b/analysis/cheung_variants/cheung_visualizations/tyrannicide_deont_util_comparison.png
new file mode 100644
index 00000000..fc112c69
Binary files /dev/null and b/analysis/cheung_variants/cheung_visualizations/tyrannicide_deont_util_comparison.png differ
diff --git a/analysis/cheung_variants/validate_annotation_AL.ipynb b/analysis/cheung_variants/validate_annotation_AL.ipynb
index d25d0428..c83adf24 100644
--- a/analysis/cheung_variants/validate_annotation_AL.ipynb
+++ b/analysis/cheung_variants/validate_annotation_AL.ipynb
@@ -10,7 +10,7 @@
},
{
"cell_type": "code",
- "execution_count": 1,
+ "execution_count": null,
"id": "5fd1d646",
"metadata": {},
"outputs": [],
@@ -22,12 +22,14 @@
"import seaborn as sns\n",
"import matplotlib.pyplot as plt\n",
"from scipy.stats import chi2_contingency, ttest_ind\n",
- "from functools import reduce"
+ "from functools import reduce\n",
+ "import os\n",
+ "import sys"
]
},
{
"cell_type": "code",
- "execution_count": 2,
+ "execution_count": null,
"id": "a741242b",
"metadata": {},
"outputs": [],
@@ -39,19 +41,10 @@
},
{
"cell_type": "code",
- "execution_count": 3,
+ "execution_count": null,
"id": "2f0db012",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "scenarios_path: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../scenarios_inputs/cheung_variants\n",
- "annotated_output_path: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"scenarios_path = Path().resolve() / \"../../scenarios_inputs\" / \"cheung_variants\" \n",
"annotated_output_path = Path().resolve() / \"../../annotated_outputs\" / \"cheung_variants\"\n",
@@ -63,12 +56,35 @@
},
{
"cell_type": "code",
- "execution_count": 4,
+ "execution_count": null,
+ "id": "7e352d53",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "ROOT_DIR = os.getcwd() + '/../../'\n",
+ "sys.path.append(ROOT_DIR)\n",
+ "sys.path.append(ROOT_DIR+'src/')\n"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "aa43ed7f",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "ROOT_DIR"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
"id": "b1bb8bda",
"metadata": {},
"outputs": [],
"source": [
- "import analysis_utils"
+ "import analysis_utils\n",
+ "import src.generic_analysis_utils as generic_analysis_utils"
]
},
{
@@ -81,14 +97,14 @@
},
{
"cell_type": "code",
- "execution_count": 7,
+ "execution_count": null,
"id": "f2711d8e",
"metadata": {},
"outputs": [],
"source": [
"def read_scenario(file_path): \n",
"\n",
- " narrative, id = parse_filename(file_path)\n",
+ " narrative, id = generic_analysis_utils.parse_filename_cheung(file_path)\n",
"\n",
"\n",
" with open(file_path, 'r') as f:\n",
@@ -96,7 +112,7 @@
" \n",
" nodes = [json.loads(line.strip()) for line in lines if line.strip()]\n",
"\n",
- " act_choice = extract_action(nodes)\n",
+ " act_choice = generic_analysis_utils.extract_action(nodes)\n",
"\n",
"\n",
" # also return original scenario text for reference\n",
@@ -125,185 +141,9 @@
" return nodes, scenario_info"
]
},
- {
- "cell_type": "code",
- "execution_count": 5,
- "id": "2c72d396",
- "metadata": {},
- "outputs": [],
- "source": [
- "#parse the read in filenames to get the condition and id\n",
- "def parse_filename(filename):\n",
- " #filename is of the form \"%s_%d_choice_1.json\"\n",
- " parts = filename.stem.split(\"_\")\n",
- " narrative = parts[0]\n",
- " id = int(parts[1])\n",
- " return narrative, id"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 6,
- "id": "920a8832",
- "metadata": {},
- "outputs": [],
- "source": [
- "def extract_action(nodes):\n",
- " \n",
- " value = None\n",
- "\n",
- " for node in nodes:\n",
- " n = node.get('node',{})\n",
- " if n.get('kind') == 'action_choice':\n",
- " # print(n.get('label'))\n",
- " label = n.get('label')\n",
- " \n",
- " \n",
- "\n",
- " return label"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 8,
- "id": "7b258f73",
- "metadata": {},
- "outputs": [],
- "source": [
- "\n",
- "def events_to_utility_df(nodes):\n",
- " \n",
- " util_dfs = []\n",
- "\n",
- " for node in nodes:\n",
- " n = node.get('node',{})\n",
- " if n.get('kind') == 'event':\n",
- " links = node.get('links')\n",
- " data = {}\n",
- " for link in links:\n",
- " to_node = link.get('to_node')\n",
- " value = link.get('link', {}).get('value')\n",
- " data[to_node] = value\n",
- " label = n.get('label')\n",
- " df = pd.DataFrame([data], index=[label])\n",
- " util_dfs.append(df)\n",
- "\n",
- " df = pd.concat(util_dfs, ignore_index=False)\n",
- " df = df.apply(pd.to_numeric)\n",
- " \n",
- " return df\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 9,
- "id": "fd07ff3b",
- "metadata": {},
- "outputs": [],
- "source": [
- "def extract_deontology(nodes):\n",
- " \n",
- " value = None\n",
- "\n",
- " for node in nodes:\n",
- " n = node.get('node',{})\n",
- " if n.get('kind') == 'action_choice':\n",
- " # print(n.get('label'))\n",
- " links = node.get('links')\n",
- " # print(links)\n",
- " for link in links:\n",
- " # print(link)\n",
- " if link.get('link', {}).get('kind')=='v-link':\n",
- " value = link.get('link', {}).get('value')\n",
- " \n",
- "\n",
- " return value"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "id": "8a98cb70",
- "metadata": {},
- "outputs": [],
- "source": [
- "# #attempt for a generitc utility function to read the annotation files for a given annotation output json file.\n",
- "# def parse_events_with_labels(file_path):\n",
- "# \"\"\"\n",
- "# Parse a JSON file containing event nodes and extract their C/I/K polarity labels.\n",
- " \n",
- "# Args:\n",
- "# file_path: Path to the JSON file\n",
- " \n",
- "# Returns:\n",
- "# dict: Mapping of event labels to their C/I/K polarity strings\n",
- "# e.g., {\"Historical buildings are demolished\": \"C+I+K+\", ...}\n",
- "# \"\"\"\n",
- "# with open(file_path, 'r') as f:\n",
- "# lines = f.readlines()\n",
- " \n",
- "# # Parse each line to create a list of JSON objects\n",
- "# nodes = [json.loads(line.strip()) for line in lines if line.strip()]\n",
- " \n",
- "# # Find the first being node (first node with kind \"being\")\n",
- "# being_node = None\n",
- "# for node_obj in nodes:\n",
- "# if node_obj.get('node', {}).get('kind') == 'being':\n",
- "# being_node = node_obj\n",
- "# break\n",
- " \n",
- "# if not being_node:\n",
- "# return {}\n",
- " \n",
- "# # Create a mapping from event labels to their C/I/K values\n",
- "# event_labels = {}\n",
- " \n",
- "# for link in being_node.get('links', []):\n",
- "# to_node_label = link.get('to_node')\n",
- "# b_link_value = link.get('link', {}).get('value')\n",
- " \n",
- "# if to_node_label and b_link_value:\n",
- "# event_labels[to_node_label] = b_link_value\n",
- " \n",
- "# # Filter to only include actual events\n",
- "# event_nodes = {\n",
- "# node_obj['node']['label'] \n",
- "# for node_obj in nodes \n",
- "# if node_obj.get('node', {}).get('kind') == 'event'\n",
- "# }\n",
- " \n",
- "# return {label: value for label, value in event_labels.items() if label in event_nodes}"
- ]
- },
{
"cell_type": "code",
"execution_count": null,
- "id": "6d563d64",
- "metadata": {},
- "outputs": [],
- "source": [
- "# def get_utilities(nodes):\n",
- "\n",
- "# util_df = events_to_utility_df(nodes)\n",
- "\n",
- "\n",
- "# # For each being (column), calculate product of positive and negative utilities across outcomes\n",
- "# utility_products = {}\n",
- "# for col in util_df.columns:\n",
- "# positive_utils = util_df[col][util_df[col] > 0]\n",
- "# negative_utils = util_df[col][util_df[col] < 0]\n",
- "# pos_product = reduce(lambda x, y: x * y, positive_utils, 1) if not positive_utils.empty else 0\n",
- "# neg_product = reduce(lambda x, y: x * y, negative_utils, 1) if not negative_utils.empty else 0\n",
- "# utility_products[col] = {\"positive_product\": pos_product, \"negative_product\": neg_product, \"difference\": pos_product - neg_product}\n",
- "\n",
- "# util_mean_df = pd.DataFrame({'mean_utility': util_df.mean()})\n",
- " \n",
- "# return util_mean_df\n"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": 12,
"id": "b94dd13a",
"metadata": {},
"outputs": [],
@@ -323,7 +163,7 @@
" print(f\"Scenario action choice: {scenario_dictionary['act']}\")\n",
" print(f\"Scenario utility: {scenario_dictionary['utility']}\")\n",
" print(f\"Scenario deontology: {scenario_dictionary['deontology']}\")\n",
- " util_df = events_to_utility_df(nodes)\n",
+ " util_df = generic_analysis_utils.events_to_utility_df(nodes)\n",
"\n",
"\n",
" #get the column means for the utility dataframe (per entity)\n",
@@ -337,17 +177,16 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": null,
"id": "fd308026",
"metadata": {},
"outputs": [],
"source": [
- "\n",
"def get_counterfact_util(scenario_id):\n",
"\n",
- " util_mean_1 = single_scenario_analysis(scenario_name, scenario_id,1)\n",
+ " util_mean_1 = single_scenario_analysis(SCENARIO_NAME, scenario_id,1)\n",
" print('\\n\\n')\n",
- " util_mean_2 = single_scenario_analysis(scenario_name, scenario_id,2)\n",
+ " util_mean_2 = single_scenario_analysis(SCENARIO_NAME, scenario_id,2)\n",
"\n",
" util_diff = util_mean_1 - util_mean_2\n",
" print('\\n\\nutility difference between choice 1 and choice 2: ' + str(util_diff))\n",
@@ -355,6 +194,70 @@
" return util_diff\n"
]
},
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "98c95108",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "def create_agg_df():\n",
+ "\n",
+ " rows = []\n",
+ "\n",
+ " for scenario_id in SCENARIO_LIST:\n",
+ "\n",
+ "\n",
+ " #read in scenario action choice 1\n",
+ " this_filename = filename_template % (SCENARIO_NAME, scenario_id, 1)\n",
+ " file_path = annotated_output_path / this_filename\n",
+ " nodes, scenario_dictionary = read_scenario(file_path)\n",
+ "\n",
+ "\n",
+ " # #get condition labels\n",
+ " # print(f\"Scenario number: {scenario_dictionary['id']}\")\n",
+ " # print(f\"Scenario action choice: {scenario_dictionary['act']}\")\n",
+ " # print(f\"Scenario utility: {scenario_dictionary['utility']}\")\n",
+ " # print(f\"Scenario deontology: {scenario_dictionary['deontology']}\")\n",
+ "\n",
+ "\n",
+ " #get utility from this action\n",
+ " util_df = generic_analysis_utils.events_to_utility_df(nodes)\n",
+ " util_mean_1 = np.mean(util_df.mean())\n",
+ "\n",
+ " #read in scenario action choice 2\n",
+ " this_filename = filename_template % (SCENARIO_NAME, scenario_id, 2)\n",
+ " file_path = annotated_output_path / this_filename\n",
+ " nodes_2, scenario_dictionary_2 = read_scenario(file_path)\n",
+ " #get utility from this action\n",
+ " util_df = generic_analysis_utils.events_to_utility_df(nodes_2)\n",
+ " util_mean_2 = np.mean(util_df.mean())\n",
+ "\n",
+ "\n",
+ " util_diff = util_mean_1 - util_mean_2\n",
+ "\n",
+ "\n",
+ "\n",
+ " rows.append(\n",
+ " {\n",
+ " \"scenario_id\": scenario_dictionary.get(\"id\"),\n",
+ " \"narrative\": scenario_dictionary.get(\"narrative\"),\n",
+ " \"deontology_label\": scenario_dictionary.get(\"deontology\"),\n",
+ " \"utility_label\": scenario_dictionary.get(\"utility\"),\n",
+ " \"deontology_rating\": generic_analysis_utils.extract_deontology(nodes),\n",
+ " \"utility_rating\": util_diff, \n",
+ " }\n",
+ " )\n",
+ "\n",
+ " results_df = pd.DataFrame(rows)\n",
+ " results_df.sort_values(by=\"scenario_id\", inplace=True)\n",
+ " # Ensure numeric columns are numeric\n",
+ " results_df[\"deontology_rating\"] = pd.to_numeric(results_df[\"deontology_rating\"], errors=\"coerce\")\n",
+ " results_df[\"utility_rating\"] = pd.to_numeric(results_df[\"utility_rating\"], errors=\"coerce\")\n",
+ "\n",
+ " return results_df"
+ ]
+ },
{
"cell_type": "markdown",
"id": "95125006",
@@ -365,14 +268,14 @@
},
{
"cell_type": "code",
- "execution_count": 14,
+ "execution_count": null,
"id": "2136dd5e",
"metadata": {},
"outputs": [],
"source": [
"#get all of the json files in the annotated_output_path\n",
- "SCENARIO_NAME = \"tyrannicide2\"\n",
- "json_files = list(annotated_output_path.glob(f\"*{SCENARIO_NAME}*choice_1.json\"))\n",
+ "SCENARIO_NAME = \"lifeboat\"\n",
+ "json_files = list(annotated_output_path.glob(f\"*{SCENARIO_NAME}_*choice_1.json\"))\n",
"SCENARIO_LIST = list(range(1, int(len(json_files)) + 1))\n",
"#note, we assume that there are 2 action ids, where id 1 is the action and id 2 is the counterfactual action. \n",
"filename_template = \"%s_%d_choice_%d.json\""
@@ -388,23 +291,10 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": null,
"id": "cca1679c",
"metadata": {},
- "outputs": [
- {
- "ename": "NameError",
- "evalue": "name 'scenario_name' is not defined",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)",
- "Cell \u001b[0;32mIn[15], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mget_counterfact_util\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\n",
- "Cell \u001b[0;32mIn[13], line 3\u001b[0m, in \u001b[0;36mget_counterfact_util\u001b[0;34m(scenario_id)\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget_counterfact_util\u001b[39m(scenario_id):\n\u001b[0;32m----> 3\u001b[0m util_mean_1 \u001b[38;5;241m=\u001b[39m single_scenario_analysis(\u001b[43mscenario_name\u001b[49m, scenario_id,\u001b[38;5;241m1\u001b[39m)\n\u001b[1;32m 4\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m'\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m'\u001b[39m)\n\u001b[1;32m 5\u001b[0m util_mean_2 \u001b[38;5;241m=\u001b[39m single_scenario_analysis(scenario_name, scenario_id,\u001b[38;5;241m2\u001b[39m)\n",
- "\u001b[0;31mNameError\u001b[0m: name 'scenario_name' is not defined"
- ]
- }
- ],
+ "outputs": [],
"source": [
"get_counterfact_util(1)"
]
@@ -414,52 +304,7 @@
"execution_count": null,
"id": "ce006fad",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_4_choice_1.json\n",
- "Scenario number: 4\n",
- "Scenario action choice: torture the dictator\n",
- "Scenario utility: 2\n",
- "Scenario deontology: 1\n",
- "i -33.6\n",
- "the dictator -41.0\n",
- "6 co-conspirators 12.6\n",
- "the dictator's family members -25.0\n",
- "the dictator's followers -23.0\n",
- "other people in the dominican republic 11.0\n",
- "dtype: float64\n",
- "overall mean: -16.5\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_4_choice_2.json\n",
- "Scenario number: 4\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 2\n",
- "Scenario deontology: 1\n",
- "i -51.25\n",
- "co-conspirator 1 -71.25\n",
- "co-conspirator 2 -72.50\n",
- "co-conspirator 3 -71.25\n",
- "co-conspirator 4 -72.50\n",
- "co-conspirator 5 -71.25\n",
- "co-conspirator 6 -73.75\n",
- "the dictator 78.75\n",
- "the dictator's family members 63.75\n",
- "the dictator's followers 48.75\n",
- "other dissenters in the dominican republic -88.50\n",
- "other people in the dominican republic -85.75\n",
- "dtype: float64\n",
- "overall mean: -38.895833333333336\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: 22.395833333333336\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
"get_counterfact_util(4)"
]
@@ -469,46 +314,9 @@
"execution_count": null,
"id": "8c2503b1",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_2_choice_1.json\n",
- "Scenario number: 2\n",
- "Scenario action choice: kidnap the dictator\n",
- "Scenario utility: 3\n",
- "Scenario deontology: 2\n",
- "i 0.833333\n",
- "the dictator -55.833333\n",
- "6 co-conspirators 51.333333\n",
- "the dictator's family members -44.166667\n",
- "the dictator's followers -36.666667\n",
- "dtype: float64\n",
- "overall mean: -16.9\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_2_choice_2.json\n",
- "Scenario number: 2\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 3\n",
- "Scenario deontology: 2\n",
- "i -13.75\n",
- "the dictator 73.75\n",
- "6 co-conspirators -52.50\n",
- "the dictator's family members 62.50\n",
- "the dictator's followers 55.00\n",
- "dtype: float64\n",
- "overall mean: 25.0\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: -41.9\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
- "get_counterfact_util(2)"
+ "get_counterfact_util(7)"
]
},
{
@@ -516,49 +324,9 @@
"execution_count": null,
"id": "82e2dee2",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_5_choice_1.json\n",
- "Scenario number: 5\n",
- "Scenario action choice: kidnap the dictator\n",
- "Scenario utility: 2\n",
- "Scenario deontology: 2\n",
- "i 7.571429\n",
- "6 co-conspirators 47.428571\n",
- "the dictator -55.000000\n",
- "unknown number of the dictator's family members -42.142857\n",
- "unknown number of the dictator's followers -38.571429\n",
- "unknown number of other people in the dominican republic who are not the dictator, his family, his followers, or the 7 conspirators 53.000000\n",
- "dtype: float64\n",
- "overall mean: -4.61904761904762\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_5_choice_2.json\n",
- "Scenario number: 5\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 2\n",
- "Scenario deontology: 2\n",
- "i -9.0\n",
- "6 co-conspirators -51.0\n",
- "the dictator 49.0\n",
- "the dictator's family members 47.4\n",
- "the dictator's followers 35.6\n",
- "other dissenters in the dominican republic -46.6\n",
- "other people in the dominican republic who are neither the dictator, his family members, his followers, dissenters, nor the 7 conspirators -47.4\n",
- "dtype: float64\n",
- "overall mean: -3.142857142857143\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: -1.4761904761904776\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
- "get_counterfact_util(5)"
+ "get_counterfact_util(2)"
]
},
{
@@ -566,53 +334,9 @@
"execution_count": null,
"id": "a0353f27",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_8_choice_1.json\n",
- "Scenario number: 8\n",
- "Scenario action choice: kidnap the dictator\n",
- "Scenario utility: 1\n",
- "Scenario deontology: 2\n",
- "i -12.142857\n",
- "6 co-conspirators 37.142857\n",
- "1 dictator 36.571429\n",
- "the dictator's family members who are not also his followers -34.285714\n",
- "the dictator's followers who are not family members -39.285714\n",
- "other people in the dominican republic, excluding all of the above 25.285714\n",
- "dtype: float64\n",
- "overall mean: 2.214285714285714\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_8_choice_2.json\n",
- "Scenario number: 8\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 1\n",
- "Scenario deontology: 2\n",
- "i -16.666667\n",
- "co-conspirator 1 -5.000000\n",
- "co-conspirator 2 -50.000000\n",
- "co-conspirator 3 -41.666667\n",
- "co-conspirator 4 -51.666667\n",
- "co-conspirator 5 -51.666667\n",
- "co-conspirator 6 -43.333333\n",
- "the dictator 66.000000\n",
- "the dictator's family members 51.666667\n",
- "the dictator's followers 50.000000\n",
- "other people in the dominican republic affected by the regime, excluding those already listed -82.666667\n",
- "dtype: float64\n",
- "overall mean: -15.909090909090908\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: 18.123376623376622\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
- "get_counterfact_util(8)"
+ "get_counterfact_util(5)"
]
},
{
@@ -620,48 +344,9 @@
"execution_count": null,
"id": "52d50ed1",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_3_choice_1.json\n",
- "Scenario number: 3\n",
- "Scenario action choice: take the dictator into custody\n",
- "Scenario utility: 3\n",
- "Scenario deontology: 3\n",
- "i -25.000000\n",
- "the dictator -26.666667\n",
- "6 co-conspirators 23.333333\n",
- "unknown number of the dictator's family members -14.666667\n",
- "unknown number of the dictator's followers -16.666667\n",
- "unknown number of people in my country currently at risk of being killed by the regime 38.333333\n",
- "dtype: float64\n",
- "overall mean: -3.555555555555556\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_3_choice_2.json\n",
- "Scenario number: 3\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 3\n",
- "Scenario deontology: 3\n",
- "i -33.333333\n",
- "the dictator 51.666667\n",
- "6 co-conspirators -45.000000\n",
- "unknown number of the dictator's family members 24.166667\n",
- "unknown number of the dictator's followers 36.666667\n",
- "unknown number of other people in my country, outside the groups above, who would not be killed by the regime in this scenario -40.000000\n",
- "dtype: float64\n",
- "overall mean: -0.9722222222222238\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: -2.583333333333332\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
- "get_counterfact_util(3)"
+ "get_counterfact_util(8)"
]
},
{
@@ -669,49 +354,9 @@
"execution_count": null,
"id": "8326792e",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_6_choice_1.json\n",
- "Scenario number: 6\n",
- "Scenario action choice: take the dictator into custody\n",
- "Scenario utility: 2\n",
- "Scenario deontology: 3\n",
- "i 23.00\n",
- "the dictator -42.50\n",
- "6 co-conspirators -5.00\n",
- "an unknown number of the dictator's family members -31.25\n",
- "an unknown number of the dictator's followers -25.00\n",
- "an unknown number of other people in my country who are not the dictator, his family, his followers, me, or the 6 co-conspirators 48.75\n",
- "dtype: float64\n",
- "overall mean: -5.333333333333333\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_6_choice_2.json\n",
- "Scenario number: 6\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 2\n",
- "Scenario deontology: 3\n",
- "i -55.00\n",
- "the dictator 85.00\n",
- "6 co-conspirators -85.00\n",
- "the dictator's family members 75.00\n",
- "the dictator's followers 68.75\n",
- "dominican republic dissenters outside the conspiracy and regime inner circle -86.25\n",
- "other dominican republic residents outside the groups above -76.25\n",
- "dtype: float64\n",
- "overall mean: -10.535714285714286\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: 5.202380952380953\n"
- ]
- }
- ],
+ "outputs": [],
"source": [
- "get_counterfact_util(6)"
+ "get_counterfact_util(9)"
]
},
{
@@ -719,427 +364,37 @@
"execution_count": null,
"id": "1f241090",
"metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_9_choice_1.json\n",
- "Scenario number: 9\n",
- "Scenario action choice: take the dictator into custody\n",
- "Scenario utility: 1\n",
- "Scenario deontology: 3\n",
- "i -15.000000\n",
- "6 co-conspirators 18.333333\n",
- "the dictator -37.500000\n",
- "an unspecified number of the dictator's family members -24.833333\n",
- "an unspecified number of the dictator's followers 50.333333\n",
- "dtype: float64\n",
- "overall mean: -1.733333333333333\n",
- "\n",
- "\n",
- "\n",
- "Read scenario: /Users/anna/Dropbox/2025_moral_scenario_annotation/code/anna/graph_extract/analysis/cheung_variants/../../annotated_outputs/cheung_variants/tyrannicide2_9_choice_2.json\n",
- "Scenario number: 9\n",
- "Scenario action choice: do nothing\n",
- "Scenario utility: 1\n",
- "Scenario deontology: 3\n",
- "i -45.00\n",
- "the dictator 60.00\n",
- "6 co-conspirators -68.75\n",
- "the dictator's family members 49.50\n",
- "the dictator's followers 35.00\n",
- "other people in the dominican republic excluding the above -80.00\n",
- "dtype: float64\n",
- "overall mean: -8.208333333333334\n",
- "\n",
- "\n",
- "utility difference between choice 1 and choice 2: 6.475000000000001\n"
- ]
- }
- ],
- "source": [
- "get_counterfact_util(9)"
- ]
- },
- {
- "cell_type": "markdown",
- "id": "a17cd0cf",
- "metadata": {},
+ "outputs": [],
"source": [
- "### Get aggregate utilities and arrange into dataframe"
+ "get_counterfact_util(6)"
]
},
{
"cell_type": "code",
- "execution_count": 16,
- "id": "98c95108",
+ "execution_count": null,
+ "id": "0a7d0039",
"metadata": {},
"outputs": [],
"source": [
- "def create_agg_df():\n",
- "\n",
- " rows = []\n",
- "\n",
- " for scenario_id in SCENARIO_LIST:\n",
- "\n",
- "\n",
- " #read in scenario action choice 1\n",
- " this_filename = filename_template % (SCENARIO_NAME, scenario_id, 1)\n",
- " file_path = annotated_output_path / this_filename\n",
- " nodes, scenario_dictionary = read_scenario(file_path)\n",
- "\n",
- "\n",
- " # #get condition labels\n",
- " # print(f\"Scenario number: {scenario_dictionary['id']}\")\n",
- " # print(f\"Scenario action choice: {scenario_dictionary['act']}\")\n",
- " # print(f\"Scenario utility: {scenario_dictionary['utility']}\")\n",
- " # print(f\"Scenario deontology: {scenario_dictionary['deontology']}\")\n",
- "\n",
- "\n",
- " #get utility from this action\n",
- " util_df = events_to_utility_df(nodes)\n",
- " util_mean_1 = np.mean(util_df.mean())\n",
- "\n",
- " #read in scenario action choice 2\n",
- " this_filename = filename_template % (SCENARIO_NAME, scenario_id, 2)\n",
- " file_path = annotated_output_path / this_filename\n",
- " nodes_2, scenario_dictionary_2 = read_scenario(file_path)\n",
- " #get utility from this action\n",
- " util_df = events_to_utility_df(nodes_2)\n",
- " util_mean_2 = np.mean(util_df.mean())\n",
- "\n",
- "\n",
- " util_diff = util_mean_1 - util_mean_2\n",
- "\n",
- "\n",
- "\n",
- " rows.append(\n",
- " {\n",
- " \"scenario_id\": scenario_dictionary.get(\"id\"),\n",
- " \"narrative\": scenario_dictionary.get(\"narrative\"),\n",
- " \"deontology_label\": scenario_dictionary.get(\"deontology\"),\n",
- " \"utility_label\": scenario_dictionary.get(\"utility\"),\n",
- " \"deontology_rating\": extract_deontology(nodes),\n",
- " \"utility_rating\": util_diff, \n",
- " }\n",
- " )\n",
- "\n",
- " results_df = pd.DataFrame(rows)\n",
- " results_df.sort_values(by=\"scenario_id\", inplace=True)\n",
- " # Ensure numeric columns are numeric\n",
- " results_df[\"deontology_rating\"] = pd.to_numeric(results_df[\"deontology_rating\"], errors=\"coerce\")\n",
- " results_df[\"utility_rating\"] = pd.to_numeric(results_df[\"utility_rating\"], errors=\"coerce\")\n",
- "\n",
- " return results_df"
+ "get_counterfact_util(3)"
]
},
{
- "cell_type": "code",
- "execution_count": 17,
- "id": "eca7f9d5",
+ "cell_type": "markdown",
+ "id": "a17cd0cf",
"metadata": {},
- "outputs": [
- {
- "data": {
- "text/html": [
- "\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " scenario_id | \n",
- " narrative | \n",
- " deontology_label | \n",
- " utility_label | \n",
- " deontology_rating | \n",
- " utility_rating | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " | 0 | \n",
- " 1 | \n",
- " tyrannicide2 | \n",
- " 1 | \n",
- " 3 | \n",
- " -79.0 | \n",
- " 24.306061 | \n",
- "
\n",
- " \n",
- " | 1 | \n",
- " 2 | \n",
- " tyrannicide2 | \n",
- " 2 | \n",
- " 3 | \n",
- " -89.0 | \n",
- " -41.900000 | \n",
- "
\n",
- " \n",
- " | 2 | \n",
- " 3 | \n",
- " tyrannicide2 | \n",
- " 3 | \n",
- " 3 | \n",
- " -33.0 | \n",
- " -2.583333 | \n",
- "
\n",
- " \n",
- " | 3 | \n",
- " 4 | \n",
- " tyrannicide2 | \n",
- " 1 | \n",
- " 2 | \n",
- " -79.0 | \n",
- " 22.395833 | \n",
- "
\n",
- " \n",
- " | 4 | \n",
- " 5 | \n",
- " tyrannicide2 | \n",
- " 2 | \n",
- " 2 | \n",
- " -89.0 | \n",
- " -1.476190 | \n",
- "
\n",
- " \n",
- " | 5 | \n",
- " 6 | \n",
- " tyrannicide2 | \n",
- " 3 | \n",
- " 2 | \n",
- " -33.0 | \n",
- " 5.202381 | \n",
- "
\n",
- " \n",
- " | 6 | \n",
- " 7 | \n",
- " tyrannicide2 | \n",
- " 1 | \n",
- " 1 | \n",
- " -79.0 | \n",
- " -1.257576 | \n",
- "
\n",
- " \n",
- " | 7 | \n",
- " 8 | \n",
- " tyrannicide2 | \n",
- " 2 | \n",
- " 1 | \n",
- " -89.0 | \n",
- " 18.123377 | \n",
- "
\n",
- " \n",
- " | 8 | \n",
- " 9 | \n",
- " tyrannicide2 | \n",
- " 3 | \n",
- " 1 | \n",
- " -33.0 | \n",
- " 6.475000 | \n",
- "
\n",
- " \n",
- "
\n",
- "
\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " scenario_id | \n",
- " narrative | \n",
- " deontology_label | \n",
- " utility_label | \n",
- " deontology_rating | \n",
- " utility_rating | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " | 0 | \n",
- " 1 | \n",
- " tyrannicide2 | \n",
- " 1 | \n",
- " 3 | \n",
- " -79.0 | \n",
- " 24.306061 | \n",
- "
\n",
- " \n",
- " | 3 | \n",
- " 4 | \n",
- " tyrannicide2 | \n",
- " 1 | \n",
- " 2 | \n",
- " -79.0 | \n",
- " 22.395833 | \n",
- "
\n",
- " \n",
- " | 6 | \n",
- " 7 | \n",
- " tyrannicide2 | \n",
- " 1 | \n",
- " 1 | \n",
- " -79.0 | \n",
- " -1.257576 | \n",
- "
\n",
- " \n",
- " | 1 | \n",
- " 2 | \n",
- " tyrannicide2 | \n",
- " 2 | \n",
- " 3 | \n",
- " -89.0 | \n",
- " -41.900000 | \n",
- "
\n",
- " \n",
- " | 4 | \n",
- " 5 | \n",
- " tyrannicide2 | \n",
- " 2 | \n",
- " 2 | \n",
- " -89.0 | \n",
- " -1.476190 | \n",
- "
\n",
- " \n",
- " | 7 | \n",
- " 8 | \n",
- " tyrannicide2 | \n",
- " 2 | \n",
- " 1 | \n",
- " -89.0 | \n",
- " 18.123377 | \n",
- "
\n",
- " \n",
- " | 2 | \n",
- " 3 | \n",
- " tyrannicide2 | \n",
- " 3 | \n",
- " 3 | \n",
- " -33.0 | \n",
- " -2.583333 | \n",
- "
\n",
- " \n",
- " | 5 | \n",
- " 6 | \n",
- " tyrannicide2 | \n",
- " 3 | \n",
- " 2 | \n",
- " -33.0 | \n",
- " 5.202381 | \n",
- "
\n",
- " \n",
- " | 8 | \n",
- " 9 | \n",
- " tyrannicide2 | \n",
- " 3 | \n",
- " 1 | \n",
- " -33.0 | \n",
- " 6.475000 | \n",
- "
\n",
- " \n",
- "
\n",
- "
\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " deontology_label | \n",
- " n | \n",
- " deontology_rating_mean | \n",
- " deontology_rating_se | \n",
- " utility_rating_mean | \n",
- " utility_rating_se | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " | 0 | \n",
- " 1 | \n",
- " 6 | \n",
- " -70.0 | \n",
- " 4.024922 | \n",
- " -21.146275 | \n",
- " 4.750787 | \n",
- "
\n",
- " \n",
- " | 1 | \n",
- " 2 | \n",
- " 6 | \n",
- " -75.0 | \n",
- " 6.260990 | \n",
- " -2.226118 | \n",
- " 6.245243 | \n",
- "
\n",
- " \n",
- " | 2 | \n",
- " 3 | \n",
- " 6 | \n",
- " -47.0 | \n",
- " 6.260990 | \n",
- " -5.056415 | \n",
- " 1.527635 | \n",
- "
\n",
- " \n",
- "
\n",
- "
\n",
- "\n",
- "
\n",
- " \n",
- " \n",
- " | \n",
- " utility_label | \n",
- " n | \n",
- " deontology_rating_mean | \n",
- " deontology_rating_se | \n",
- " utility_rating_mean | \n",
- " utility_rating_se | \n",
- "
\n",
- " \n",
- " \n",
- " \n",
- " | 0 | \n",
- " 1 | \n",
- " 6 | \n",
- " -64.0 | \n",
- " 7.827303 | \n",
- " -9.702038 | \n",
- " 3.474375 | \n",
- "
\n",
- " \n",
- " | 1 | \n",
- " 2 | \n",
- " 6 | \n",
- " -64.0 | \n",
- " 7.827303 | \n",
- " -13.171131 | \n",
- " 5.522447 | \n",
- "
\n",
- " \n",
- " | 2 | \n",
- " 3 | \n",
- " 6 | \n",
- " -64.0 | \n",
- " 7.827303 | \n",
- " -5.555640 | \n",
- " 7.561806 | \n",
- "
\n",
- " \n",
- "
\n",
- "