change name to match models

This commit is contained in:
Frank Xu
2026-01-28 20:40:16 -05:00
parent 8e6158bfd7
commit 5fd4a6033f
6 changed files with 35 additions and 8 deletions

View File

View File

@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"execution_count": null,
"id": "234eed3f",
"metadata": {},
"outputs": [
@@ -10,7 +10,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Wrote: I:\\project2026\\llmagent\\stats\\RQ3_aggregated_by_app_and_type.jsonl\n"
"Wrote: I:\\project2026\\llmagent\\RQs\\RQ3\\RQ3_app_level_gpt4o.jsonl\n",
"Wrote: I:\\project2026\\llmagent\\RQs\\RQ3\\RQ3_app_level_ground_truth.jsonl\n"
]
}
],
@@ -180,8 +181,27 @@
"\n",
"\n",
"if __name__ == \"__main__\":\n",
" out = aggregate_jsonl_folder(r\"batch_results_normalized\", \"RQ3_aggregated_by_app_and_type.jsonl\")\n",
" print(f\"Wrote: {out.resolve()}\")\n"
" # --- Aggregate GPT-4o results ---\n",
" IN_DIR = Path(r\"..\\batch_results_gpt4o_normalized\")\n",
" OUT_DIR = Path(r\".\") # pick whatever folder you want\n",
" OUT_DIR.mkdir(parents=True, exist_ok=True)\n",
"\n",
" out_path = OUT_DIR / \"RQ3_app_level_gpt4o.jsonl\"\n",
"\n",
" out = aggregate_jsonl_folder(IN_DIR, out_path)\n",
" print(f\"Wrote: {out.resolve()}\")\n",
" \n",
" # --- Aggregate ground truth as well ---\n",
" \n",
" IN_DIR = Path(r\"..\\ground_truth_normalized\")\n",
" OUT_DIR = Path(r\".\") # pick whatever folder you want\n",
" OUT_DIR.mkdir(parents=True, exist_ok=True)\n",
"\n",
" out_path = OUT_DIR / \"RQ3_app_level_ground_truth.jsonl\"\n",
"\n",
" out = aggregate_jsonl_folder(IN_DIR, out_path)\n",
" print(f\"Wrote: {out.resolve()}\")\n",
"\n"
]
}
],

View File

@@ -2,7 +2,7 @@
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"execution_count": null,
"id": "234eed3f",
"metadata": {},
"outputs": [
@@ -10,7 +10,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"Wrote: I:\\project2026\\llmagent\\stats\\RQ3_aggregated_corpus_by_type.jsonl\n"
"Wrote: I:\\project2026\\llmagent\\RQs\\RQ3\\RQ3_corpus_level_gpt4o.jsonl\n"
]
}
],
@@ -145,8 +145,15 @@
"\n",
"if __name__ == \"__main__\":\n",
" out = aggregate_jsonl_folder_corpus_level(\n",
" r\"batch_results_normalized\",\n",
" \"RQ3_aggregated_corpus_by_type.jsonl\",\n",
" r\"..\\batch_results_gpt4o_normalized\",\n",
" \"RQ3_corpus_level_gpt4o.jsonl\",\n",
" )\n",
" print(f\"Wrote: {out.resolve()}\")\n",
" \n",
" \n",
" out = aggregate_jsonl_folder_corpus_level(\n",
" r\"..\\ground_truth_normalized\",\n",
" \"RQ3_corpus_level_ground_truth.jsonl\",\n",
" )\n",
" print(f\"Wrote: {out.resolve()}\")"
]