From 5fd4a6033fd1216f5bef2c9d39cbc3ca76d0c108 Mon Sep 17 00:00:00 2001 From: Frank Xu Date: Wed, 28 Jan 2026 20:40:16 -0500 Subject: [PATCH] change name to match models --- ...d_type.jsonl => RQ3_app_level_gpt4o.jsonl} | 0 RQs/RQ3/RQ3_app_level_ground_truth.jsonl | 0 ...ype.jsonl => RQ3_corpus_level_gpt4o.jsonl} | 0 RQs/RQ3/RQ3_corpus_level_ground_truth.jsonl | 0 RQs/RQ3/RQ3_t7_app_level.ipynb | 28 ++++++++++++++++--- RQs/RQ3/RQ3_t7_corpus_level.ipynb | 15 +++++++--- 6 files changed, 35 insertions(+), 8 deletions(-) rename RQs/RQ3/{RQ3_aggregated_by_app_and_type.jsonl => RQ3_app_level_gpt4o.jsonl} (100%) create mode 100644 RQs/RQ3/RQ3_app_level_ground_truth.jsonl rename RQs/RQ3/{RQ3_aggregated_corpus_by_type.jsonl => RQ3_corpus_level_gpt4o.jsonl} (100%) create mode 100644 RQs/RQ3/RQ3_corpus_level_ground_truth.jsonl diff --git a/RQs/RQ3/RQ3_aggregated_by_app_and_type.jsonl b/RQs/RQ3/RQ3_app_level_gpt4o.jsonl similarity index 100% rename from RQs/RQ3/RQ3_aggregated_by_app_and_type.jsonl rename to RQs/RQ3/RQ3_app_level_gpt4o.jsonl diff --git a/RQs/RQ3/RQ3_app_level_ground_truth.jsonl b/RQs/RQ3/RQ3_app_level_ground_truth.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/RQs/RQ3/RQ3_aggregated_corpus_by_type.jsonl b/RQs/RQ3/RQ3_corpus_level_gpt4o.jsonl similarity index 100% rename from RQs/RQ3/RQ3_aggregated_corpus_by_type.jsonl rename to RQs/RQ3/RQ3_corpus_level_gpt4o.jsonl diff --git a/RQs/RQ3/RQ3_corpus_level_ground_truth.jsonl b/RQs/RQ3/RQ3_corpus_level_ground_truth.jsonl new file mode 100644 index 0000000..e69de29 diff --git a/RQs/RQ3/RQ3_t7_app_level.ipynb b/RQs/RQ3/RQ3_t7_app_level.ipynb index c59c291..a223625 100644 --- a/RQs/RQ3/RQ3_t7_app_level.ipynb +++ b/RQs/RQ3/RQ3_t7_app_level.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "234eed3f", "metadata": {}, "outputs": [ @@ -10,7 +10,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "Wrote: I:\\project2026\\llmagent\\stats\\RQ3_aggregated_by_app_and_type.jsonl\n" + "Wrote: I:\\project2026\\llmagent\\RQs\\RQ3\\RQ3_app_level_gpt4o.jsonl\n", + "Wrote: I:\\project2026\\llmagent\\RQs\\RQ3\\RQ3_app_level_ground_truth.jsonl\n" ] } ], @@ -180,8 +181,27 @@ "\n", "\n", "if __name__ == \"__main__\":\n", - " out = aggregate_jsonl_folder(r\"batch_results_normalized\", \"RQ3_aggregated_by_app_and_type.jsonl\")\n", - " print(f\"Wrote: {out.resolve()}\")\n" + " # --- Aggregate GPT-4o results ---\n", + " IN_DIR = Path(r\"..\\batch_results_gpt4o_normalized\")\n", + " OUT_DIR = Path(r\".\") # pick whatever folder you want\n", + " OUT_DIR.mkdir(parents=True, exist_ok=True)\n", + "\n", + " out_path = OUT_DIR / \"RQ3_app_level_gpt4o.jsonl\"\n", + "\n", + " out = aggregate_jsonl_folder(IN_DIR, out_path)\n", + " print(f\"Wrote: {out.resolve()}\")\n", + " \n", + " # --- Aggregate ground truth as well ---\n", + " \n", + " IN_DIR = Path(r\"..\\ground_truth_normalized\")\n", + " OUT_DIR = Path(r\".\") # pick whatever folder you want\n", + " OUT_DIR.mkdir(parents=True, exist_ok=True)\n", + "\n", + " out_path = OUT_DIR / \"RQ3_app_level_ground_truth.jsonl\"\n", + "\n", + " out = aggregate_jsonl_folder(IN_DIR, out_path)\n", + " print(f\"Wrote: {out.resolve()}\")\n", + "\n" ] } ], diff --git a/RQs/RQ3/RQ3_t7_corpus_level.ipynb b/RQs/RQ3/RQ3_t7_corpus_level.ipynb index f1fa9fa..1e6a603 100644 --- a/RQs/RQ3/RQ3_t7_corpus_level.ipynb +++ b/RQs/RQ3/RQ3_t7_corpus_level.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "234eed3f", "metadata": {}, "outputs": [ @@ -10,7 +10,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "Wrote: I:\\project2026\\llmagent\\stats\\RQ3_aggregated_corpus_by_type.jsonl\n" + "Wrote: I:\\project2026\\llmagent\\RQs\\RQ3\\RQ3_corpus_level_gpt4o.jsonl\n" ] } ], @@ -145,8 +145,15 @@ "\n", "if __name__ == \"__main__\":\n", " out = aggregate_jsonl_folder_corpus_level(\n", - " r\"batch_results_normalized\",\n", - " \"RQ3_aggregated_corpus_by_type.jsonl\",\n", + " r\"..\\batch_results_gpt4o_normalized\",\n", + " \"RQ3_corpus_level_gpt4o.jsonl\",\n", + " )\n", + " print(f\"Wrote: {out.resolve()}\")\n", + " \n", + " \n", + " out = aggregate_jsonl_folder_corpus_level(\n", + " r\"..\\ground_truth_normalized\",\n", + " \"RQ3_corpus_level_ground_truth.jsonl\",\n", " )\n", " print(f\"Wrote: {out.resolve()}\")" ]