jill/LLMsForDisinformationPrediction
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use current version of openAI

Browse Source
This commit is contained in:
William Jeynes
2026-04-09 14:40:01 +01:00
parent 62266c0a89
commit b42624d5cb
1 changed files with 11 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
graphviz/processing/process_clusters.py
+8 -11
View File
@@ -1,10 +1,12 @@
import json import json
from collections import defaultdict, deque from collections import defaultdict, deque
import openai from openai import OpenAI
from tqdm import tqdm from tqdm import tqdm
from dotenv import load_dotenv from dotenv import load_dotenv
import os import os
load_dotenv() # Load environment variables from .env file
client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
# ------------------------------- # -------------------------------
# CONFIG # CONFIG
# ------------------------------- # -------------------------------
@@ -12,8 +14,6 @@ INPUT_FILE = "../../data/clustered_output.json" # Your original JSON
OUTPUT_FILE = "../../data/clustered_output2.json" # Output JSON file OUTPUT_FILE = "../../data/clustered_output2.json" # Output JSON file
OPENAI_MODEL = "gpt-5-nano" OPENAI_MODEL = "gpt-5-nano"
load_dotenv() # Load environment variables from .env file
openai.api_key = os.getenv("OPENAI_API_KEY")
# ------------------------------- # -------------------------------
# Load data # Load data
@@ -89,21 +89,18 @@ def extract_texts_for_cluster(cluster_id):
# ------------------------------- # -------------------------------
def generate_title(texts): def generate_title(texts):
prompt = ( prompt = (
"Summarize the following texts into a concise 3 - 5 word title that captures the main theme:\n\n" "Summarize the following texts into a concise 2 - 4 word title that captures the main theme:\n\n"
+ "\n".join(f"- {t}" for t in texts) + + "\n".join(f"- {t}" for t in texts) +
"\n\nTitle:" "\n\nTitle:"
) )
try: try:
response = openai.ChatCompletion.create( response = client.chat.completions.create(model=OPENAI_MODEL,
model=OPENAI_MODEL,
messages=[ messages=[
{"role": "system", "content": "You are a helpful assistant who creates short, meaningful titles."}, {"role": "system", "content": "You are a helpful assistant who creates short, meaningful titles."},
{"role": "user", "content": prompt} {"role": "user", "content": prompt}
], ])
temperature=0.7, title = response.choices[0].message.content.strip()
max_tokens=20 print(title)
)
title = response.choices[0].message["content"].strip()
return title return title
except Exception as e: except Exception as e:
print("Error generating title:", e) print("Error generating title:", e)