Merge pull request compdemocracy#1946 from compdemocracy/te-claude-update

update claude model

Author: tevko

server/src/prompts/report_experimental/scripts/sonnet.ts

@@ -1,60 +1,61 @@
 import Anthropic from "@anthropic-ai/sdk";
 import { convertXML } from "simple-xml-to-json";
 import fs from "fs/promises";
-import { parse } from 'csv-parse/sync';
-import { create } from 'xmlbuilder2';
+import { parse } from "csv-parse/sync";
+import { create } from "xmlbuilder2";
 
 const js2xmlparser = require("js2xmlparser");
-const report_id = process.argv[2]
+const report_id = process.argv[2];
 
 interface PolisRecord {
-  [key: string]: string;  // Allow any string keys
+  [key: string]: string; // Allow any string keys
 }
 
 export class PolisConverter {
   static convertToXml(csvContent: string): string {
     // Parse CSV content
     const records = parse(csvContent, {
       columns: true,
-      skip_empty_lines: true
+      skip_empty_lines: true,
     }) as PolisRecord[];
 
-    if (records.length === 0) return '';
+    if (records.length === 0) return "";
 
     // Create XML document
-    const doc = create({ version: '1.0', encoding: 'UTF-8' })
-      .ele('polis-comments');
+    const doc = create({ version: "1.0", encoding: "UTF-8" }).ele(
+      "polis-comments"
+    );
 
     // Process each record
-    records.forEach(record => {
+    records.forEach((record) => {
       // Extract base comment data
-      const comment = doc.ele('comment', {
-        id: record['comment-id'],
-        votes: record['total-votes'],
-        agrees: record['total-agrees'],
-        disagrees: record['total-disagrees'],
-        passes: record['total-passes']
+      const comment = doc.ele("comment", {
+        id: record["comment-id"],
+        votes: record["total-votes"],
+        agrees: record["total-agrees"],
+        disagrees: record["total-disagrees"],
+        passes: record["total-passes"],
       });
 
       // Add comment text
-      comment.ele('text').txt(record['comment']);
+      comment.ele("text").txt(record["comment"]);
 
       // Find and process all group data
       const groupKeys = Object.keys(record)
-        .filter(key => key.match(/^group-[a-z]-/))
+        .filter((key) => key.match(/^group-[a-z]-/))
         .reduce((groups, key) => {
-          const groupId = key.split('-')[1];  // Extract 'a' from 'group-a-votes'
+          const groupId = key.split("-")[1]; // Extract 'a' from 'group-a-votes'
           if (!groups.includes(groupId)) groups.push(groupId);
           return groups;
         }, [] as string[]);
 
       // Add data for each group
-      groupKeys.forEach(groupId => {
+      groupKeys.forEach((groupId) => {
         comment.ele(`group-${groupId}`, {
           votes: record[`group-${groupId}-votes`],
           agrees: record[`group-${groupId}-agrees`],
           disagrees: record[`group-${groupId}-disagrees`],
-          passes: record[`group-${groupId}-passes`]
+          passes: record[`group-${groupId}-passes`],
         });
       });
     });
@@ -64,29 +65,29 @@ export class PolisConverter {
   }
 
   static async convertFromFile(filePath: string): Promise<string> {
-    const fs = await import('fs/promises');
-    const csvContent = await fs.readFile(filePath, 'utf-8');
+    const fs = await import("fs/promises");
+    const csvContent = await fs.readFile(filePath, "utf-8");
     return PolisConverter.convertToXml(csvContent);
   }
 
   // Helper method to validate CSV structure
   static validateCsvStructure(headers: string[]): boolean {
     const requiredBaseFields = [
-      'comment-id',
-      'comment',
-      'total-votes',
-      'total-agrees',
-      'total-disagrees',
-      'total-passes'
+      "comment-id",
+      "comment",
+      "total-votes",
+      "total-agrees",
+      "total-disagrees",
+      "total-passes",
     ];
 
-    const hasRequiredFields = requiredBaseFields.every(field => 
+    const hasRequiredFields = requiredBaseFields.every((field) =>
       headers.includes(field)
     );
 
     // Check if group fields follow the expected pattern
-    const groupFields = headers.filter(h => h.startsWith('group-'));
-    const validGroupPattern = groupFields.every(field => 
+    const groupFields = headers.filter((h) => h.startsWith("group-"));
+    const validGroupPattern = groupFields.every((field) =>
       field.match(/^group-[a-z]-(?:votes|agrees|disagrees|passes)$/)
     );
 
@@ -98,30 +99,41 @@ const anthropic = new Anthropic({
   // defaults to process.env["ANTHROPIC_API_KEY"]
 });
 
-
 const getJSONuserMsg = async () => {
-  const report_xml_template = await fs.readFile("src/prompts/report_experimental/subtasks/uncertainty.xml", "utf8"); // unsure if this should be uncertainty or group_informed_consensus
+  const report_xml_template = await fs.readFile(
+    "src/prompts/report_experimental/subtasks/uncertainty.xml",
+    "utf8"
+  ); // unsure if this should be uncertainty or group_informed_consensus
   const asJSON = await convertXML(report_xml_template);
   return asJSON;
-}
+};
 
 const getCommentsAsJson = async (id: string) => {
-  const resp = await fetch(`http://localhost/api/v3/reportExport/${id}/comment-groups.csv`); // this should be rewritten to call internal api or db, not depending on localhost
+  const resp = await fetch(
+    `http://localhost/api/v3/reportExport/${id}/comment-groups.csv`
+  ); // this should be rewritten to call internal api or db, not depending on localhost
   const data = await resp.text();
-  const xml = PolisConverter.convertToXml(data)
+  const xml = PolisConverter.convertToXml(data);
   return xml;
-}
-
+};
 
 async function main() {
-  const system_lore = await fs.readFile("src/prompts/report_experimental/system.xml", "utf8");
+  const system_lore = await fs.readFile(
+    "src/prompts/report_experimental/system.xml",
+    "utf8"
+  );
   const json = await getJSONuserMsg();
   const structured_comments = await getCommentsAsJson(report_id);
-  json.polisAnalysisPrompt.children[json.polisAnalysisPrompt.children.length - 1].data.content = { structured_comments }; // insert dynamic report stuff here
-  const prompt_xml = js2xmlparser.parse("polis-comments-and-group-demographics", json); // then convert back to xml
-  console.log(prompt_xml)
+  json.polisAnalysisPrompt.children[
+    json.polisAnalysisPrompt.children.length - 1
+  ].data.content = { structured_comments }; // insert dynamic report stuff here
+  const prompt_xml = js2xmlparser.parse(
+    "polis-comments-and-group-demographics",
+    json
+  ); // then convert back to xml
+  console.log(prompt_xml);
   const msg = await anthropic.messages.create({
-    model: "claude-3-5-sonnet-20241022",
+    model: "claude-3-7-sonnet-20250219",
     max_tokens: 1000,
     temperature: 0,
     system: system_lore,
@@ -131,8 +143,7 @@ async function main() {
         content: [
           {
             type: "text",
-            text:
-            prompt_xml,
+            text: prompt_xml,
           },
         ],
       },

server/src/routes/reportNarrative.ts

@@ -211,7 +211,7 @@ const getModelResponse = async (
       }
       case "claude": {
         const responseClaude = await anthropic.messages.create({
-          model: modelVersion || "claude-3-5-sonnet-20241022",
+          model: modelVersion || "claude-3-7-sonnet-20250219",
           max_tokens: 3000,
           temperature: 0,
           system: system_lore,