update to LLM text and rate limiting

Author: TimLFletcher

scripts/fetch-ga.js

@@ -120,9 +120,9 @@ export async function fetchGoogleAnalyticsData() {
 
     const topPagesByPath = await Promise.all(
       documentationPaths.map(async (path, index) => {
-        // Add delay to avoid rate limiting (wait 100ms between requests)
+        // Add delay to avoid rate limiting (wait 50ms between requests)
         if (index > 0) {
-          await new Promise(resolve => setTimeout(resolve, 100))
+          await new Promise(resolve => setTimeout(resolve, 50))
         }
 
         try {
@@ -247,9 +247,9 @@ export async function fetchGoogleAnalyticsData() {
     // Fetch metrics for each documentation path (reuse paths array)
     const pathMetrics = await Promise.all(
       documentationPaths.map(async (path, index) => {
-        // Add delay to avoid rate limiting (wait 150ms between path requests)
+        // Add delay to avoid rate limiting (wait 75ms between path requests)
         if (index > 0) {
-          await new Promise(resolve => setTimeout(resolve, 150))
+          await new Promise(resolve => setTimeout(resolve, 75))
         }
 
         try {
@@ -280,7 +280,7 @@ export async function fetchGoogleAnalyticsData() {
           })
 
           // Add small delay between requests for the same path
-          await new Promise(resolve => setTimeout(resolve, 50))
+          await new Promise(resolve => setTimeout(resolve, 25))
 
           // Fetch session metrics for this path
           const [pathSessionResponse] = await analyticsDataClient.runReport({
@@ -312,7 +312,7 @@ export async function fetchGoogleAnalyticsData() {
           })
 
           // Add small delay between requests for the same path
-          await new Promise(resolve => setTimeout(resolve, 50))
+          await new Promise(resolve => setTimeout(resolve, 25))
 
           // Fetch traffic sources for this path
           const [pathTrafficResponse] = await analyticsDataClient.runReport({
@@ -409,9 +409,9 @@ export async function fetchGoogleAnalyticsData() {
     // Fetch metrics for each SDK path
     const sdkMetrics = await Promise.all(
       sdkPaths.map(async (path, index) => {
-        // Add delay to avoid rate limiting (wait 200ms between SDK requests)
+        // Add delay to avoid rate limiting (wait 100ms between SDK requests)
         if (index > 0) {
-          await new Promise(resolve => setTimeout(resolve, 200))
+          await new Promise(resolve => setTimeout(resolve, 100))
         }
 
         try {
@@ -430,7 +430,7 @@ export async function fetchGoogleAnalyticsData() {
           })
 
           // Add small delay between requests for the same SDK
-          await new Promise(resolve => setTimeout(resolve, 50))
+          await new Promise(resolve => setTimeout(resolve, 25))
 
           // Fetch session metrics for this SDK path
           const [pathSessionResponse] = await analyticsDataClient.runReport({
@@ -450,7 +450,7 @@ export async function fetchGoogleAnalyticsData() {
           })
 
           // Add small delay between requests for the same SDK
-          await new Promise(resolve => setTimeout(resolve, 50))
+          await new Promise(resolve => setTimeout(resolve, 25))
 
           // Fetch traffic sources for this SDK path
           const [pathTrafficResponse] = await analyticsDataClient.runReport({

scripts/insights-api.js

@@ -65,14 +65,14 @@ export async function callOpenAI(apiKey, prompt, data) {
  */
 export async function analyzeTrafficTrends(apiKey, data) {
   const prompt = `
-Analyze the following web traffic data and provide insights on:
-1. Overall traffic trends (increasing/decreasing/stable)
-2. Notable patterns in user behavior
-3. Top performing pages and why they might be doing well
-4. Areas for improvement based on bounce rates and session duration
-5. Any anomalies or concerning patterns
-
-Focus on actionable insights that would help improve documentation effectiveness.
+Analyze the web traffic data and provide a brief summary in 2-3 sentences:
+
+1. Overall traffic state: Are metrics trending up, down, or stable?
+2. Performance assessment: Is the current traffic level good, concerning, or needs improvement?
+
+Then add a short paragraph (2-3 sentences) with specific recommendations for the most important actions to take based on the data.
+
+Focus on clarity and actionable insights rather than detailed analysis.
 `
 
   return await callOpenAI(apiKey, prompt, {