Is there a timeout for the firefunction used in Derivatives ?

[frank-bee]

I get this error currently

{
  "textPayload": "Function execution took 60000 ms, finished with status: 'timeout'",
  "insertId": "2ig1wxfmded6n",
  "resource": {
    "type": "cloud_function",
    "labels": {
      "function_name": "R-stories",
      "region": "us-central1",
      "project_id": "bedstories-8ebd2"
    }
  },
  "timestamp": "2023-10-20T11:46:46.502755235Z",
  "severity": "DEBUG",
  "labels": {
    "execution_id": "im4f3vmwd355"
  },
  "logName": "projects/bedstories-8ebd2/logs/cloudfunctions.googleapis.com%2Fcloud-functions",
  "trace": "projects/bedstories-8ebd2/traces/aa4c3f7c48f8c25fbb0960b3b992cf22",
  "receiveTimestamp": "2023-10-20T11:46:46.505553205Z"
}

[frank-bee]

BTW this my code

async function chatWithRetry(prompt, logging, maxRetries = 3, retryDelay = 5000) {
  let retryCount = 0;

  //const { Configuration, OpenAIApi } = require("openai");
  // const { OpenAI } = require("langchain/llms/openai");
  const openaiSecret = await rowy.secrets.get("openai");

  
  const OpenAI = require("openai");
  const openai = new OpenAI({
    apiKey: openaiSecret,
  });
  
  /*
  const configuration = new Configuration({
    apiKey: openaiSecret,
  });
  const openai = new OpenAIApi(configuration);
*/

  while (retryCount < maxRetries) {
    try {
      
      const messages = [{ role: 'user', content: prompt }];
      const response = await openai.chat.completions.create({
        model: 'gpt-3.5-turbo', //'gpt-4', // or 'gpt-3.5-turbo'
        messages,
      });
      logging.info("gpt call finished")
      return response.choices[0].message.content.trim();
      

      /*
      const completion = await openai.completions.create({
        model: "text-davinci-003",
        prompt: prompt,
        max_tokens: 1000,
      });
      return completion.choices[0].text.trim();
      */

    } catch (error) {
      logging.error(`Error on attempt ${retryCount + 1}: ${error}`);
      retryCount++;

      if (retryCount < maxRetries) {
        logging.info(`Retrying in ${retryDelay / 1000} seconds...`);
        await new Promise(resolve => setTimeout(resolve, retryDelay));
      }
    }
  }

  return 'Max retries exceeded';
}

const story: Derivative = async ({ row, logging }) => {

  logging.log("story gen triggered")

  if (row.prompt != null && row.prompt != "") {
    logging.log("story gen started")

    const prompt = row.prompt;

    const result = await chatWithRetry(prompt, logging); // Retry up to 3 times with a 5-second delay

    //logging
    var resultSummary = "";
    if (result.length > 25) resultSummary = result.substring(0, 24) + "...";
    else resultSummary = result;
    logging.log(`Result of chatgpt call is: ${result}`);

    return result;

  }
  else return row.story;
};

export default story;

[bofeiw]

You can configure the timeout in the Extension popup modal under runtime options.