ChatGPT Conversation

defineTemplateTag

gpt-model

gpt-3.5-turbo

defineTemplateTag

extra-tag

chatgpt

defineTemplateTag

keep-context

true

defineTemplateTag

show-tokens-usage

true

script

// credentials
const credential = Credential.create('ChatGPT Conversation', "Credentials for ChatGPT Conversation");
      credential.addPasswordField('openaiAPIKey', "OpenAI API Key");
	  credential.addURLField('openaiAPIBaseUrl', "OpenAI API Base URL (optional)");
      credential.authorize();
const apiKey = credential.getValue('openaiAPIKey');
const apiBaseUrl = credential.getValue('openaiAPIBaseUrl') || 'https://api.openai.com/v1/';

// validate values
if (!apiKey) {
	alert(`OpenAI API Key must be configured to run this action.`)
	context.cancel()
}

// tags
let gptModel = draft.processTemplate("[[gpt-model]]") || 'gpt-3.5-turbo'
let extraTag = draft.processTemplate("[[extra-tag]]")
let keepContext = draft.processTemplate("[[keep-context]]") === 'true'
let showTokensUsage = draft.processTemplate("[[show-tokens-usage]]") === 'true'

script

/**
  * params:
  * - gptModel: string
  * - extraTag: string
  * - keepContext: boolean
  * - showTokensUsage: boolean
  **/
function main() {
  const content = draft.content
  let blocks = parseTextToBlocks(content)

  if (blocks.length === 0) {
    alert("Please provide a prompt.")
    context.cancel()
    return
  }

  // check last block, must be user role message
  const lastBlock = blocks[blocks.length - 1]
  if (lastBlock.role !== ROLE_NAME.user) {
    alert("Please provide a prompt instead of just sending system and assistant messages.")
    context.cancel()
    return
  }

  // keep context or only use system role message and last user role message
  if (!keepContext) {
    const systemBlocks = blocks.filter(block => block.role === ROLE_NAME.system)
    const userBlocks = blocks.filter(block => block.role === ROLE_NAME.user)
    blocks = systemBlocks
    if (userBlocks.length) {
      blocks.push(userBlocks[userBlocks.length - 1])
    }
  }

  const res = sendChat(blocksToMessages(blocks))

  const handleData = (data) => {
    const resultMessage = data.choices[0].message
    const resultContent = resultMessage.content.trim()
    draft.saveVersion() // save the draft, just in case
    const textToAppend = '\n' + wrapTextToBlock(resultContent, resultMessage.role)
    // Use "editor" object enables undo/redo ability whereas "draft.append" cannot.
    editor.setTextInRange(draft.content.length, 1, '\n' + textToAppend)
    draft.addTag(extraTag)
    draft.update()
    app.setClipboard(resultContent)
    // display token usage
    if (showTokensUsage) {
      const { tokens, cost } = calUsage(data, gptModel)
      const msg = `Query used ${tokens} tokens, cost $${cost}`
      console.log(msg)
      app.displayInfoMessage(msg)
    }
  }

  if (res.success) {
    try {
      handleData(res.responseData)
      console.log(`Chat success`)
    } catch (err) {
      const msg = `Chat failed when handling response data.\n\nError:${err}\n\nBody:\n${res.responseText}`
      console.log(msg)
      alert(msg)
      context.fail()
    }
  } else {
    const msg = `Chat failed with HTTP status ${res.statusCode}.\n\nBody:\n${res.responseText}`
    console.log(msg)
    alert(msg)
    context.fail()
  }
}

// https://openai.com/pricing
// https://platform.openai.com/docs/models
// price is per 1k token
const modelPriceRegexMap = {
  'gpt-4(-\d+)?$': {
    prompt: 0.03,
    completion: 0.06,
  },
  'gpt-4-32k(-\d+)?$': {
    prompt: 0.03,
    completion: 0.06,
  },
  'gpt-3.5-turbo(-\d+)?$': {
    prompt: 0.002,
    completion: 0.002,
  }
}

function calUsage(data, model) {
  //  'usage': {'prompt_tokens': 56, 'completion_tokens': 31, 'total_tokens': 87},
  const { prompt_tokens, completion_tokens, total_tokens } = data.usage
  let priceObj
  for (let key in modelPriceRegexMap) {
    const re = new RegExp(key)
    if (re.test(model)) {
      priceObj = modelPriceRegexMap[key]
      break
    }
  }
  if (!priceObj) {
    throw Error(`could not get price from model ${model}`)
  }
  const cost = (prompt_tokens * priceObj.prompt / 1000) + (completion_tokens * priceObj.completion / 1000)
  const costFixed = cost.toFixed(6)
  console.log(`calUsage: usage=${JSON.stringify(data.usage)} model=${model} priceObj=${priceObj} cost=${cost} costFixed=${costFixed}`)
  return {
    tokens: total_tokens,
    cost: costFixed,
  }
}

function sendChat(messages) {
  let http = HTTP.create();
  let res = http.request({
    url: apiBaseUrl + 'chat/completions',
    method: 'POST',
    headers: {
      Authorization: `Bearer ${apiKey}`,
    },
    data: {
      model: gptModel,
      messages,
    }
  })
  return res
}


const ROLE_NAME = {
  system: 'system',
  assistant: 'assistant',
  user: 'user',
}

const blockStartRegex = /^\<\!--\s?block (\w+)\s?--\>$/
const blockEndRegex = /^\<\!--\s?endblock\s?--\>$/

function parseStatement(line) {
  const obj = {
    role: null,
    blockStart: false,
    blockEnd: false,
  }
  let match = line.match(blockStartRegex)
  if (match) {
    obj.role = match[1]
    obj.blockStart = true
    return obj
  }
  match = line.match(blockEndRegex)
  if (match) {
    obj.blockEnd = true
  }
  return obj
}

function parseTextToBlocks(text) {
  let lineno = 0
  let currentBlock = null
  let blocks = []

  const createBlock = (role) => {
    const block = {
      role,
      lines: [],
    }
    blocks.push(block)
    return block
  }

  text.trim().split('\n').forEach(line => {
    lineno += 1
    const statement = parseStatement(line)
    if (statement.blockStart) {
      if (currentBlock && currentBlock.role !== ROLE_NAME.user) {
        throw `Invalid role-block start at line ${lineno}: ${statement.role} started before ${currentBlock.role} ends`
      }
      currentBlock = createBlock(statement.role)
    } else if (statement.blockEnd) {
      if (!currentBlock) {
        throw `Invalid role-block end at line ${lineno}: no role-block exists`
      }
      currentBlock = null
    } else {
      if (!currentBlock) {
        currentBlock = createBlock(ROLE_NAME.user)
      }
      currentBlock.lines.push(line)
    }
  })

  if (currentBlock) {
    if (currentBlock.role !== ROLE_NAME.user) {
      throw `Invalid role-block at line ${lineno}: ${currentBlock.role} is not ended`
    }
    currentBlock = null
  }

  // filter empty blocks
  blocks = blocks.filter(block => {
    if (block.lines.join('')) {
      return true
    }
    return false
  })

  return blocks
}

function blocksToMessages(blocks) {
  return blocks.map(block => ({
    role: block.role,
    content: block.lines.join('\n').trim(),
  }))
}

function wrapTextToBlock(text, role) {
  return `<!-- block ${role} -->
${text}
<!-- endblock -->`
}

// call main
main()