Parse Codex priority pricing from OpenAI docs

Author: Krablante

src/pricing.mjs

@@ -22,14 +22,18 @@ const STANDARD_LONG_CONTEXT_THRESHOLD_TOKENS = 272_000;
 const PRIORITY_LONG_CONTEXT_EXCLUSION_THRESHOLD_TOKENS = 128_000;
 const STANDARD_LONG_CONTEXT_TIERS = new Map([
   ['gpt-5.5', standardLongContextTiers(10, 1, 45)],
+  ['gpt-5.5-pro', standardLongContextTiers(60, 60, 270)],
   ['gpt-5.4', standardLongContextTiers(5, 0.5, 22.5)],
+  ['gpt-5.4-pro', standardLongContextTiers(60, 60, 270)],
 ]);
 
 const BUNDLED_STANDARD_PRICING = {
   'gpt-5.5': officialPrice(5, 0.5, 30),
+  'gpt-5.5-pro': officialPrice(30, null, 180),
   'gpt-5.4': officialPrice(2.5, 0.25, 15),
   'gpt-5.4-mini': officialPrice(0.75, 0.075, 4.5),
   'gpt-5.4-nano': officialPrice(0.2, 0.02, 1.25),
+  'gpt-5.4-pro': officialPrice(30, null, 180),
   'gpt-5.2': officialPrice(1.75, 0.175, 14),
   'gpt-5.2-codex': officialPrice(1.75, 0.175, 14),
   'gpt-5.3-codex': officialPrice(1.75, 0.175, 14),
@@ -183,21 +187,17 @@ export function parseOpenAIDevPricingHtml(html, options = {}) {
     }
   }
 
-  if (tier === 'standard') {
-    for (const component of components) {
-      if (component.exportName !== 'GroupedPricingTable') {
-        continue;
-      }
-      if (!component.props.includes('"Category"') || !component.props.includes('"Cached input"')) {
-        continue;
-      }
-      if (!component.props.includes('"ChatGPT"') && !component.props.includes('"Codex"')) {
-        continue;
-      }
-      if (component.props.includes('"Deep research"') && component.props.includes('"Embedding"')) {
-        addRowsFromProps(component.props, out, 'openai-official');
-      }
+  for (const component of components) {
+    if (component.exportName !== 'GroupedPricingTable') {
+      continue;
     }
+    if ((component.pane ?? (tier === 'standard' ? 'standard' : null)) !== tier) {
+      continue;
+    }
+    if (!isTokenGroupedPricingTable(component.props)) {
+      continue;
+    }
+    addRowsFromProps(component.props, out, tier === 'priority' ? 'openai-priority-official' : 'openai-official');
   }
 
   for (const [model, price] of Object.entries(out)) {
@@ -933,14 +933,27 @@ function extractAstroComponents(html) {
   const components = [];
   const re = /component-export="([^"]+)"[^>]*props="([^"]+)"/g;
   for (const match of html.matchAll(re)) {
+    const prefix = html.slice(Math.max(0, match.index - 5000), match.index);
+    const paneMatches = [...prefix.matchAll(/data-content-switcher-pane="true"\s+data-value="([^"]+)"/g)];
     components.push({
       exportName: match[1],
       props: decodeHtmlAttribute(match[2]),
+      pane: paneMatches.at(-1)?.[1] ?? null,
     });
   }
   return components;
 }
 
+function isTokenGroupedPricingTable(props) {
+  return (
+    props.includes('"Category"') &&
+    props.includes('"Model"') &&
+    props.includes('"Input"') &&
+    props.includes('"Cached input"') &&
+    props.includes('"Output"')
+  );
+}
+
 function readAstroStringField(props, field) {
   const match = props.match(new RegExp(`"${escapeRegex(field)}":\\[0,"([^"]+)"\\]`));
   return match?.[1];

test/pricing.test.mjs

@@ -36,6 +36,13 @@ assert.deepEqual(bundledGpt55Standard.price.tiered, [
   { kind: 'cache_read_input_token_cost', thresholdTokens: 272_000, costPerMToken: 1 },
   { kind: 'output_cost_per_token', thresholdTokens: 272_000, costPerMToken: 45 },
 ]);
+const bundledGpt55ProStandard = bundledStandard.getPricing('gpt-5.5-pro');
+assert.equal(bundledGpt55ProStandard.price.cachedInputCostPerMToken, 30);
+assert.deepEqual(bundledGpt55ProStandard.price.tiered, [
+  { kind: 'input_cost_per_token', thresholdTokens: 272_000, costPerMToken: 60 },
+  { kind: 'cache_read_input_token_cost', thresholdTokens: 272_000, costPerMToken: 60 },
+  { kind: 'output_cost_per_token', thresholdTokens: 272_000, costPerMToken: 270 },
+]);
 assert.deepEqual(bundledStandard.metadata.billingThresholds, [272_000]);
 assertClose(
   calculateCostFromUsageOrEvents(
@@ -51,13 +58,35 @@ assert.deepEqual(bundledGpt54Standard.price.tiered, [
   { kind: 'cache_read_input_token_cost', thresholdTokens: 272_000, costPerMToken: 0.5 },
   { kind: 'output_cost_per_token', thresholdTokens: 272_000, costPerMToken: 22.5 },
 ]);
+const bundledGpt54ProStandard = bundledStandard.getPricing('gpt-5.4-pro');
+assert.equal(bundledGpt54ProStandard.price.cachedInputCostPerMToken, 30);
+assert.deepEqual(bundledGpt54ProStandard.price.tiered, [
+  { kind: 'input_cost_per_token', thresholdTokens: 272_000, costPerMToken: 60 },
+  { kind: 'cache_read_input_token_cost', thresholdTokens: 272_000, costPerMToken: 60 },
+  { kind: 'output_cost_per_token', thresholdTokens: 272_000, costPerMToken: 270 },
+]);
 
 const parsedStandard = parseOpenAIDevPricingHtml(
   '<div component-export="TextTokenPricingTables" props="&quot;tier&quot;:[0,&quot;standard&quot;],[0,&quot;GPT-5.5&quot;],[0,5],[0,0.5],[0,30]"></div>',
   { tier: 'standard' },
 );
 assert.deepEqual(parsedStandard['gpt-5.5'].tiered, bundledGpt55Standard.price.tiered);
 
+const groupedPricingHtml = [
+  '<div data-content-switcher-pane="true" data-value="standard">',
+  '<astro-island component-export="GroupedPricingTable" props="&quot;headings&quot;:[1,[[0,&quot;Category&quot;],[0,&quot;Model&quot;],[0,&quot;Input&quot;],[0,&quot;Cached input&quot;],[0,&quot;Output&quot;]]],&quot;groups&quot;:[1,[[0,{&quot;model&quot;:[0,&quot;Codex&quot;],&quot;rows&quot;:[1,[[1,[[0,&quot;gpt-5.3-codex&quot;],[0,1.75],[0,0.175],[0,14]]]]]}]]]}"></astro-island>',
+  '</div>',
+  '<div data-content-switcher-pane="true" data-value="priority">',
+  '<astro-island component-export="GroupedPricingTable" props="&quot;headings&quot;:[1,[[0,&quot;Category&quot;],[0,&quot;Model&quot;],[0,&quot;Input&quot;],[0,&quot;Cached input&quot;],[0,&quot;Output&quot;]]],&quot;groups&quot;:[1,[[0,{&quot;model&quot;:[0,&quot;Codex&quot;],&quot;rows&quot;:[1,[[1,[[0,&quot;gpt-5.3-codex&quot;],[0,3.5],[0,0.35],[0,28]]]]]}]]]}"></astro-island>',
+  '</div>',
+].join('');
+const parsedGroupedStandard = parseOpenAIDevPricingHtml(groupedPricingHtml, { tier: 'standard' });
+assert.equal(parsedGroupedStandard['gpt-5.3-codex'].inputCostPerMToken, 1.75);
+const parsedGroupedPriority = parseOpenAIDevPricingHtml(groupedPricingHtml, { tier: 'priority' });
+assert.equal(parsedGroupedPriority['gpt-5.3-codex'].inputCostPerMToken, 3.5);
+assert.equal(parsedGroupedPriority['gpt-5.3-codex'].cachedInputCostPerMToken, 0.35);
+assert.equal(parsedGroupedPriority['gpt-5.3-codex'].outputCostPerMToken, 28);
+
 const oldOpenAiCacheFile = path.join(root, 'old-openai-cache.json');
 await writeFile(
   oldOpenAiCacheFile,