Production Eval Harness — error-analysis-first failure taxonomy on Product.ai chat or Alloy

{
  "@context": "https://schema.org",
  "@graph": [
    {
      "@id": "https://product.ai/#organization"
    },
    {
      "@type": "SoftwareApplication",
      "@id": "https://product.ai/#application",
      "name": "Product.ai",
      "slogan": "Intelligent guidance at conversation speed",
      "description": "Product.ai is your AI shopping expert - verified product intelligence grounded in the Truth Graph, accessible to agents and humans alike.",
      "applicationCategory": "ShoppingApplication",
      "operatingSystem": "Web",
      "author": {
        "@id": "https://product.ai/#organization"
      },
      "offers": {
        "@type": "Offer",
        "price": "0",
        "priceCurrency": "USD"
      }
    },
    {
      "@type": "WebPage",
      "@id": "https://product.ai/join/projects/PRJ-08-production-eval-harness/#webpage",
      "name": "Production Eval Harness — error-analysis-first failure taxonomy on Product.ai chat or Alloy — Product.ai",
      "description": "Build a production eval harness for one Product.ai surface (chat or Alloy). The candidate picks the surface, reviews 50-100 real production traces, builds a failure taxonomy via open-coding then axial-coding, ships 20-50 task evals derived from real failures, wires them into a...",
      "url": "https://product.ai/join/projects/PRJ-08-production-eval-harness/",
      "isPartOf": {
        "@id": "https://product.ai/#website"
      },
      "about": {
        "@id": "https://product.ai/#organization"
      },
      "publisher": {
        "@id": "https://product.ai/#organization"
      }
    },
    {
      "@type": "JobPosting",
      "title": "Production Eval Harness — error-analysis-first failure taxonomy on Product.ai chat or Alloy",
      "description": "Build a production eval harness for one Product.ai surface (chat or Alloy). The candidate picks the surface, reviews 50-100 real production traces, builds a failure taxonomy via open-coding then axial-coding, ships 20-50 task evals derived from real failures, wires them into a...",
      "hiringOrganization": {
        "@id": "https://product.ai/#organization"
      },
      "employmentType": "CONTRACTOR",
      "datePosted": "2026-04-28",
      "jobLocation": {
        "@type": "Place",
        "address": {
          "@type": "PostalAddress",
          "addressLocality": "Los Angeles",
          "addressRegion": "CA",
          "addressCountry": "US"
        }
      },
      "baseSalary": {
        "@type": "MonetaryAmount",
        "currency": "USD",
        "value": {
          "@type": "QuantitativeValue",
          "unitText": "WEEK"
        }
      },
      "workHours": "2 weeks"
    },
    {
      "@type": "BreadcrumbList",
      "itemListElement": [
        {
          "@type": "ListItem",
          "position": 1,
          "name": "Product.ai",
          "item": "https://product.ai"
        },
        {
          "@type": "ListItem",
          "position": 2,
          "name": "Join",
          "item": "https://product.ai/join/"
        },
        {
          "@type": "ListItem",
          "position": 3,
          "name": "Projects",
          "item": "https://product.ai/join/projects/"
        },
        {
          "@type": "ListItem",
          "position": 4,
          "name": "Production Eval Harness — error-analysis-first failure taxonomy on Product.ai chat or Alloy",
          "item": "https://product.ai/join/projects/PRJ-08-production-eval-harness/"
        }
      ]
    }
  ]
}