Sign in
chromium
/
external
/
github.com
/
promptfoo
/
promptfoo
Branches
upstream/add-adk-example
upstream/add-adk-mtg-card-analyzer-example
upstream/add-system-cards-security-post
upstream/agent-search
upstream/alan/move-scan-template-name
upstream/arc-agi
upstream/azure-error
upstream/azure-pricing
upstream/bbq-benchmark-guide
upstream/blog/sb243-disclosure-testing
upstream/blog/woke
upstream/build/react-19
upstream/cache-documentation
upstream/chore/add-cursor-rules
upstream/chore/add-gemini-2.5-flash
upstream/chore/bump-version-1756846237
upstream/chore/bump-version-1758920436
upstream/chore/check-health
upstream/chore/cleanup-datagrid
upstream/chore/demo-mode
upstream/chore/dynamic-import-openai
upstream/chore/go-path
upstream/chore/improve-hallucination
upstream/chore/improve-import-export-type
upstream/chore/improve-plugin-warning-ui
upstream/chore/improve-shell-formatting-and-ci
upstream/chore/intent
upstream/chore/iterative-refactor
upstream/chore/lenient-json-extraction
upstream/chore/log-file
upstream/chore/metrics-docs
upstream/chore/moderation-assertion
upstream/chore/modernize-fs-usage
upstream/chore/normalize-url
upstream/chore/openai-update
upstream/chore/optimize-home
upstream/chore/page-titles
upstream/chore/pass-credentials-to-model-audit
upstream/chore/pass-current-assertion-context
upstream/chore/policy-grader
upstream/chore/react-19
upstream/chore/refactor-harmful
upstream/chore/refactor-report
upstream/chore/replace-cache
upstream/chore/session-example
upstream/chore/silicon-flow
upstream/chore/status
upstream/chore/suport-vars-in-config
upstream/chore/support-provider-passed-in
upstream/chore/telem-perf-by-plugin
upstream/chore/template-cache
upstream/chore/trim-redteam-example
upstream/chore/update-blog-style
upstream/chore/update-default-provider-loader
upstream/chore/update-defaults
upstream/chore/update-deps
upstream/chore/update-deps-may
upstream/chore/update-eval-creator
upstream/chore/update-example-readmes
upstream/chore/update-github
upstream/chore/update-history
upstream/chore/update-press-styles
upstream/chore/vuln-report-cta
upstream/chore/zod-v4
upstream/claude/add-beavertails-subcategories-011CUMMQsjDVJ3AdW1eaSTxi
upstream/claude/fix-typescript-enum-error-011CUKomVUs3DkuWiJxY1thT
upstream/cleanup/http-provider-streaming-example
upstream/cloud-config-mock
upstream/codex/add-filters-for-thumbed-up/down-rows
upstream/codex/add-static-dataset-plugin-for-moderation-data
upstream/codex/improve-error-message-clean
upstream/codex/merge-views-and-update-routing
upstream/codex/prefix-dataset-plugins-with--dataset---and-maintain-compatib
upstream/column-visibility-persistence
upstream/config-scratch
upstream/crescendo-vibe-code
upstream/default-grading
upstream/dependabot/npm_and_yarn/openai-6.4.0
upstream/display-history
upstream/docs/adaptive-guardrails-documentation
upstream/docs/adaptive-guardrails-documentation-audit
upstream/docs/add-data-handling-troubleshooting
upstream/docs/anthropic-threat-intelligence-article
upstream/docs/configuration-updates
upstream/docs/events
upstream/docs/glossary
upstream/docs/hacktoberfest-2025
upstream/docs/homepage-20251011
upstream/docs/image-guide
upstream/docs/improve-mischievous-user-documentation
upstream/docs/improve-model-graded-docs
upstream/docs/metrics
upstream/docs/model-graded-requirements
upstream/docs/modernize-python-integration
upstream/docs/multi-turn-improvements-clean
upstream/docs/node-package
upstream/docs/portkey-post
upstream/docs/portkey-post-clean
upstream/docs/provider-type-map-example
upstream/docs/python
upstream/docs/python-provider
upstream/docs/python-reference-guide
upstream/docs/restore-original-defcon-post
upstream/docs/self-hosting
upstream/docs/stateful-api-testing
upstream/docs/subprocessors
upstream/docs/typescript-config-dynamic-schemas
upstream/docs/unblocking-agent
upstream/docs/update-model-references
upstream/docs/update-openai-assistants-docs
upstream/docs/var-improver-blog
upstream/e2b
upstream/esm-migration
upstream/examples/azure-assistant-redteam
upstream/faizan/bert
upstream/faizan/logs-improvement
upstream/faizan/test-improvements
upstream/faizan/x
upstream/faizanminhas/multimodal-strategy-warnings
upstream/feat/abort-controller-cancellation
upstream/feat/add-adk-tracing-example
upstream/feat/add-black-forest-labs-provider
upstream/feat/add-deepeval-conversational-relevancy-metrics
upstream/feat/add-langflow-example
upstream/feat/add-max-message-length-plugin
upstream/feat/add-prefer-local-redteam-provider-flag
upstream/feat/add-reasoning-to-provider-response
upstream/feat/add-sse-cli-login
upstream/feat/add-style-override-plugin
upstream/feat/agent-framework-examples
upstream/feat/assertion-interpolation-file-support
upstream/feat/audio-perturbation
upstream/feat/autodan
upstream/feat/browser-authentication
upstream/feat/cloud-status-indicator
upstream/feat/configurable-iterations-in-strategies
upstream/feat/context-faithfulness-improvements
upstream/feat/csv-encoding-support
upstream/feat/default-bedrock
upstream/feat/document-basepath-context-param
upstream/feat/drawer-consistent-formatting
upstream/feat/extraction
upstream/feat/frontend-asset-display
upstream/feat/g-eval-image-support
upstream/feat/gemini-2.5-flash-image
upstream/feat/gemini-live-output-audio
upstream/feat/google-adk-agents-example
upstream/feat/google-code-execution
upstream/feat/gpt-image-1-support
upstream/feat/gpt5-chess-evaluation
upstream/feat/granite-guardian
upstream/feat/hide-empty-traces
upstream/feat/http-transform-response-context
upstream/feat/http-ws-improvement
upstream/feat/image-perturbations
upstream/feat/improve-feedback-page-ui
upstream/feat/improve-provider-warnings
upstream/feat/improve-provider-warnings-v2
upstream/feat/init-next-hint-clean
upstream/feat/inline-message-format
upstream/feat/mcp-server
upstream/feat/meta
upstream/feat/metric-filters
upstream/feat/migrate-multilingual-to-global-language
upstream/feat/migrate-to-biome
upstream/feat/migrate-to-esm
upstream/feat/more-browser
upstream/feat/node-package-sharing
upstream/feat/openai-audio
upstream/feat/openai-gpt-image-1-support
upstream/feat/openai-guardrails-plugin
upstream/feat/openai-redteam-guardrails
upstream/feat/override-grading-provider
upstream/feat/owasp-api-plugins
upstream/feat/persona-strategy-implementation
upstream/feat/privacy-policy-cloud-addendum
upstream/feat/prompt-management
upstream/feat/prompty-support
upstream/feat/ragas-noise-sensitivity
upstream/feat/reasoning
upstream/feat/redteam-agent-interface
upstream/feat/redteam-discovery-agent
upstream/feat/redteam-include-safe-prompts
upstream/feat/redteam-strategy-alias
upstream/feat/remove-filtered-metrics-flag
upstream/feat/repo-scanner
upstream/feat/ruby-provider
upstream/feat/sandbox
upstream/feat/save-discovery-results-to-cloud
upstream/feat/self-upgrade-command
upstream/feat/shared-dto-model
upstream/feat/strategy-test-gen
upstream/feat/support-anthropic-web-search
upstream/feat/target-discovery
upstream/feat/task-exploitation
upstream/feat/track-tokens-per-provider
upstream/feat/update
upstream/feat/url-filtering
upstream/feat/verdict-assertion
upstream/feat/visual-indicators-generated-content
upstream/feat/web-ui-provider-config
upstream/feat/xlsx-peer-dependency
upstream/feature/add-exists-operator
upstream/feature/add-goal-misalignment-plugin
upstream/feature/auto-update
upstream/feature/bedrock-prompt-management
upstream/feature/cached-latency-945
upstream/feature/compact-eval-summary
upstream/feature/conversation-export
upstream/feature/disable-probe-limits-enforcement
upstream/feature/elevenlabs-integration
upstream/feature/fix-geval-scale-consistency
upstream/feature/gpt-image-1-support
upstream/feature/harmful-keywords-plugin
upstream/feature/improve-metadata-filtering
upstream/feature/integrate-redteam-defaults
upstream/feature/learn-page
upstream/feature/livekit-provider
upstream/feature/modernize-exec-async
upstream/feature/mtls-support
upstream/feature/output-handlers
upstream/feature/pass-n-metrics
upstream/feature/persist-policy-names
upstream/feature/persistent-python-providers
upstream/feature/production-log-analysis-examples
upstream/feature/python-provider-persistence-final-review
upstream/feature/real-time-frontend-metrics
upstream/feature/red-team-purpose-validator
upstream/feature/redteam-review-page-redesign
upstream/feature/revert-retry-functionality
upstream/feature/role-confusion-plugin
upstream/feature/secret-variable-redaction
upstream/feature/shared-zod-schemas
upstream/feature/strategy-sample-generation
upstream/feature/table-row-permalinks
upstream/feature/table-settings-compact-view
upstream/feature/ttft-implementation-improvements
upstream/feature/vlguard-original-dataset
upstream/feature/websocket-streaming-transforms
upstream/fix-asset-storage-tests
upstream/fix-eval-windows-tests
upstream/fix-filter-failing-command
upstream/fix-import-export-system
upstream/fix-import-export-transaction-error
upstream/fix-tags
upstream/fix-vlguard-critical-issues
upstream/fix/4533
upstream/fix/anthropic-default
upstream/fix/assertion-tokens
upstream/fix/azure-vision-data-url-universal
upstream/fix/bedrock-multi-modal
upstream/fix/biome-configuration-issues
upstream/fix/ci-sigsegv
upstream/fix/convert-relative-links-to-absolute
upstream/fix/counting
upstream/fix/debug-access
upstream/fix/deduplicate-api-requests
upstream/fix/divergent-behviour-http
upstream/fix/drizzle-async-operations
upstream/fix/drizzle-async-transactions
upstream/fix/edit-and-rerun-improvements
upstream/fix/enterprise-banner-layout-shift
upstream/fix/escape
upstream/fix/eslint-non-null-assertions
upstream/fix/eslint-type-imports-and-test-failures
upstream/fix/esm-migration-remaining
upstream/fix/fallback-prompt-mechanism
upstream/fix/falsy-output
upstream/fix/gender-bias
upstream/fix/glob-pattern-windows-compatibility
upstream/fix/hooks
upstream/fix/html-escaping-issue-4550
upstream/fix/improve-version-check-error-handling
upstream/fix/issue-3100
upstream/fix/json-grader-bug
upstream/fix/json-parsing
upstream/fix/metadata
upstream/fix/missing-index-imports
upstream/fix/modal-share-link
upstream/fix/model-graded-context-propagation
upstream/fix/multiple-dev-instances-port-conflicts
upstream/fix/nested-object-var
upstream/fix/npm-audit-security-updates
upstream/fix/object-extensible
upstream/fix/ollama
upstream/fix/pagination-viewport-positioning
upstream/fix/playwright-browser-installation
upstream/fix/promptfoo-import
upstream/fix/proxy-troubleshooting-docs
upstream/fix/python-provider-relative-path-resolution
upstream/fix/redteam-local-grading-provider
upstream/fix/redteam-typos
upstream/fix/replay-button-missing-props
upstream/fix/scroll
upstream/fix/silence-health-check-logs
upstream/fix/table-header-structure
upstream/fix/table-width-column-visibility
upstream/fix/test-failures
upstream/fix/test-gen-count
upstream/fix/util-tests
upstream/fix/vitest-test-improvements
upstream/fixlist
upstream/foundation-post
upstream/fs-stage-2
upstream/goat-test
upstream/hack-gpt-4.1-as-harmful-generator
upstream/ian/20250120-123028
upstream/ian/20250216-121951
upstream/ian/20250502-100013
upstream/ian/20250520-055303
upstream/ian/20250527-061340
upstream/ian/20250530-062237
upstream/ian/20250602-205320
upstream/ian/20250614-212924
upstream/ian/20250731-102955
upstream/ian/20250821-095832
upstream/ian/20250821-171839
upstream/ian/20250826-140607
upstream/ian/20250828-170110
upstream/ian/20250908-204649
upstream/ian/20250911-233017
upstream/ian/20250912-121220
upstream/ian/20251008-135829
upstream/ian/20251010-161506
upstream/ian/20251017-212356
upstream/ian/20251020-113722
upstream/improve-bedrock-guardrails
upstream/improve-build-constants
upstream/improve-community-page-design
upstream/improve-fetch-documentation
upstream/improve-styling
upstream/iterative-tree-fix
upstream/iterative-tree-improvements
upstream/james/eng-576_multi-turn-conversation-example
upstream/james/storybook
upstream/james/sycophant-plugin
upstream/jest-integration
upstream/likert-provider
upstream/llm-py
upstream/main
upstream/matchesContextFaithfulness
upstream/max-concurrency-tests
upstream/migrate-fs-promises
upstream/migrate/turso-database
upstream/missing-model-params
upstream/mmlu-post
upstream/model-audit-ui
upstream/optimize-eval-page-loading
upstream/perf/lazy-loading-cli-optimization
upstream/perf/optimize-startup-time
upstream/postman
upstream/pr-1-pagination
upstream/pr-2-model-audit-ui
upstream/pr-3124
upstream/pr-3262
upstream/pr-5431
upstream/pr-5570
upstream/pr-5606
upstream/prompt-improver
upstream/react-query-migration-integration-tests
upstream/redo-docs
upstream/refactor-loader
upstream/refactor-message-parsing
upstream/refactor-openai-response-format
upstream/refactor/assertion-tests
upstream/refactor/esm-migration
upstream/refactor/esm-migration-new
upstream/refactor/file-utils
upstream/refactor/full-esm-conversion
upstream/refactor/generalize-file-loader
upstream/refactor/improve-target-provider-loading
upstream/refactor/mui-grid-to-grid2
upstream/refactor/openai-compatible-providers
upstream/refactor/pass-settings-propts
upstream/refactor/python-runner-optimizations
upstream/refactor/simplify-telemetry
upstream/refactor/split-other-encodings-strategy
upstream/refactor/utils
upstream/remove-cloudflare-sdk
upstream/reorder-team-michael-bottom
upstream/replicate
upstream/retry
upstream/revert-5516-steve/09082025-limitsdocs
upstream/revert-5570-ian/20250911-211528
upstream/security/fix-rce-vulnerability
upstream/shared-multipliers
upstream/simplify-llm-rubric
upstream/split-redteam-iterative-povider
upstream/steve/04182025-owaspmapping
upstream/steve/05282025-fetchcacheerror
upstream/steve/07202025-simba
upstream/steve/09052025-simba
upstream/steve/09302025-add-debug-logging
upstream/steve/10062025-ink
upstream/strategies-categorization
upstream/strategystats2
upstream/terms
upstream/test/refactor-provider
upstream/update-anthropic-defaults
upstream/update-blog-image-script-owasp
upstream/update-examples-to-llama
upstream/update-github-provider
upstream/update-model-references
upstream/update-models
upstream/update-pagination
upstream/update-redteam-chatbot-example
upstream/update-vulnerabilitis-page
upstream/update/review
upstream/upgrade-jest-v30
upstream/upgrade/jsdom-v27
upstream/var-improver
upstream/var-improver-improver
upstream/what-are-llm-hallucinations
upstream/will-holley/session-hooks-example
upstream/will-holley/strategy-magic-wand
upstream/zod4
Tags
upstream/0.118.17
upstream/0.118.16
upstream/0.118.15
upstream/0.118.14
upstream/0.118.13
upstream/0.118.12
upstream/0.118.11
upstream/0.118.10
upstream/0.118.9
upstream/0.118.8
upstream/0.118.7
upstream/0.118.6
upstream/0.118.5
upstream/0.118.4
upstream/0.118.3
upstream/0.118.2
upstream/0.118.1
upstream/0.118.0
upstream/0.117.11
upstream/0.117.10
upstream/0.117.9
upstream/0.117.8
upstream/0.117.7
upstream/0.117.6
upstream/0.117.5
upstream/0.117.4
upstream/0.117.3
upstream/0.117.2
upstream/0.117.1
upstream/0.117.0
upstream/0.116.7
upstream/0.116.6
upstream/0.116.5
upstream/0.116.4
upstream/0.116.3
upstream/0.116.2
upstream/0.116.1
upstream/0.116.0
upstream/0.115.4
upstream/0.115.3
upstream/0.115.2
upstream/0.115.1
upstream/0.115.0
upstream/0.114.7
upstream/0.114.6
upstream/0.114.5
upstream/0.114.4
upstream/0.114.3
upstream/0.114.2
upstream/0.114.1
upstream/0.114.0
upstream/0.113.4
upstream/0.113.3
upstream/0.113.2
upstream/0.113.1
upstream/0.113.0
upstream/0.112.9
upstream/0.112.8
upstream/0.112.7
upstream/0.112.6
upstream/0.112.5
upstream/0.112.4
upstream/0.112.3
upstream/0.112.2
upstream/0.112.1
upstream/0.112.0
upstream/0.111.1
upstream/0.111.0
upstream/0.110.1
upstream/0.110.0
upstream/0.109.1
upstream/0.109.0
upstream/0.108.0
upstream/0.107.7
upstream/0.107.6
upstream/0.107.5
upstream/0.107.4
upstream/0.107.3
upstream/0.107.2
upstream/0.107.1
upstream/0.107.0
upstream/0.106.3
upstream/0.106.2
upstream/0.106.1
upstream/0.106.0
upstream/0.105.1
upstream/0.105.0
upstream/0.104.4
upstream/0.104.3
upstream/0.104.2
upstream/0.104.1
upstream/0.104.0
upstream/0.103.19
upstream/0.103.18
upstream/0.103.17
upstream/0.103.16
upstream/0.103.15
upstream/0.103.14
upstream/0.103.13
upstream/0.103.12
upstream/0.103.11
upstream/0.103.10
upstream/0.103.9
upstream/0.103.8
upstream/0.103.7
upstream/0.103.6
upstream/0.103.5
upstream/0.103.4
upstream/0.103.3
upstream/0.103.2
upstream/0.103.1
upstream/0.103.0
upstream/0.102.4
upstream/0.102.3
upstream/0.102.2
upstream/0.102.1
upstream/0.102.0
upstream/0.101.2
upstream/0.101.1
upstream/0.101.0
upstream/0.100.6
upstream/0.100.5
upstream/0.100.4
upstream/0.100.3
upstream/0.100.2
upstream/0.100.1
upstream/0.100.0
upstream/0.99.1
upstream/0.99.0
upstream/0.98.0
upstream/0.97.0
upstream/0.96.2
upstream/0.96.1
upstream/0.96.0
upstream/0.95.0
upstream/0.94.6
upstream/0.94.5
upstream/0.94.4
upstream/0.94.3
upstream/0.94.2
upstream/0.94.1
upstream/0.94.0
upstream/0.93.3
upstream/0.93.2
upstream/0.93.1
upstream/0.93.0
upstream/0.92.3
upstream/0.92.2
upstream/0.92.1
upstream/0.92.0
upstream/0.91.3
upstream/0.91.2
upstream/0.91.1
upstream/0.91.0
upstream/0.90.3
upstream/0.90.2
upstream/0.90.1
upstream/0.90.0
upstream/0.89.4
upstream/0.89.3
upstream/0.89.2
upstream/0.89.1
upstream/0.89.0
upstream/0.88.0
upstream/0.87.1
upstream/0.87.0
upstream/0.86.1
upstream/0.86.0
upstream/0.85.2
upstream/0.85.1
upstream/0.85.0
upstream/0.84.1
upstream/0.84.0
upstream/0.83.2
upstream/0.83.1
upstream/0.83.0
upstream/0.82.0
upstream/0.81.5
upstream/0.81.4
upstream/0.81.3
upstream/0.81.2
upstream/0.81.1
upstream/0.81.0
upstream/0.80.3
upstream/0.80.2
upstream/0.80.1
upstream/0.80.0
upstream/0.79.0
upstream/0.78.3
upstream/0.78.2
upstream/0.78.1
upstream/0.78.0
upstream/0.77.0
upstream/0.76.1
upstream/0.76.0
upstream/0.75.2
upstream/0.75.1
upstream/0.75.0
upstream/0.74.0
upstream/0.73.9
upstream/0.73.8
upstream/0.73.7
upstream/0.73.6
upstream/0.73.5
upstream/0.73.4
upstream/0.73.3
upstream/0.73.2
upstream/0.73.1
upstream/0.73.0
upstream/0.72.2
upstream/0.72.1
upstream/0.72.0
upstream/0.71.1
upstream/0.71.0
upstream/0.70.1
upstream/0.70.0
upstream/0.69.2
upstream/0.69.1
upstream/0.69.0
upstream/0.68.3
upstream/0.68.2
upstream/0.68.1
upstream/0.68.0
upstream/0.67.0
upstream/0.66.0
upstream/0.65.2
upstream/0.65.1
upstream/0.65.0
upstream/0.64.0
upstream/0.63.2
upstream/0.63.1
upstream/0.63.0
upstream/0.62.1
upstream/0.62.0
upstream/0.61.0
upstream/0.60.0
upstream/0.59.1
upstream/0.59.0
upstream/0.58.1
upstream/0.58.0
upstream/0.57.1
upstream/0.57.0
upstream/0.56.0
upstream/0.55.0
upstream/0.54.1
upstream/0.54.0
upstream/0.53.0
upstream/0.52.0
upstream/0.51.0
upstream/0.50.1
upstream/0.50.0
upstream/0.49.3
upstream/0.49.2
upstream/0.49.1
upstream/0.49.0
upstream/0.48.0
upstream/0.47.0
upstream/0.46.0
upstream/0.45.2
upstream/0.45.1
upstream/0.45.0
upstream/0.44.0
upstream/0.43.1
upstream/0.43.0
upstream/0.42.0
upstream/0.41.0
upstream/0.40.0
upstream/0.39.1
upstream/0.39.0
upstream/0.38.0
upstream/0.37.1
upstream/0.37.0
upstream/0.36.0
upstream/0.35.1
upstream/0.35.0
upstream/0.34.1
upstream/0.34.0
upstream/0.33.2
upstream/0.33.1
upstream/0.33.0
upstream/0.32.0
upstream/0.31.2
upstream/0.31.1
upstream/0.31.0
upstream/0.30.2
upstream/0.30.1
upstream/0.30.0
upstream/0.29.0
upstream/0.28.2
upstream/0.28.0
upstream/0.27.1
upstream/0.27.0
upstream/0.26.5
upstream/0.26.4
upstream/0.26.3
upstream/0.26.2
upstream/0.26.1
upstream/0.26.0
upstream/0.25.2
upstream/0.25.1
upstream/0.25.0
upstream/0.24.4
upstream/0.24.3
upstream/0.24.2
upstream/0.24.1
upstream/0.24.0
upstream/0.23.1
upstream/0.23.0
upstream/0.22.1
upstream/0.22.0
upstream/0.21.4
upstream/0.21.3
upstream/0.21.2
upstream/0.21.1
upstream/0.21.0
upstream/0.20.1
upstream/0.20.0
upstream/0.19.3
upstream/0.19.2
upstream/0.19.1
upstream/0.19.0
upstream/0.18.4
upstream/0.18.3
upstream/0.18.2
upstream/0.18.1
upstream/0.18.0
upstream/0.17.9
upstream/0.17.8
upstream/0.17.7
upstream/0.17.6
upstream/0.17.5
upstream/0.17.4
upstream/0.17.3
upstream/0.17.2
upstream/0.17.1
upstream/0.17.0
upstream/0.16.0
upstream/0.15.0
upstream/0.14.2
upstream/0.14.1
upstream/0.14.0
upstream/0.13.1
upstream/0.13.0
upstream/0.12.0
upstream/0.11.0
upstream/0.10.0
upstream/0.9.0
upstream/0.8.3
upstream/0.8.2
upstream/0.8.1
upstream/0.8.0
upstream/0.7.0
upstream/0.6.0
upstream/0.5.1
upstream/0.5.0
upstream/0.4.0
upstream/0.3.0
upstream/0.2.2
upstream/0.2.0
