{
  "slug": "evidently-ai",
  "name": "Evidently AI",
  "company": "Evidently AI",
  "website": "https://www.evidentlyai.com/",
  "category": "platforms",
  "business_model": "open",
  "availability": "unknown",
  "launched": null,
  "tags": [
    "eval",
    "developer-tools"
  ],
  "updated": "2026-11-03",
  "sources": [
    {
      "title": "Evidently AI — official product",
      "url": "https://www.evidentlyai.com/"
    },
    {
      "title": "Evidently AI — official documentation and terms",
      "url": "https://docs.evidentlyai.com/"
    }
  ],
  "selection": {
    "tasks": [
      "data-analysis"
    ],
    "form_factor": "library",
    "platforms": [
      "unknown"
    ],
    "deployment": [
      "self-hosted"
    ],
    "offline": "unknown",
    "regions": [
      "unknown"
    ],
    "api": "unknown",
    "license": "unknown",
    "commercial_use": "unknown",
    "languages": [
      "unknown"
    ],
    "billing": {
      "models": [
        "open-source"
      ],
      "free_allowance": "yes",
      "requires_subscription": "no"
    }
  },
  "selection_evidence": {
    "tasks": {
      "status": "editorial_inference",
      "note": "Editorial classification of the documented features; not a product-performance test."
    },
    "form_factor": {
      "status": "editorial_inference",
      "note": "Editorial classification of the documented features; not a product-performance test."
    },
    "platforms": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "deployment": {
      "status": "editorial_inference",
      "note": "Editorial classification of the documented features; not a product-performance test."
    },
    "offline": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "regions": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "api": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "license": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "commercial_use": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "languages": {
      "status": "unknown",
      "note": "This product-specific field was not established in this entry’s source review."
    },
    "billing": {
      "status": "editorial_inference",
      "note": "Editorial classification of the documented features; not a product-performance test."
    }
  },
  "facts": [
    {
      "id": "evidently-ai.capability.primary",
      "field": "capability",
      "value": "Evaluate data and AI systems using a Python metric library",
      "status": "verified",
      "evidence_type": "official_page",
      "checked": "2026-11-03",
      "sources": [
        "https://docs.evidentlyai.com/"
      ]
    }
  ],
  "docs_url": "https://docs.evidentlyai.com/",
  "description": "Python evaluation framework for monitoring data quality, predictive models and LLM applications.",
  "overview": "Typical uses include Investigation of agent failures; Regression evaluation of AI applications. Documented capabilities: Evaluate data and AI systems using a Python metric library; Detect data drift and predictive quality issues; Self-hosted testing dashboards and evaluation storage.",
  "features": [
    "Evaluate data and AI systems using a Python metric library",
    "Detect data drift and predictive quality issues",
    "Self-hosted testing dashboards and evaluation storage"
  ],
  "use_cases": [
    "Investigation of agent failures",
    "Regression evaluation of AI applications"
  ],
  "pricing_notes": "The open-source software can be run on your own infrastructure. Compute, storage and any external model API usage are separate costs; a managed service is not included.",
  "faq": [
    {
      "q": "Where does Evidently AI fit in a workflow?",
      "a": "Python evaluation framework for monitoring data quality, predictive models and LLM applications. Evaluate data and AI systems using a Python metric library."
    },
    {
      "q": "What costs and limits should I compare before choosing Evidently AI?",
      "a": "The open-source software can be run on your own infrastructure. Compute, storage and any external model API usage are separate costs; a managed service is not included."
    }
  ],
  "i18n": {
    "zh": {
      "description": "用于监控数据质量、预测模型和LLM应用的Python评估框架。",
      "overview": "典型用途包括智能体失败原因分析、AI应用回归评估。文档列明的能力包括：通过Python指标库评估数据和AI系统；检测数据漂移和预测质量问题；自托管测试面板及评估存储。",
      "features": [
        "通过Python指标库评估数据和AI系统",
        "检测数据漂移和预测质量问题",
        "自托管测试面板及评估存储"
      ],
      "use_cases": [
        "智能体失败原因分析",
        "AI应用回归评估"
      ],
      "pricing_notes": "开源软件可在自己的基础设施运行。计算、存储和外部模型API用量另计，不包含托管服务。",
      "faq": [
        {
          "q": "Evidently AI适合工作流中的哪个环节？",
          "a": "用于监控数据质量、预测模型和LLM应用的Python评估框架。 通过Python指标库评估数据和AI系统."
        },
        {
          "q": "选择Evidently AI前应比较哪些费用和限制？",
          "a": "开源软件可在自己的基础设施运行。计算、存储和外部模型API用量另计，不包含托管服务。"
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "依据所记录功能作出的编辑归类，非产品性能实测。"
        },
        "form_factor": {
          "note": "依据所记录功能作出的编辑归类，非产品性能实测。"
        },
        "platforms": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "deployment": {
          "note": "依据所记录功能作出的编辑归类，非产品性能实测。"
        },
        "offline": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "regions": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "api": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "license": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "commercial_use": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "languages": {
          "note": "本条目的来源核查尚未确认这一产品字段。"
        },
        "billing": {
          "note": "依据所记录功能作出的编辑归类，非产品性能实测。"
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "通过Python指标库评估数据和AI系统"
        }
      }
    },
    "es": {
      "description": "Framework Python para monitorizar calidad de datos, modelos predictivos y aplicaciones LLM.",
      "overview": "Usos habituales: Investigación de fallos de agentes; Evaluación de regresiones en aplicaciones de IA. Funciones documentadas: Evaluación de datos e IA con biblioteca de métricas; Detección de deriva y problemas predictivos; Paneles y almacenamiento de evaluaciones autoalojados.",
      "features": [
        "Evaluación de datos e IA con biblioteca de métricas",
        "Detección de deriva y problemas predictivos",
        "Paneles y almacenamiento de evaluaciones autoalojados"
      ],
      "use_cases": [
        "Investigación de fallos de agentes",
        "Evaluación de regresiones en aplicaciones de IA"
      ],
      "pricing_notes": "El software abierto puede ejecutarse en infraestructura propia. El cómputo, almacenamiento y las API de modelos se pagan aparte; no incluye servicio gestionado.",
      "faq": [
        {
          "q": "¿En qué parte del flujo encaja Evidently AI?",
          "a": "Framework Python para monitorizar calidad de datos, modelos predictivos y aplicaciones LLM. Evaluación de datos e IA con biblioteca de métricas."
        },
        {
          "q": "¿Qué costes y límites debo comparar antes de elegir Evidently AI?",
          "a": "El software abierto puede ejecutarse en infraestructura propia. El cómputo, almacenamiento y las API de modelos se pagan aparte; no incluye servicio gestionado."
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "Clasificación editorial de las funciones documentadas; no es una prueba de rendimiento."
        },
        "form_factor": {
          "note": "Clasificación editorial de las funciones documentadas; no es una prueba de rendimiento."
        },
        "platforms": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "deployment": {
          "note": "Clasificación editorial de las funciones documentadas; no es una prueba de rendimiento."
        },
        "offline": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "regions": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "api": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "license": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "commercial_use": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "languages": {
          "note": "La revisión de fuentes de esta entrada no estableció este dato del producto."
        },
        "billing": {
          "note": "Clasificación editorial de las funciones documentadas; no es una prueba de rendimiento."
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "Evaluación de datos e IA con biblioteca de métricas"
        }
      }
    },
    "fr": {
      "description": "Framework Python pour suivre données, modèles prédictifs et applications LLM.",
      "overview": "Usages courants : Analyse des échecs d’agents; Évaluation des régressions d’applications IA. Fonctions documentées : Évaluation des données et de l’IA par métriques Python; Détection de dérive et de problèmes prédictifs; Tableaux de test et stockage auto-hébergés.",
      "features": [
        "Évaluation des données et de l’IA par métriques Python",
        "Détection de dérive et de problèmes prédictifs",
        "Tableaux de test et stockage auto-hébergés"
      ],
      "use_cases": [
        "Analyse des échecs d’agents",
        "Évaluation des régressions d’applications IA"
      ],
      "pricing_notes": "Le logiciel open source s’exécute sur votre infrastructure. Calcul, stockage et API de modèles externes sont à financer séparément ; aucun service géré n’est inclus.",
      "faq": [
        {
          "q": "Quelle place occupe Evidently AI dans un parcours de travail ?",
          "a": "Framework Python pour suivre données, modèles prédictifs et applications LLM. Évaluation des données et de l’IA par métriques Python."
        },
        {
          "q": "Quels coûts et limites comparer avant de choisir Evidently AI ?",
          "a": "Le logiciel open source s’exécute sur votre infrastructure. Calcul, stockage et API de modèles externes sont à financer séparément ; aucun service géré n’est inclus."
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "Classement éditorial des fonctions documentées ; aucun test de performance."
        },
        "form_factor": {
          "note": "Classement éditorial des fonctions documentées ; aucun test de performance."
        },
        "platforms": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "deployment": {
          "note": "Classement éditorial des fonctions documentées ; aucun test de performance."
        },
        "offline": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "regions": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "api": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "license": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "commercial_use": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "languages": {
          "note": "L’examen des sources de cette fiche n’a pas établi ce point du produit."
        },
        "billing": {
          "note": "Classement éditorial des fonctions documentées ; aucun test de performance."
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "Évaluation des données et de l’IA par métriques Python"
        }
      }
    },
    "ja": {
      "description": "データ品質、予測モデル、LLMアプリを監視するPython評価フレームワーク。",
      "overview": "主な用途はエージェント障害の調査、AIアプリの回帰評価です。資料に記載された機能：Python指標ライブラリによるデータとAIの評価；データドリフトと予測品質問題の検出；自前運用のテスト画面と評価保存。",
      "features": [
        "Python指標ライブラリによるデータとAIの評価",
        "データドリフトと予測品質問題の検出",
        "自前運用のテスト画面と評価保存"
      ],
      "use_cases": [
        "エージェント障害の調査",
        "AIアプリの回帰評価"
      ],
      "pricing_notes": "オープンソースソフトウェアは自前の基盤で実行できます。計算資源、ストレージ、外部モデルAPIは別費用で、マネージドサービスは含みません。",
      "faq": [
        {
          "q": "Evidently AIはワークフローのどの部分に向いていますか？",
          "a": "データ品質、予測モデル、LLMアプリを監視するPython評価フレームワーク。 Python指標ライブラリによるデータとAIの評価."
        },
        {
          "q": "Evidently AIを選ぶ前に比較すべき費用や制限は何ですか？",
          "a": "オープンソースソフトウェアは自前の基盤で実行できます。計算資源、ストレージ、外部モデルAPIは別費用で、マネージドサービスは含みません。"
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "記録された機能に基づく編集上の分類であり、性能の実測ではありません。"
        },
        "form_factor": {
          "note": "記録された機能に基づく編集上の分類であり、性能の実測ではありません。"
        },
        "platforms": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "deployment": {
          "note": "記録された機能に基づく編集上の分類であり、性能の実測ではありません。"
        },
        "offline": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "regions": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "api": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "license": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "commercial_use": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "languages": {
          "note": "この項目の資料確認では、この製品固有の情報は未確認です。"
        },
        "billing": {
          "note": "記録された機能に基づく編集上の分類であり、性能の実測ではありません。"
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "Python指標ライブラリによるデータとAIの評価"
        }
      }
    },
    "de": {
      "description": "Python-Evaluationsframework für Datenqualität, Vorhersagemodelle und LLM-Anwendungen.",
      "overview": "Typische Anwendungen: Analyse von Agentenfehlern; Regressionsevaluation von KI-Anwendungen. Dokumentierte Funktionen: Daten und KI mit Python-Metrikbibliothek bewerten; Datendrift und Qualitätsprobleme erkennen; Selbstgehostete Test-Dashboards und Bewertungsspeicher.",
      "features": [
        "Daten und KI mit Python-Metrikbibliothek bewerten",
        "Datendrift und Qualitätsprobleme erkennen",
        "Selbstgehostete Test-Dashboards und Bewertungsspeicher"
      ],
      "use_cases": [
        "Analyse von Agentenfehlern",
        "Regressionsevaluation von KI-Anwendungen"
      ],
      "pricing_notes": "Die Open-Source-Software läuft auf eigener Infrastruktur. Rechenleistung, Speicher und externe Modell-APIs kosten separat; ein verwalteter Dienst ist nicht enthalten.",
      "faq": [
        {
          "q": "Wo passt Evidently AI in den Arbeitsablauf?",
          "a": "Python-Evaluationsframework für Datenqualität, Vorhersagemodelle und LLM-Anwendungen. Daten und KI mit Python-Metrikbibliothek bewerten."
        },
        {
          "q": "Welche Kosten und Limits sollte ich vor der Wahl von Evidently AI vergleichen?",
          "a": "Die Open-Source-Software läuft auf eigener Infrastruktur. Rechenleistung, Speicher und externe Modell-APIs kosten separat; ein verwalteter Dienst ist nicht enthalten."
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "Redaktionelle Einordnung dokumentierter Funktionen; kein Leistungstest."
        },
        "form_factor": {
          "note": "Redaktionelle Einordnung dokumentierter Funktionen; kein Leistungstest."
        },
        "platforms": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "deployment": {
          "note": "Redaktionelle Einordnung dokumentierter Funktionen; kein Leistungstest."
        },
        "offline": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "regions": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "api": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "license": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "commercial_use": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "languages": {
          "note": "Die Quellenprüfung dieses Eintrags hat dieses Produktfeld nicht belegt."
        },
        "billing": {
          "note": "Redaktionelle Einordnung dokumentierter Funktionen; kein Leistungstest."
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "Daten und KI mit Python-Metrikbibliothek bewerten"
        }
      }
    },
    "pt": {
      "description": "Framework Python para monitorar dados, modelos preditivos e aplicações LLM.",
      "overview": "Usos comuns: Investigação de falhas de agentes; Avaliação de regressões em aplicações de IA. Recursos documentados: Avaliação de dados e IA com biblioteca de métricas; Detecção de drift e problemas preditivos; Painéis e armazenamento de avaliações auto-hospedados.",
      "features": [
        "Avaliação de dados e IA com biblioteca de métricas",
        "Detecção de drift e problemas preditivos",
        "Painéis e armazenamento de avaliações auto-hospedados"
      ],
      "use_cases": [
        "Investigação de falhas de agentes",
        "Avaliação de regressões em aplicações de IA"
      ],
      "pricing_notes": "O software aberto pode rodar em infraestrutura própria. Computação, armazenamento e APIs externas de modelos têm custos separados; serviço gerenciado não está incluído.",
      "faq": [
        {
          "q": "Em que parte do fluxo Evidently AI se encaixa?",
          "a": "Framework Python para monitorar dados, modelos preditivos e aplicações LLM. Avaliação de dados e IA com biblioteca de métricas."
        },
        {
          "q": "Quais custos e limites comparar antes de escolher Evidently AI?",
          "a": "O software aberto pode rodar em infraestrutura própria. Computação, armazenamento e APIs externas de modelos têm custos separados; serviço gerenciado não está incluído."
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "Classificação editorial dos recursos documentados; não é um teste de desempenho."
        },
        "form_factor": {
          "note": "Classificação editorial dos recursos documentados; não é um teste de desempenho."
        },
        "platforms": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "deployment": {
          "note": "Classificação editorial dos recursos documentados; não é um teste de desempenho."
        },
        "offline": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "regions": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "api": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "license": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "commercial_use": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "languages": {
          "note": "A revisão de fontes desta entrada não estabeleceu este dado do produto."
        },
        "billing": {
          "note": "Classificação editorial dos recursos documentados; não é um teste de desempenho."
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "Avaliação de dados e IA com biblioteca de métricas"
        }
      }
    },
    "ko": {
      "description": "데이터 품질, 예측 모델, LLM 앱을 모니터링하는 Python 평가 프레임워크입니다.",
      "overview": "주요 용도는 에이전트 실패 분석; AI 앱 회귀 평가입니다. 문서에 명시된 기능: Python 지표 라이브러리로 데이터와 AI 평가; 데이터 드리프트 및 예측 품질 문제 탐지; 자체 호스팅 테스트 대시보드와 평가 저장.",
      "features": [
        "Python 지표 라이브러리로 데이터와 AI 평가",
        "데이터 드리프트 및 예측 품질 문제 탐지",
        "자체 호스팅 테스트 대시보드와 평가 저장"
      ],
      "use_cases": [
        "에이전트 실패 분석",
        "AI 앱 회귀 평가"
      ],
      "pricing_notes": "오픈 소스 소프트웨어는 자체 인프라에서 실행할 수 있습니다. 컴퓨팅, 저장 공간, 외부 모델 API 비용은 별도이며 관리형 서비스는 포함되지 않습니다.",
      "faq": [
        {
          "q": "Evidently AI은(는) 워크플로의 어느 단계에 적합한가요?",
          "a": "데이터 품질, 예측 모델, LLM 앱을 모니터링하는 Python 평가 프레임워크입니다. Python 지표 라이브러리로 데이터와 AI 평가."
        },
        {
          "q": "Evidently AI 선택 전에 어떤 비용과 제한을 비교해야 하나요?",
          "a": "오픈 소스 소프트웨어는 자체 인프라에서 실행할 수 있습니다. 컴퓨팅, 저장 공간, 외부 모델 API 비용은 별도이며 관리형 서비스는 포함되지 않습니다."
        }
      ],
      "selection_evidence": {
        "tasks": {
          "note": "문서화된 기능에 따른 편집상 분류이며 성능 실측이 아닙니다."
        },
        "form_factor": {
          "note": "문서화된 기능에 따른 편집상 분류이며 성능 실측이 아닙니다."
        },
        "platforms": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "deployment": {
          "note": "문서화된 기능에 따른 편집상 분류이며 성능 실측이 아닙니다."
        },
        "offline": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "regions": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "api": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "license": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "commercial_use": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "languages": {
          "note": "이 항목의 출처 검토에서 해당 제품 정보를 확인하지 못했습니다."
        },
        "billing": {
          "note": "문서화된 기능에 따른 편집상 분류이며 성능 실측이 아닙니다."
        }
      },
      "facts": {
        "evidently-ai.capability.primary": {
          "value": "Python 지표 라이브러리로 데이터와 AI 평가"
        }
      }
    }
  },
  "verification": {
    "last_checked": "2026-11-03",
    "batch": "catalog-500-20261103",
    "source_review": "Official product pages read; no product-performance test.",
    "reviewed_sources": [
      "https://docs.evidentlyai.com/",
      "https://www.evidentlyai.com/"
    ],
    "egress_region": "unknown",
    "owner": "technical",
    "gap_note": "Only documented product scope and supplied claims were reviewed. Fields left unknown were not established for this entry; no launch date, geographic guarantee or licence is inferred."
  },
  "url": "https://globalaiproductindex.com/products/evidently-ai/"
}