lynx   »   [go: up one dir, main page]
Hugging Face's logo

Evaluate Comparison
https://github.com/huggingface/evaluate/
Activity Feed Request to join this org
Evaluate Measurement Spaces.\n
  • Metric: measures the performance of a model on a given dataset, usually by comparing the model's predictions to some ground truth labels -- covered in the Evaluate Metric Spaces.
    • \n\n

    All three types of evaluation supported by the 🤗 Evaluate library are meant to be mutually complementary, and help our community carry out more mindful and responsible evaluation!

    \n","classNames":"hf-sanitized hf-sanitized-eh2IuQ24vxmXFgkPvIZW3"},"users":[{"_id":"5e48005437cb5b49818287a5","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/5e48005437cb5b49818287a5/4uCXGGui-9QifAT4qelxU.png","isPro":false,"fullname":"Leandro von Werra","user":"lvwerra","type":"user"},{"_id":"6079afe2d2cd8c150e6ae05e","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1658248499901-6079afe2d2cd8c150e6ae05e.jpeg","isPro":false,"fullname":"helen","user":"mathemakitten","type":"user"},{"_id":"60edd0133e2c73a9a21455f5","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/60edd0133e2c73a9a21455f5/yK1G-Fv-YjYb7v_chkz3p.jpeg","isPro":true,"fullname":"Sasha Luccioni","user":"sasha","type":"user"},{"_id":"6284b359eac6d6ca13879514","avatarUrl":"/avatars/2dcca0f0d21cbe1a54eedac759adc61c.svg","isPro":false,"fullname":"evaluate-bot","user":"evaluate-bot","type":"user"}],"userCount":4,"collections":[],"datasets":[],"models":[],"spaces":[{"author":"evaluate-comparison","authorData":{"_id":"6287684a589a0ce87175e831","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","fullname":"Evaluate Comparison","name":"evaluate-comparison","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":10},"colorFrom":"blue","colorTo":"green","createdAt":"2022-05-20T10:09:13.000Z","emoji":"🤗","id":"evaluate-comparison/mcnemar","lastModified":"2025-09-25T13:59:08.000Z","likes":1,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"cpu-basic","requested":"cpu-basic"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"evaluate-comparison-mcnemar.hf.space","stage":"READY"}],"sha":"a5edf073180af6864ce012014ae33bade89909b7"},"title":"McNemar","isLikedByUser":false,"trendingScore":0,"tags":["gradio","evaluate","comparison","region:us"]},{"author":"evaluate-comparison","authorData":{"_id":"6287684a589a0ce87175e831","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","fullname":"Evaluate Comparison","name":"evaluate-comparison","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":10},"colorFrom":"blue","colorTo":"green","createdAt":"2022-05-30T19:19:50.000Z","emoji":"🤗","id":"evaluate-comparison/exact_match","lastModified":"2025-09-25T13:59:05.000Z","likes":0,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"cpu-basic","requested":"cpu-basic"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"evaluate-comparison-exact-match.hf.space","stage":"READY"}],"sha":"9d27d7281487e1e59c76b7226be4ff66a0da13fe"},"title":"Exact Match","isLikedByUser":false,"trendingScore":0,"tags":["gradio","evaluate","comparison","region:us"]},{"author":"evaluate-comparison","authorData":{"_id":"6287684a589a0ce87175e831","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","fullname":"Evaluate Comparison","name":"evaluate-comparison","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":10},"colorFrom":"blue","colorTo":"green","createdAt":"2022-08-11T13:03:33.000Z","emoji":"🤗","id":"evaluate-comparison/wilcoxon","lastModified":"2022-09-22T13:40:28.000Z","likes":0,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNTIME_ERROR","hardware":{"current":null,"requested":"cpu-basic"},"storage":null,"gcTimeout":86400,"errorMessage":"Traceback (most recent call last):\n File \"app.py\", line 5, in \n module = evaluate.load(\"wilcoxon\", module_type=\"comparison\")\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/loading.py\", line 774, in load\n evaluation_module = evaluation_module_factory(\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/loading.py\", line 723, in evaluation_module_factory\n raise e1 from None\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/loading.py\", line 701, in evaluation_module_factory\n return GithubEvaluationModuleFactory(\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/loading.py\", line 438, in get_module\n local_path = self.download_loading_script(revision)\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/loading.py\", line 432, in download_loading_script\n return cached_path(file_path, download_config=download_config)\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/utils/file_utils.py\", line 244, in cached_path\n output_path = get_from_cache(\n File \"/home/user/.local/lib/python3.8/site-packages/evaluate/utils/file_utils.py\", line 590, in get_from_cache\n raise ConnectionError(f\"Couldn't reach {url} ({repr(head_error)})\")\nConnectionError: Couldn't reach https://raw.githubusercontent.com/huggingface/evaluate/main/comparisons/wilcoxon/wilcoxon.py (ConnectionError(MaxRetryError(\"HTTPSConnectionPool(host='raw.githubusercontent.com', port=443): Max retries exceeded with url: /huggingface/evaluate/main/comparisons/wilcoxon/wilcoxon.py (Caused by NewConnectionError(': Failed to establish a new connection: [Errno -3] Temporary failure in name resolution'))\")))\n","replicas":{"requested":1},"devMode":false,"domains":[{"domain":"evaluate-comparison-wilcoxon.hf.space","stage":"READY"}]},"title":"Wilcoxon","isLikedByUser":false,"trendingScore":0,"tags":["gradio","evaluate","comparison","region:us"]}],"numDatasets":0,"numModels":0,"numSpaces":4,"lastOrgActivities":[{"time":"2025-09-25T13:59:08.686Z","user":"evaluate-bot","userAvatarUrl":"/avatars/2dcca0f0d21cbe1a54eedac759adc61c.svg","orgAvatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","type":"update","repoData":{"author":"evaluate-comparison","authorData":{"_id":"6287684a589a0ce87175e831","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","fullname":"Evaluate Comparison","name":"evaluate-comparison","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":10},"colorFrom":"blue","colorTo":"green","createdAt":"2022-05-20T10:09:13.000Z","emoji":"🤗","id":"evaluate-comparison/mcnemar","lastModified":"2025-09-25T13:59:08.000Z","likes":1,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"cpu-basic","requested":"cpu-basic"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"evaluate-comparison-mcnemar.hf.space","stage":"READY"}],"sha":"a5edf073180af6864ce012014ae33bade89909b7"},"title":"McNemar","isLikedByUser":false,"trendingScore":0,"tags":["gradio","evaluate","comparison","region:us"]},"repoId":"evaluate-comparison/mcnemar","repoType":"space","org":"evaluate-comparison"},{"time":"2025-09-25T13:59:06.361Z","user":"evaluate-bot","userAvatarUrl":"/avatars/2dcca0f0d21cbe1a54eedac759adc61c.svg","orgAvatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","type":"update","repoData":{"author":"evaluate-comparison","authorData":{"_id":"6287684a589a0ce87175e831","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","fullname":"Evaluate Comparison","name":"evaluate-comparison","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":10},"colorFrom":"blue","colorTo":"green","createdAt":"2022-05-30T19:19:50.000Z","emoji":"🤗","id":"evaluate-comparison/exact_match","lastModified":"2025-09-25T13:59:05.000Z","likes":0,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"cpu-basic","requested":"cpu-basic"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"evaluate-comparison-exact-match.hf.space","stage":"READY"}],"sha":"9d27d7281487e1e59c76b7226be4ff66a0da13fe"},"title":"Exact Match","isLikedByUser":false,"trendingScore":0,"tags":["gradio","evaluate","comparison","region:us"]},"repoId":"evaluate-comparison/exact_match","repoType":"space","org":"evaluate-comparison"},{"time":"2025-09-18T13:11:09.183Z","user":"evaluate-bot","userAvatarUrl":"/avatars/2dcca0f0d21cbe1a54eedac759adc61c.svg","orgAvatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","type":"update","repoData":{"author":"evaluate-comparison","authorData":{"_id":"6287684a589a0ce87175e831","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1653634616779-5e48005437cb5b49818287a5.png","fullname":"Evaluate Comparison","name":"evaluate-comparison","type":"org","isHf":false,"isHfAdmin":false,"isMod":false,"isEnterprise":false,"followerCount":10},"colorFrom":"blue","colorTo":"green","createdAt":"2022-05-20T10:09:13.000Z","emoji":"🤗","id":"evaluate-comparison/mcnemar","lastModified":"2025-09-25T13:59:08.000Z","likes":1,"pinned":false,"private":false,"sdk":"gradio","repoType":"space","runtime":{"stage":"RUNNING","hardware":{"current":"cpu-basic","requested":"cpu-basic"},"storage":null,"gcTimeout":86400,"replicas":{"current":1,"requested":1},"devMode":false,"domains":[{"domain":"evaluate-comparison-mcnemar.hf.space","stage":"READY"}],"sha":"a5edf073180af6864ce012014ae33bade89909b7"},"title":"McNemar","isLikedByUser":false,"trendingScore":0,"tags":["gradio","evaluate","comparison","region:us"]},"repoId":"evaluate-comparison/mcnemar","repoType":"space","org":"evaluate-comparison"}],"acceptLanguages":["*"],"canReadRepos":false,"canReadSpaces":false,"blogPosts":[],"showRepoType":"dataset","numReposPerPage":30,"repos":[],"numRepos":0,"currentRepoPage":0,"filters":{}}">

    AI & ML interests

    None defined yet.

    Recent Activity

    evaluate-bot  updated a Space 3 days ago
    evaluate-comparison/mcnemar
    evaluate-bot  updated a Space 3 days ago
    evaluate-comparison/exact_match
    evaluate-bot  updated a Space 10 days ago
    evaluate-comparison/mcnemar
    View all activity

    evaluate-comparison 's datasets

    None public yet
    Лучший частный хостинг