{"date":"2026-10-12","repo":{"name":"github.com/embeddings-benchmark/mteb","commit":"fdf8ac77517fac967bdab2f13bf9f44f3c68d644"},"scorecard":{"version":"v5.6.0","commit":"61e84743356275f6ffca23b1b2f2cb945e19eb96"},"score":4.8,"checks":[{"name":"Code-Review","score":6,"reason":"Found 18/30 approved changesets -- score normalized to 6","details":null,"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#code-review","short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged."}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#dangerous-workflow","short":"Determines if the project's GitHub Action workflows avoid dangerous patterns."}},{"name":"Maintained","score":10,"reason":"30 commit(s) and 20 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#maintained","short":"Determines if the project is \"actively maintained\"."}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Info: jobLevel 'contents' permission set to 'read': .github/workflows/citation_check.yml:62","Info: jobLevel 'contents' permission set to 'read': .github/workflows/citation_check.yml:105","Info: jobLevel 'contents' permission set to 'read': .github/workflows/citation_check.yml:34","Warn: jobLevel 'actions' permission set to 'write': .github/workflows/stale_pr.yml:9","Info: jobLevel 'contents' permission set to 'read': .github/workflows/update_leaderboard_models.yml:22","Info: topLevel 'contents' permission set to 'read': .github/workflows/api_docker.yml:27","Warn: topLevel 'packages' permission set to 'write': .github/workflows/api_docker.yml:28","Warn: no topLevel permission defined: .github/workflows/citation_check.yml:1","Warn: no topLevel permission defined: .github/workflows/dataset_loading.yml:1","Info: topLevel 'contents' permission set to 'read': .github/workflows/documentation.yml:9","Info: topLevel 'contents' permission set to 'read': .github/workflows/leaderboard_healthcheck.yml:9","Warn: no topLevel permission defined: .github/workflows/leaderboard_refresh.yaml:1","Warn: no topLevel permission defined: .github/workflows/lint.yml:1","Warn: no topLevel permission defined: .github/workflows/model_loading.yml:1","Warn: no topLevel permission defined: .github/workflows/reference_models.yml:1","Warn: no topLevel permission defined: .github/workflows/release.yml:1","Warn: no topLevel permission defined: .github/workflows/stale_pr.yml:1","Warn: no topLevel permission defined: .github/workflows/test.yml:1","Warn: no topLevel permission defined: .github/workflows/test_lowest.yml:1","Warn: no topLevel permission defined: .github/workflows/typechecking.yml:1","Warn: no topLevel permission defined: .github/workflows/update_leaderboard_models.yml:1"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#token-permissions","short":"Determines if the project's workflows follow the principle of least privilege."}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#cii-best-practices","short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge."}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#binary-artifacts","short":"Determines if the project has generated executable (binary) artifacts in the source repository."}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: Apache License 2.0: LICENSE:0"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#license","short":"Determines if the project has defined a license."}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#fuzzing","short":"Determines if the project uses fuzzing."}},{"name":"Signed-Releases","score":0,"reason":"Project has not signed or included provenance with any releases.","details":["Warn: release artifact 2.24.9 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409846897","Warn: release artifact 2.24.8 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409775449","Warn: release artifact 2.24.7 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409688931","Warn: release artifact 2.24.6 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409643476","Warn: release artifact 2.24.5 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409406020","Warn: release artifact 2.24.9 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409846897","Warn: release artifact 2.24.8 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409775449","Warn: release artifact 2.24.7 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409688931","Warn: release artifact 2.24.6 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409643476","Warn: release artifact 2.24.5 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/409406020"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#signed-releases","short":"Determines if the project cryptographically signs release artifacts."}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: some github tokens can't read classic branch protection rules: https://github.com/ossf/scorecard-action/blob/main/docs/authentication/fine-grained-auth-token.md","details":null,"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#branch-protection","short":"Determines if the default and release branches are protected with GitHub's branch protection settings."}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#security-policy","short":"Determines if the project has published a security policy."}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/api_docker.yml:31"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#packaging","short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall."}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/api_docker.yml:35: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/api_docker.yml:38: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/api_docker.yml:42: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/api_docker.yml:53: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/citation_check.yml:37: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/citation_check.yml:40: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/citation_check.yml:67: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/citation_check.yml:70: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/citation_check.yml:91: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/citation_check.yml:108: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/citation_check.yml:113: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/citation_check.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/dataset_loading.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/dataset_loading.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/dataset_loading.yml:23: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/dataset_loading.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:17: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/documentation.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:27: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:37: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:54: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:13: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:35: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/lint.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/lint.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/lint.yml:17: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/lint.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/model_loading.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/model_loading.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/model_loading.yml:23: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/model_loading.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/reference_models.yml:23: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/reference_models.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/reference_models.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/reference_models.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/release.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/release.yml:35: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/release.yml:41: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/release.yml:48: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/stale_pr.yml:13: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/stale_pr.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:29: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:33: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:39: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:58: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:122: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:125: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test_lowest.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test_lowest.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test_lowest.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test_lowest.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test_lowest.yml:30: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test_lowest.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/typechecking.yml:12: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/typechecking.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/typechecking.yml:15: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/typechecking.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/update_leaderboard_models.yml:25: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/update_leaderboard_models.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/update_leaderboard_models.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/update_leaderboard_models.yml/main?enable=pin","Warn: containerImage not pinned by hash: Dockerfile:31: pin your Docker image by updating python:3.12-bookworm to python:3.12-bookworm@sha256:5560e9ab8709f459489e5b8aa696eda8a07ef821e14bb122be62d91234bfa98b","Warn: containerImage not pinned by hash: Dockerfile:62","Warn: containerImage not pinned by hash: Dockerfile:83","Warn: containerImage not pinned by hash: Dockerfile:108","Warn: containerImage not pinned by hash: Dockerfile:118","Warn: containerImage not pinned by hash: Dockerfile.hf-space:1: pin your Docker image by updating ghcr.io/embeddings-benchmark/mteb/leaderboard:latest to ghcr.io/embeddings-benchmark/mteb/leaderboard:latest@sha256:dd77c412ec8489257db1b00e6a6645564fa4674a1d8a9809cc04410e25ce3f82","Warn: pipCommand not pinned by hash: Dockerfile:56-58","Warn: pipCommand not pinned by hash: Dockerfile:56-58","Warn: pipCommand not pinned by hash: Dockerfile:78","Warn: downloadThenRun not pinned by hash: .github/workflows/update_leaderboard_models.yml:39","Info:   0 out of  24 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of  22 third-party GitHubAction dependencies pinned","Info:   0 out of   6 containerImage dependencies pinned","Info:   0 out of   3 pipCommand dependencies pinned","Info:   0 out of   1 downloadThenRun dependencies pinned"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#pinned-dependencies","short":"Determines if the project has declared and pinned the dependencies of its build process."}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 20 are checked with a SAST tool"],"documentation":{"url":"https://github.com/ossf/scorecard/blob/61e84743356275f6ffca23b1b2f2cb945e19eb96/docs/checks.md#sast","short":"Determines if the project uses static code analysis."}}]}