{"date":"2026-08-17","repo":{"name":"github.com/embeddings-benchmark/mteb","commit":"de408853e206d14daa1cc5db1448059cb59101ed"},"scorecard":{"version":"v5.5.1-0.20260815060127-d1fab88f5463","commit":"d1fab88f54636ff366076edfc5c239f97b3c8e66"},"score":4.8,"checks":[{"name":"Maintained","score":10,"reason":"30 commit(s) and 16 issue activity found in the last 90 days -- score normalized to 10","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#maintained"}},{"name":"Code-Review","score":6,"reason":"Found 20/30 approved changesets -- score normalized to 6","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#code-review"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#cii-best-practices"}},{"name":"Dangerous-Workflow","score":10,"reason":"no dangerous workflow patterns detected","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#dangerous-workflow"}},{"name":"Token-Permissions","score":0,"reason":"detected GitHub workflow tokens with excessive permissions","details":["Warn: jobLevel 'actions' permission set to 'write': .github/workflows/stale_pr.yml:9","Info: jobLevel 'contents' permission set to 'read': .github/workflows/update_leaderboard_models.yml:22","Warn: topLevel 'packages' permission set to 'write': .github/workflows/api_docker.yml:28","Info: topLevel 'contents' permission set to 'read': .github/workflows/api_docker.yml:27","Warn: no topLevel permission defined: .github/workflows/dataset_loading.yml:1","Info: topLevel 'contents' permission set to 'read': .github/workflows/documentation.yml:9","Info: topLevel 'contents' permission set to 'read': .github/workflows/leaderboard_healthcheck.yml:9","Warn: no topLevel permission defined: .github/workflows/leaderboard_refresh.yaml:1","Warn: no topLevel permission defined: .github/workflows/lint.yml:1","Warn: no topLevel permission defined: .github/workflows/model_loading.yml:1","Warn: no topLevel permission defined: .github/workflows/reference_models.yml:1","Warn: no topLevel permission defined: .github/workflows/release.yml:1","Warn: no topLevel permission defined: .github/workflows/stale_pr.yml:1","Warn: no topLevel permission defined: .github/workflows/test.yml:1","Warn: no topLevel permission defined: .github/workflows/test_lowest.yml:1","Warn: no topLevel permission defined: .github/workflows/typechecking.yml:1","Warn: no topLevel permission defined: .github/workflows/update_leaderboard_models.yml:1"],"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#token-permissions"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: Apache License 2.0: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#license"}},{"name":"Branch-Protection","score":-1,"reason":"internal error: error during branchesHandler.setup: internal error: some github tokens can't read classic branch protection rules: https://github.com/ossf/scorecard-action/blob/main/docs/authentication/fine-grained-auth-token.md","details":null,"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#branch-protection"}},{"name":"Signed-Releases","score":0,"reason":"Project has not signed or included provenance with any releases.","details":["Warn: release artifact 2.19.5 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/372100741","Warn: release artifact 2.19.4 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/371859616","Warn: release artifact 2.19.3 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/371123462","Warn: release artifact 2.19.2 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/371032317","Warn: release artifact 2.19.1 not signed: https://api.github.com/repos/embeddings-benchmark/mteb/releases/370588081","Warn: release artifact 2.19.5 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/372100741","Warn: release artifact 2.19.4 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/371859616","Warn: release artifact 2.19.3 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/371123462","Warn: release artifact 2.19.2 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/371032317","Warn: release artifact 2.19.1 does not have provenance: https://api.github.com/repos/embeddings-benchmark/mteb/releases/370588081"],"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#signed-releases"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#fuzzing"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#security-policy"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#binary-artifacts"}},{"name":"Packaging","score":10,"reason":"packaging workflow detected","details":["Info: Project packages its releases by way of GitHub Actions.: .github/workflows/api_docker.yml:31"],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#packaging"}},{"name":"SAST","score":0,"reason":"SAST tool is not run on all commits -- score normalized to 0","details":["Warn: 0 commits out of 23 are checked with a SAST tool"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#sast"}},{"name":"Pinned-Dependencies","score":0,"reason":"dependency not pinned by hash detected -- score normalized to 0","details":["Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/api_docker.yml:35: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/api_docker.yml:38: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/api_docker.yml:42: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/api_docker.yml:53: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/api_docker.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/dataset_loading.yml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/dataset_loading.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/dataset_loading.yml:22: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/dataset_loading.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:54: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:17: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/documentation.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:27: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/documentation.yml:37: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/documentation.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:13: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:16: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:19: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/leaderboard_refresh.yaml:35: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/leaderboard_refresh.yaml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/lint.yml:14: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/lint.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/lint.yml:17: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/lint.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/model_loading.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/model_loading.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/model_loading.yml:23: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/model_loading.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/reference_models.yml:23: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/reference_models.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/reference_models.yml:26: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/reference_models.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/release.yml:27: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/release.yml:34: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/release.yml:40: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/release.yml:47: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/release.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/stale_pr.yml:13: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/stale_pr.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:29: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test.yml:33: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:39: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test.yml:58: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test_lowest.yml:20: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test_lowest.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/test_lowest.yml:24: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test_lowest.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/test_lowest.yml:30: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/test_lowest.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/typechecking.yml:12: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/typechecking.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/typechecking.yml:15: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/typechecking.yml/main?enable=pin","Warn: GitHub-owned GitHubAction not pinned by hash: .github/workflows/update_leaderboard_models.yml:25: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/update_leaderboard_models.yml/main?enable=pin","Warn: third-party GitHubAction not pinned by hash: .github/workflows/update_leaderboard_models.yml:28: update your workflow using https://app.stepsecurity.io/secureworkflow/embeddings-benchmark/mteb/update_leaderboard_models.yml/main?enable=pin","Warn: containerImage not pinned by hash: Dockerfile:30: pin your Docker image by updating python:3.12-bookworm to python:3.12-bookworm@sha256:80f5d259a5969c86f6c92145d572de4a68c68e0edd28d4367dec0fb411b42af3","Warn: containerImage not pinned by hash: Dockerfile:55","Warn: containerImage not pinned by hash: Dockerfile:76","Warn: containerImage not pinned by hash: Dockerfile:101","Warn: containerImage not pinned by hash: Dockerfile:111","Warn: containerImage not pinned by hash: Dockerfile.hf-space:1: pin your Docker image by updating ghcr.io/embeddings-benchmark/mteb/leaderboard:latest to ghcr.io/embeddings-benchmark/mteb/leaderboard:latest@sha256:dd77c412ec8489257db1b00e6a6645564fa4674a1d8a9809cc04410e25ce3f82","Warn: pipCommand not pinned by hash: Dockerfile:51","Warn: pipCommand not pinned by hash: Dockerfile:71","Warn: downloadThenRun not pinned by hash: .github/workflows/update_leaderboard_models.yml:39","Info:   0 out of  18 GitHub-owned GitHubAction dependencies pinned","Info:   0 out of  19 third-party GitHubAction dependencies pinned","Info:   0 out of   6 containerImage dependencies pinned","Info:   0 out of   2 pipCommand dependencies pinned","Info:   0 out of   1 downloadThenRun dependencies pinned"],"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/d1fab88f54636ff366076edfc5c239f97b3c8e66/docs/checks.md#pinned-dependencies"}}]}