{
  "beir_commit": "ef83d29307061c65d04b035b4f4e7c18bd8374af",
  "scifact_commit": "68b98a56d93e0f9da0d2aab4e6c3294699a0f72e",
  "resources": {
    "beir": {
      "url": "https://codeload.github.com/beir-cellar/beir/tar.gz/ef83d29307061c65d04b035b4f4e7c18bd8374af",
      "filename": "beir.tar.gz",
      "sha256": "93be775e8bb6c857883e77e3a3a01f4748e6498a341fc436416b547e35d5a75b",
      "bytes": 401357
    },
    "scifact": {
      "url": "https://public.ukp.informatik.tu-darmstadt.de/thakur/BEIR/datasets/scifact.zip",
      "filename": "scifact.zip",
      "sha256": "536e14446a0ba56ed1398ab1055f39fe852686ecad24a6306c80c490fa8e0165",
      "bytes": 2816079
    },
    "original": {
      "url": "https://scifact.s3-us-west-2.amazonaws.com/release/latest/data.tar.gz",
      "filename": "scifact_original.tar.gz",
      "sha256": "11c621288d41ac144d29b13b0f8503b3820b7d6e8b1f6ff24dff335c196d76be",
      "bytes": 3115079
    },
    "elasticsearch_macos_arm64": {
      "url": "https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-7.17.9-darwin-aarch64.tar.gz",
      "filename": "elasticsearch-7.17.9-darwin-aarch64.tar.gz",
      "sha256": "1451be80ed3b8d6389dd69d0690e24eacc15cc40310390efa28645172eb2eb92",
      "bytes": 305846933
    }
  },
  "beir_files": {
    "examples/dataset/download_dataset.py": "03e8756616c96e28362b92865bd553110a548ee52e3944bad2f46b3035a5087e",
    "examples/dataset/scrape_tweets.py": "dff9682a8322fbf5f281d3e2fc56eb20dd324061c9fc34ebe8a8aa6c3a1352fc",
    "examples/retrieval/training/train_msmarco_v3_bpr.py": "857e4f38da8f1c53e74c749196cf4f4e04ee64ae58d27414f86d58c444523bfb",
    "examples/retrieval/training/train_msmarco_v3.py": "f616f11ce2800bacc1a8341fd6161f56cbc9e8a482934604742dec20ea8674a0",
    "examples/retrieval/training/train_msmarco_v2.py": "5ac7e516864468ac1533a25e024d3ee3e57fdd9e4899a017843c7d82d2bf5e49",
    "examples/retrieval/training/train_sbert_BM25_hardnegs.py": "672d37f869b0a0d88adf5e12b165b36a809927f46a4f209efdfe7765e05feb1f",
    "examples/retrieval/training/train_msmarco_v3_margin_MSE.py": "9ac6e3eaf632c879005c20e2381e90f9918b2d217684f10c48013401cd2f73f7",
    "examples/retrieval/training/train_sbert.py": "b4d65e81e81103f762b1379fe93ad9d7425619332a12b2a3748629c8b600e174",
    "examples/retrieval/evaluation/apis/evaluate_cohere.py": "33ac62d52c86e0841a8524a2600387bdc4dbb242864067c0573e1869419a3249",
    "examples/retrieval/evaluation/apis/evaluate_voyage.py": "3560f4bda46f22898f7e5b1b3879edbfbc14d1cee30bacf0cf7be549d8f84d4a",
    "examples/retrieval/evaluation/lexical/evaluate_anserini_bm25.py": "d0dd031c6eb66f1ce66211ceb0276417e98e829917331621051d053334c77255",
    "examples/retrieval/evaluation/lexical/evaluate_bm25.py": "303165f48703407086cdef26f82767593f75a03f2e5a1feb400889acaf9e940f",
    "examples/retrieval/evaluation/lexical/evaluate_multilingual_bm25.py": "c4cc91cac8ffd16f0e05762d4aa8ab7d286c56e4ba688c016983ed6bc1c2dd45",
    "examples/retrieval/evaluation/dense/evaluate_bpr.py": "32d63a739448519b0f2d71a52d9e0ab724a013b4b99d4f0d2ffabe462a2f7f0e",
    "examples/retrieval/evaluation/dense/evaluate_tldr.py": "feba73fb1f9284c1ae316b8c8a482ae70b69b1943f1279fd3db01d834e1eb152",
    "examples/retrieval/evaluation/dense/evaluate_sbert_multi_gpu.py": "00285f23fad8ef38dc23b9f5e8f9505534e3253ec1d1db976630f4bab12e707c",
    "examples/retrieval/evaluation/dense/evaluate_ance.py": "4abb00411ab5a4e1eeaeca602be20decbac092b758910f3d8371543e186f52fb",
    "examples/retrieval/evaluation/dense/evaluate_dpr.py": "081115d6acee6f37aa4497e10171273b0e28a36da1ab71f2e6dd8a449baeb1ac",
    "examples/retrieval/evaluation/dense/evaluate_llm2vec.py": "b86375f4556e9b0c37508d398a51c8ffe3a891faaa2308eee88b596faae1f52a",
    "examples/retrieval/evaluation/dense/evaluate_faiss_dense.py": "0d1f5b44d743f9ad89f95f15085103e59af10afa7a22c5d3beeb753065741ad5",
    "examples/retrieval/evaluation/dense/evaluate_huggingface_pkl_embs.py": "563d943d82dfa39c20153279c9eddfef1e205cd9b0f47507da7c7f669839979d",
    "examples/retrieval/evaluation/dense/evaluate_huggingface.py": "2826841d561f30ee31a2cf000f35131128acd9deda35e2353610de9736d282ca",
    "examples/retrieval/evaluation/dense/evaluate_sbert.py": "79e620bf585eb8c80a2b47dc470330decd77d3e8a092c9a65b465afd76a86528",
    "examples/retrieval/evaluation/dense/evaluate_sbert_hf_loader.py": "0c227af5f42fb7b25de271d6444c1b0852ad723726ab1794343ceb3b3fc019ef",
    "examples/retrieval/evaluation/dense/evaluate_dim_reduction.py": "0a254a7c1478c32b6fbd0d770790673f23cc90903751f874e087a09a7479011a",
    "examples/retrieval/evaluation/dense/evaluate_lora_vllm.py": "36708ec06506c544e91f8d414d717ad3491b35f0de271dd07352e86618745e5f",
    "examples/retrieval/evaluation/dense/evaluate_nvembed.py": "0fc9c658c89b56be67c07fa1986d46c180fabcf38d42094328857deb05391b10",
    "examples/retrieval/evaluation/sparse/evaluate_unicoil.py": "42203ceee4211044c18640d597166a24f6a78f7c27f5371e9813456d9206d0df",
    "examples/retrieval/evaluation/sparse/evaluate_sparta.py": "1c64464ad5424be5675e82c2b4e58ca52b11a48920491bd27271322e3d28a73f",
    "examples/retrieval/evaluation/sparse/evaluate_anserini_docT5query.py": "4d6e65509bcb2029e65bc503c25992fcad54879fb49afdb32bdbd160c8e036d0",
    "examples/retrieval/evaluation/sparse/evaluate_anserini_docT5query_parallel.py": "29f6f49c4b072a50f11a2d0c2b110dacc236a68863e98c92fd2ea9b29940a8ec",
    "examples/retrieval/evaluation/sparse/evaluate_splade.py": "2c3efcb15fbc1c6bf23b6f7d6b0bf016a962d3d1c2403b312efe97827c0f746b",
    "examples/retrieval/evaluation/sparse/evaluate_deepct.py": "fedc6037882137ed1717183892961c87cc2a653dbf74ffdecc248dccbed283c2",
    "examples/retrieval/evaluation/custom/evaluate_custom_dataset.py": "f7e21927b97aa27192b89aeddac1f5cb4ad91b21ed93502f4e61e40c421bc535",
    "examples/retrieval/evaluation/custom/evaluate_custom_dataset_files.py": "fc534815f4292fde810b4e421ef360b004f4eda85562f91784bfd3f30e760db7",
    "examples/retrieval/evaluation/custom/evaluate_custom_metrics.py": "0a6d872641aef66fcae909ce59ee38f55c13b0b31777e9b691aad6d5cbf74f8d",
    "examples/retrieval/evaluation/custom/evaluate_custom_model.py": "f5f8d8a4b7a3d39e3cc4bb030971103684c20d401a7d2a12d94c388d3135236a",
    "examples/retrieval/evaluation/reranking/evaluate_bm25_ce_reranking.py": "61617bb78d6be8cb54840582d6f8ea0ea6bea49a4d42aa24595b76d7fc3ad50d",
    "examples/retrieval/evaluation/reranking/evaluate_bm25_sbert_reranking.py": "2b71379c5c739533c2ddc6a497ec1b1859dece4ae531698c8b90adaf09fb90e8",
    "examples/retrieval/evaluation/reranking/evaluate_bm25_monot5_reranking.py": "28ccad290e20d5f44c6e63e4fa5f5754f6d7f8d0b583c9a3c2a3616d90f90ca2",
    "examples/benchmarking/benchmark_sbert.py": "c328d44b8369d1ab4d30136f5533746b8869d435029a222de3467b9fe3c2f1fd",
    "examples/benchmarking/benchmark_bm25_ce_reranking.py": "ff5fcd970bf232c1f495572b8c1a0fa325ce78384792759156dd9e72c3d1539b",
    "examples/benchmarking/benchmark_bm25.py": "47f08f368296a3e2b473bb6984d6948c1638f29186a030a8a1d5041518ca0b40",
    "examples/beir-pyserini/config.py": "7da588eae936b035e4a63217d479fc2f54949a4834948e0ebe016d45528c5ea6",
    "examples/beir-pyserini/main.py": "1da802e9419d4dd3871525267d953ba9d418efcf1920501c5535667de28fe4be",
    "examples/generation/query_gen.py": "3b91042c99ba821d436a9e377a4431eabf9763052e97274a3dac27e56fe98f1d",
    "examples/generation/query_gen_multi_gpu.py": "9ab4103a4b673d8a62bf414036b03937fed5171dd60ec42f9c3ca5e1ce6010fd",
    "examples/generation/query_gen_and_train.py": "edd416a91ac8887173b8af08d90b22410c764577e208c64c7db4046f608286ce",
    "examples/generation/passage_expansion_tilde.py": "59012ba21afa5f5ac98442d12efcc26c4b44240791214d5dd26a29f3b59a647f",
    "beir/logging.py": "0c1b7a6e39d91ff8da9dc9a5e34bd0453ab10640e8f7460a8058716643cc4074",
    "beir/util.py": "2bd59ef892ea1a68be07adf4b6c18d9036c5a6b9706dcffdb672267653e00bc4",
    "beir/__init__.py": "e7badea52afb0074ae23e6004c639ac0905b8497b12a452216743f2d099fdc26",
    "beir/losses/margin_mse_loss.py": "f7fef1db87e524f9b72ea4f2c6d9f073181f011b418c4dc57be074aab1b01167",
    "beir/losses/bpr_loss.py": "d1b921e7eb9d427934bc62b59b1f9c4563ea5d878307e57f14000db50dc4f964",
    "beir/losses/__init__.py": "c035874e1b6b41a9a67977a55bdc4cd5e099bb7774aa02c258af6b5aa2d5a029",
    "beir/datasets/data_loader.py": "bcb39af11b73861eda44f3083b399ba78c46ef11c25d56d8e195572af0be336f",
    "beir/datasets/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
    "beir/datasets/data_loader_hf.py": "690b510abf0cfb7a1425857d08464d8d21141e5243865083b1c59c56ea6fc3e5",
    "beir/retrieval/evaluation.py": "f346bd20f258e552895e438257e3cc91308b65e0b1ee6c09422e987084bc3bd0",
    "beir/retrieval/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
    "beir/retrieval/train.py": "53d1caea533ada5074ae2a3d722b59998260a74d72e40910835e17a02b8d70f1",
    "beir/retrieval/custom_metrics.py": "3b315c1473115dc4e41d3038423fe5f1963868c3b9c92d5386839bde33472157",
    "beir/retrieval/apis/__init__.py": "658be18a125cfad93df18c7b7b1289ad2f81aa503501beafe78c02d14387301e",
    "beir/retrieval/apis/voyage.py": "3b4e81dbac0c543cf75667394979083a75c82ee37e6145a241dedb347893fb86",
    "beir/retrieval/apis/cohere.py": "4076950a665e9615d293a3b159949a061dbe4db83adfa32f2364788b69ff84d7",
    "beir/retrieval/models/tldr.py": "25feefbf7c49ed81b42eb01fa3914c7c9bba6379236207ca900f068a2c530e0b",
    "beir/retrieval/models/vllm.py": "daf4990e928ecd350462d038db40e831a111d6e7a16c83cc4e53730eb5dc01f7",
    "beir/retrieval/models/sentence_bert.py": "e89a8d3be68a42a5dfedf5fbce48505dfdcf3cea812440369fa23cf0d57d97bd",
    "beir/retrieval/models/util.py": "90585957246ac5a6baf4e7e0a13b01821b4ed0a0544136221ce1a1c995caf4ca",
    "beir/retrieval/models/splade.py": "b0d8c5b8a1567fc143a412029e31c0cdea0413e9ae383366337b202a6e5b2363",
    "beir/retrieval/models/llm2vec.py": "a7e1c8e5a8b1949c5959a9107ea9dcba8b816a5fba08aa6c2e5a0827dde4e843",
    "beir/retrieval/models/pooling.py": "a335a4ed98200451d88999c2b0904dce249e01fcec9d1d85105cce66f5f23b4e",
    "beir/retrieval/models/unicoil.py": "b35409308341ae8e746e0f99ad8a8294d6184a78eb7a1fb4097143624103e827",
    "beir/retrieval/models/__init__.py": "87507bb0bb8b1ff4fbc9dbbb857f153885bff6866bca8aa84422cd99458f3aa1",
    "beir/retrieval/models/sparta.py": "59391610a8799104d94bc48a05ee71eb6217775a524394062927cce9200f0086",
    "beir/retrieval/models/bpr.py": "e8482b9563a023ff873fc48faf07c8080f0d0c2da817aad19c23cbd8f2689af5",
    "beir/retrieval/models/huggingface.py": "34bc9524cd386a638137b96d9ad408283a1b909af6051d17cc95668ac9019ac1",
    "beir/retrieval/models/nvembed.py": "646a7902ebb1494962e31c2ef9aa22adb5c227e7b513eae24e13c22069d590d6",
    "beir/retrieval/search/__init__.py": "16b55bb59dbe2acefb639c5a8c1d508483ed0f451d28d4dc6e11559b654004a2",
    "beir/retrieval/search/base.py": "edf8257cb265ca577a802152112fc56f370de64ab333b00c234e7bff36daaf05",
    "beir/retrieval/search/lexical/elastic_search.py": "a75382710c9ace81e7878557ce47ec2753e5e300907d8f79d14199674dec9e21",
    "beir/retrieval/search/lexical/__init__.py": "abd5c05cc87f665094deb7763ef1043d8a73350c8a4741ddf34043baaa92956c",
    "beir/retrieval/search/lexical/bm25_search.py": "f0c056b8145f6104b7f23be34fdeb3f2926fc9ae5b58eb8b6709b3f0b43cc8d0",
    "beir/retrieval/search/dense/util.py": "be7606016ced877067c1229a4b3e0af2c752397827257e63b3fd7582f0e67e35",
    "beir/retrieval/search/dense/faiss_search.py": "a711594a1700f9eb94c75ffe3e1b169be2bdc7db350cf6fd5c0aa8a64c897eee",
    "beir/retrieval/search/dense/__init__.py": "d6ed2e092af5f1009fcfa1bf7a4ff123cc8e433298e9ca28888aefc01a42b95b",
    "beir/retrieval/search/dense/exact_search.py": "4b7ee8e9c673dc14423ca25d3555716734319fcf2223ed9ca7899ed1144c08a2",
    "beir/retrieval/search/dense/exact_search_multi_gpu.py": "be3866dee9228355b011d651f0d8f9c9f8190b7e0f908e6eabade8f6e5f20594",
    "beir/retrieval/search/dense/faiss_index.py": "159716a4f4cb3e7041c80f416ea0119282053a16d7bb2327bf0edfa2c586df2e",
    "beir/retrieval/search/sparse/__init__.py": "85a890b8f9bc1a25f3778ab0631bb9bea6acf5f38426794cfab756a9b5405d47",
    "beir/retrieval/search/sparse/sparse_search.py": "3752663047fcbb4de4591134e7fa0b43cab6d645ffd77f717e0322576d35839c",
    "beir/reranking/rerank.py": "a196123aa2b1c8c7818eedd34e48b137a7b1fe4495061a5988f82b8e113b9aa5",
    "beir/reranking/__init__.py": "d8f1b42da5b7f59c225f35f84795c015853d269bbc8b44faf22e0d1d7d82d25c",
    "beir/reranking/models/__init__.py": "e88bc9fc5941bd2af8f4e56ee07f27e2a39bc9097402c34fec73b8c9818216af",
    "beir/reranking/models/cross_encoder.py": "052758ba6d1c49f7df6f3695603a90684e7cd30cd6ceebe59eadec9d8c605982",
    "beir/reranking/models/mono_t5.py": "6f1f008f18d7e17755b40ae0206bd8bbb6edbfc73366622e0eafa6b308da78a2",
    "beir/generation/generate.py": "788b37f77c43bdd00ed86989c4b8290ce8b6c999c02f3e139ed7446e128c4fa1",
    "beir/generation/__init__.py": "130a1d05fb4c3e4b4c6b91a2b4d07ffc4c8480159f60f2f672b8b91fa4c4372b",
    "beir/generation/models/tilde.py": "fd5d714bf54227812c68d55fcabadba9c0a8cc1ed1b83a6c1ef84c8aabc42a62",
    "beir/generation/models/auto_model.py": "2619a82ca673d34d5c96d5555d93a95e598fb0bb627adb7052b05274ce8ad3d8",
    "beir/generation/models/__init__.py": "82b4e9b4539f2381e3f79daff4b077dff324bd70f1bc36bcae5ae37985b1e58d"
  },
  "data_files": {
    "scifact/corpus.jsonl": "dec31c8182f3d744c7d2c09423756fd1d17cbef75808db13ba01cc0aab4d1ac6",
    "scifact/queries.jsonl": "8ff84a7c903f722981cd8d595c022660140c51867b27608a6d4910db86080313",
    "scifact/qrels/train.tsv": "a53f2114831916c096b6c37d9e54da68cef4efdcdbd5ed46533601af972acf1d"
  }
}