{ "aggregates": { "entroly": { "0.125": { "achieved_keep_ratio": 0.104209, "answer_retained": 53, "answer_retention": 0.883333, "p50_latency_ms": 2.377, "passed": true, "target_attainment": 1, "target_met_trials": 60, "trials": 60, "valid_trials": 60, "weighted_savings_ratio": 0.895791 }, "0.25": { "achieved_keep_ratio": 0.19206, "answer_retained": 56, "answer_retention": 0.933333, "p50_latency_ms": 2.454, "passed": true, "target_attainment": 1, "target_met_trials": 60, "trials": 60, "valid_trials": 60, "weighted_savings_ratio": 0.80794 }, "0.5": { "achieved_keep_ratio": 0.393446, "answer_retained": 57, "answer_retention": 0.95, "p50_latency_ms": 3.151, "passed": true, "target_attainment": 1, "target_met_trials": 60, "trials": 60, "valid_trials": 60, "weighted_savings_ratio": 0.606554 } }, "external_adapter": { "0.125": { "achieved_keep_ratio": 0.185692, "answer_retained": 1, "answer_retention": 0.016667, "p50_latency_ms": 28.779, "passed": true, "target_attainment": 0, "target_met_trials": 0, "trials": 60, "valid_trials": 60, "weighted_savings_ratio": 0.814308 }, "0.25": { "achieved_keep_ratio": 0.185692, "answer_retained": 1, "answer_retention": 0.016667, "p50_latency_ms": 9.526, "passed": true, "target_attainment": 1, "target_met_trials": 60, "trials": 60, "valid_trials": 60, "weighted_savings_ratio": 0.814308 }, "0.5": { "achieved_keep_ratio": 0.185692, "answer_retained": 1, "answer_retention": 0.016667, "p50_latency_ms": 9.681, "passed": true, "target_attainment": 1, "target_met_trials": 60, "trials": 60, "valid_trials": 60, "weighted_savings_ratio": 0.814308 } } }, "downstream": { "aggregates": { "entroly": { "errors": 0, "exact_match": 0.875, "exact_matches": 7, "mean_token_f1": 0.932692, "trials": 8 }, "external_adapter": { "errors": 0, "exact_match": 0.125, "exact_matches": 1, "mean_token_f1": 0.125, "trials": 8 }, "raw": { "errors": 0, "exact_match": 0.625, "exact_matches": 5, "mean_token_f1": 0.802083, "trials": 8 } }, "base_url": "http://127.0.0.1:11434", "enabled": true, "generation": { "num_predict": 40, "seed": 0, "temperature": 0 }, "model": { "details": { "families": [ "qwen2" ], "family": "qwen2", "format": "gguf", "parameter_size": "1.5B", "parent_model": "", "quantization_level": "Q4_K_M" }, "digest": "65ec06548149b04c096a120e4a6da9d4017ea809c91734ea5631e89f96ddc57b", "name": "qwen2.5:1.5b", "show_sha256": "f5d72da72ffe232d07707260001e7b67a01dfd4f56a25b14ccee98bc2920a51d", "size": 986061892 }, "prompt_template_sha256": "a9e85630bb8445f8d5d6d9b22bcd2028987ebc3a6fdd4755cc74285a711182ca", "rows": [ { "context_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "done": true, "error": null, "eval_count": 8, "exact_match": true, "latency_ms": 73445.854, "prediction": "£42,090", "prediction_sha256": "c3a819ce335f24aa7c0391bd062fcdf0da32555aa4171a7aa1dc5199d0f6c0ba", "prompt_sha256": "0ec24110cedbff0edc18d03265d18bb23dee5299f45163712b1c2f28e128c71f", "system": "raw", "target_ratio": null, "token_f1": 1.0, "trial_id": "squad-0b0714df85cbf0f9" }, { "context_sha256": "954c03ed4d97d167442743ee9478f5277c14a9d6af2f95c1063584c2139d0c10", "done": true, "error": null, "eval_count": 6, "exact_match": true, "latency_ms": 8803.743, "prediction": "designs into reality.", "prediction_sha256": "afe5c3e7aa54e69b705b0e4b0dcd67f4aa5f23421920e7605f9fa6806eed8239", "prompt_sha256": "a3f53c92f07fa23fc2a9f6e1b518ddd257c1fcdc5a14f096905ef2e1ce82bf3b", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-053a21485cf48f4b" }, { "context_sha256": "e46cc21e4202d35f0d917fa67cb418edce90eab0e221619aa840a97e4821a593", "done": true, "error": null, "eval_count": 5, "exact_match": true, "latency_ms": 8913.21, "prediction": "1962", "prediction_sha256": "9aec25da37c5143655198925302a995797eeef538933800b67b87c48de7ad120", "prompt_sha256": "71113356ff1f0a9794ba867436f53288aaffa03a5513668eec127ece44b3511e", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-de62f9f9c48257f5" }, { "context_sha256": "9349fa0a1c39a1338f40e112027255b3bd7cb78c738fc3e7f145c7d262a951c0", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12343.512, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "a382081796d89bd73bd9c8cd47e3bd924476406fa0e05d0e20fde0b1b93cb258", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-0b0714df85cbf0f9" }, { "context_sha256": "d5e0d6bbf70254da3241e10218da3dcde15856d215e3164ff367f473ef81d3ef", "done": true, "error": null, "eval_count": 4, "exact_match": true, "latency_ms": 11548.28, "prediction": "Colonialism", "prediction_sha256": "d3079826219661b3432152f60edcc0a190a82cbc6c211b80dd724a58e83d647d", "prompt_sha256": "33ccf0a111ec5183c2ed7c07dd4608bb734c553a23e55419fa447beb489be331", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-7edf5834416af1d6" }, { "context_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "done": true, "error": null, "eval_count": 6, "exact_match": true, "latency_ms": 71762.365, "prediction": "Colonel Monckton", "prediction_sha256": "e8f796e9da621e7a63b1e604c0fa841873170235f9638fd130a4762b381a52d3", "prompt_sha256": "aa32f4fccd93dc33bd70f068c3e208af8726c84e998d99c4a6f8e7882aa8c841", "system": "raw", "target_ratio": null, "token_f1": 1.0, "trial_id": "squad-13c38e594d2d0b56" }, { "context_sha256": "ae74f1d7bf27b2f631ed8d9fc5efb897b81dc38cfd954930581de1dd710571d0", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12418.544, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "972a9ddc804187f529bd6504e827f208d1b8531e0a5d8411e54c3a2d16008afb", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-1d2fd34f25a0732c" }, { "context_sha256": "3818673d95679ec4d993b20682d1db5b5effacbfae03ac51c623e1783ee7d98c", "done": true, "error": null, "eval_count": 8, "exact_match": true, "latency_ms": 10346.016, "prediction": "£42,090", "prediction_sha256": "c3a819ce335f24aa7c0391bd062fcdf0da32555aa4171a7aa1dc5199d0f6c0ba", "prompt_sha256": "1d894b9d613d962b461d264da5768581c3c94554c53c513a59ed48b0de371e8c", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-0b0714df85cbf0f9" }, { "context_sha256": "b28cbe18564f21a88c616675715bf6e8320a12a9f5fa1917f193a90de58272b7", "done": true, "error": null, "eval_count": 5, "exact_match": true, "latency_ms": 8092.332, "prediction": "Invasion of Britain", "prediction_sha256": "c7e7325a15fcd7aa26349fc1a1c30274629cbc0d44b9a34163101a92ffb768a5", "prompt_sha256": "396ded6009ac8ea58a4687e4590976699c4d5de254b7901f021b05300f45ee07", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-8202fb89432a877d" }, { "context_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "done": true, "error": null, "eval_count": 5, "exact_match": true, "latency_ms": 54106.713, "prediction": "Invasion of Britain", "prediction_sha256": "c7e7325a15fcd7aa26349fc1a1c30274629cbc0d44b9a34163101a92ffb768a5", "prompt_sha256": "ba794603d062473413b909f06f28361a351780be9751538b53d3a35fa94cbee5", "system": "raw", "target_ratio": null, "token_f1": 1.0, "trial_id": "squad-8202fb89432a877d" }, { "context_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "done": true, "error": null, "eval_count": 5, "exact_match": true, "latency_ms": 65479.366, "prediction": "1962", "prediction_sha256": "9aec25da37c5143655198925302a995797eeef538933800b67b87c48de7ad120", "prompt_sha256": "e5e310af7bb553e63aad8e007490d4ad84e0182656578cfab500ae39320d5ad7", "system": "raw", "target_ratio": null, "token_f1": 1.0, "trial_id": "squad-de62f9f9c48257f5" }, { "context_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "done": true, "error": null, "eval_count": 40, "exact_match": false, "latency_ms": 74914.751, "prediction": "The French population in North America during the early colonial period was significant, particularly along the Atlantic coast. The region known as New France included present-day Canada and parts of what is now the United States.", "prediction_sha256": "bc7d9ed7f92405de5998931e13dbcd9b5b1428de6b3fd86e9e9192ea06b8af21", "prompt_sha256": "5f3637a968c1c2ab6286a35cd5c113a6a346e1f71b8b36e1252b93037585e993", "system": "raw", "target_ratio": null, "token_f1": 0.0, "trial_id": "squad-1d2fd34f25a0732c" }, { "context_sha256": "05647d7169b04501174d634653ec738c1b11d9dc6ea949a66921d4b327cb039f", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12962.299, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "14fac514c4ec59718fabc1a4d31b7fabfe13211ebc70a380461b21f75f1ef1ba", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-540a76d8f37deae4" }, { "context_sha256": "fb762397b432af9e414920420a1b2ce21ae631eca910d4d0715660285ea69d12", "done": true, "error": null, "eval_count": 4, "exact_match": true, "latency_ms": 11092.664, "prediction": "colonialism", "prediction_sha256": "be6d1faf1a9269620589f6c3d369eac31793a53924f143e721cb174f88fd26cc", "prompt_sha256": "d684876cf3770c80c5ad2a80a3915993b446bcb255a00b10a97958e2c8e558d3", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-7edf5834416af1d6" }, { "context_sha256": "d8d5b30722c36cdec0ab231d59b74b421fd6d58e2a70af1c48c45e928b9f9f1e", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12425.8, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "80955daba3e6412e689a6548083569afe864a3f1b3b702084b077cadcaeb168b", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-de62f9f9c48257f5" }, { "context_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "done": true, "error": null, "eval_count": 4, "exact_match": false, "latency_ms": 60132.049, "prediction": "design into reality", "prediction_sha256": "116330d13778fcfabdc9269a7e05e6a5e517fb76ea6d7a6c7785091ac5b39b35", "prompt_sha256": "1b68033aa9a74e6e19174dcf871291bee1f7b5da9e336804d7cf307609bea1de", "system": "raw", "target_ratio": null, "token_f1": 0.666667, "trial_id": "squad-053a21485cf48f4b" }, { "context_sha256": "d46a2100646b56ac1d92ac78e9705189208bafc55511f3f808363e7f650cd8c5", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12233.211, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "88bcc99c535480322c0681b2fe76828e2f7328b272f2684a72a5556e50d24be2", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-053a21485cf48f4b" }, { "context_sha256": "056d8b437861603bedacc1caa5f1633a502d67a542fb8d4e96e82ba02b4e5039", "done": true, "error": null, "eval_count": 7, "exact_match": true, "latency_ms": 12546.586, "prediction": "75,000", "prediction_sha256": "f48a208cfcb3a9a49e3ec3e157938c7e12f8057ae6c63235ff89756fccdca863", "prompt_sha256": "a1cf73f5323cff9508a5f46ef700f1021763bc188f0513c45f4404ae0264a733", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-1d2fd34f25a0732c" }, { "context_sha256": "321daf49aad2722f3ab960d12f4fb88216172e5a029fef7b734c7eae4e45a3db", "done": true, "error": null, "eval_count": 6, "exact_match": true, "latency_ms": 8369.85, "prediction": "Colonel Monckton", "prediction_sha256": "e8f796e9da621e7a63b1e604c0fa841873170235f9638fd130a4762b381a52d3", "prompt_sha256": "a35d3f0b9c08b02ae7d8c389b8028494002a7d4878ee12bf3abc5f539ba4dfd3", "system": "entroly", "target_ratio": 0.25, "token_f1": 1.0, "trial_id": "squad-13c38e594d2d0b56" }, { "context_sha256": "289aa2d5fe1b09e82211f2ca7f6b1a5d65df379a7d6a3af6dac0b467120c5caf", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12684.421, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "dfa25e60e4a5e2ba805d0e7c5e6c650fc6f256e8868fcb9eaf059920139189c8", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-8202fb89432a877d" }, { "context_sha256": "ba056f80bec69d9f65d6b8abb4f14f4bb794a518fcce3b5ecc75b35d87065978", "done": true, "error": null, "eval_count": 2, "exact_match": false, "latency_ms": 12125.639, "prediction": "UNKNOWN", "prediction_sha256": "23759997b3c59884dc4c0ff5320d6301b0e7f63bf0f6483a7b54d7d43bc5ccd1", "prompt_sha256": "45952f254c503820e9e5c810a504b4eae3063fd8412b580e43eff2d882023f39", "system": "external_adapter", "target_ratio": 0.25, "token_f1": 0.0, "trial_id": "squad-13c38e594d2d0b56" }, { "context_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "done": true, "error": null, "eval_count": 8, "exact_match": false, "latency_ms": 72645.686, "prediction": "Compensation for patient care skills.", "prediction_sha256": "116b2cf7fd6bea38ec5b5bc7d4f618b2f605db7baf2ccceca6d6eb96782c886f", "prompt_sha256": "08f263bfee62c317e9a16f0edb1d51e76ec546112bc0978d7be8db2333620904", "system": "raw", "target_ratio": null, "token_f1": 0.75, "trial_id": "squad-540a76d8f37deae4" }, { "context_sha256": "cceccd90365554fb273e6587a92d4ce2fc563a37340331d908c323c942d4e344", "done": true, "error": null, "eval_count": 14, "exact_match": false, "latency_ms": 12388.053, "prediction": "increasingly expected to be compensated for their patient care skills.", "prediction_sha256": "c1fa687fe0b0919ea02e306ab0ec02b64b9fb7bb93bb04223b5c109641951f1b", "prompt_sha256": "16598dc0411ef7be71914e440cb7353d079c78973940e88c5063415ed8e4feaa", "system": "entroly", "target_ratio": 0.25, "token_f1": 0.461538, "trial_id": "squad-540a76d8f37deae4" }, { "context_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "done": true, "error": null, "eval_count": 4, "exact_match": true, "latency_ms": 72465.393, "prediction": "Colonialism", "prediction_sha256": "d3079826219661b3432152f60edcc0a190a82cbc6c211b80dd724a58e83d647d", "prompt_sha256": "14b9888573374b11d7fbdc344f992b96a4e438efc99692de7c8b4bd97c086a4c", "system": "raw", "target_ratio": null, "token_f1": 1.0, "trial_id": "squad-7edf5834416af1d6" } ], "scope": "local short-answer guard; not a hosted frontier-model benchmark", "target_ratio": 0.25 }, "generated_at": "2026-07-14T10:52:03.206752+00:00", "limitations": [ "SQuAD v2 contexts test extractive answer retention, not full agent behavior.", "Requested target ratios are controls, not assumed outcomes; achieved ratios are primary.", "The local Ollama answer guard is not evidence about hosted frontier models.", "No retrieval or post-compression recovery is invoked in this active-context benchmark.", "External Baseline A is measured through its released public compress() API and declared config.", "Entroly is a 1.0.59 source candidate; publication must follow before claiming released-package parity." ], "paired_statistics": { "0.125": { "discordant": 52, "entroly_only": 52, "external_adapter_only": 0, "mcnemar_exact_two_sided_p": 4.44e-16 }, "0.25": { "discordant": 55, "entroly_only": 55, "external_adapter_only": 0, "mcnemar_exact_two_sided_p": 5.6e-17 }, "0.5": { "discordant": 56, "entroly_only": 56, "external_adapter_only": 0, "mcnemar_exact_two_sided_p": 2.8e-17 } }, "participants": { "entroly": { "algorithm": "candidate query-conditioned evidence-lock compression", "config": { "budget": "shared-tokenizer cap with up to 3 feedback attempts", "receipt": false }, "package": "entroly", "release_status": "source candidate; not yet published", "runtime": { "dependencies": { "tiktoken": "0.9.0" }, "implementation_sha256": "d8108107a095632af95dd012d8a708a08845bb266d1e2b6b3b0683259858ec00", "import_origin": "repository source checkout", "native_acceleration_used": false, "python": "3.10.0" }, "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "stderr_tail": "", "version": "1.0.59" }, "external_adapter": { "algorithm": "released public compress() pipeline with agent-90 profile", "config": { "cap_controller": "up to 3 shared-tokenizer feedback attempts", "min_tokens_to_compress": 0, "protect_recent": 0, "savings_profile": "agent-90", "target_ratio": "matrix value" }, "package": "external-adapter", "release_status": "published PyPI release", "runtime": { "dependencies": { "external-adapter": "0.31.0", "litellm": "1.92.0", "onnxruntime": "1.23.2", "tiktoken": "0.13.0", "transformers": "5.13.1" }, "distribution_record_sha256": "c36fc867ca306fae3074d138e9dfed86701eebc48d5948b8671b87203ed1c216", "python": "3.10.0" }, "stderr_sha256": "9128f5dbb96760e71b3ddd880e81ee69712f332150fa3e07f38bb563b9f37ad5", "stderr_tail": "Content detection using pure-Python backend (native Magika/ONNX detector is unsafe by default on Windows; override with EXTERNAL_ADAPTER_DETECT_BACKEND=rust).\n", "version": "0.31.0" } }, "payload_sha256": "30606a062d8cf96fc803c78ce93289c4b7adf02b8067456e012acb23231a0b1b", "protocol": { "dataset": "rajpurkar/squad_v2", "dataset_fingerprint": "461c0301636b3e0b", "dataset_split": "validation", "development_seed": 20260714, "distractors_per_trial": 15, "holdout_seed_frozen_after_development": true, "model_routing_label": "gpt-4o", "preregistered_before_result": true, "quality_metric": "any accepted answer string retained, case-insensitive", "runs": 2, "seed": 20260715, "target_ratios": [ 0.5, 0.25, 0.125 ], "token_cap_controller": "up to 3 feedback attempts per public API using measured o200k_base output tokens", "tokenizer": "o200k_base", "tokenizer_package": "tiktoken==0.9.0", "trial_manifest_sha256": "24c9e975f1be80cbc0712c49b2be0d830561d6a55868d789d20af5953c926dfc", "warmups": 1, "winner_gate": "complete deterministic non-inflating matrix + Entroly meets every maximum token cap + strict retained-answer win with paired exact p<=0.05 at every target + downstream raw-capability and non-inferiority guards" }, "rows": [ { "achieved_keep_ratio": 0.408225, "answer_retained": true, "deterministic": true, "input_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "input_tokens": 3623, "latency_ms": { "p50": 3.504, "p95": 3.713, "samples": [ 3.737, 3.272 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1811, "observed_tokens": 1479 } ], "receipt_count": 1, "requested_target_tokens": 1811 }, "output_sha256": "9c94f0c32a3ab8b3f93e1ac9739401c0d2cf384c124f01fc53f039a60cdc45fb", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57336755d058e614000b5a3c\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The Saxon Garden, covering the area of 15.5 ha, was formally a royal garden. There are over 100 different species of trees and the avenues are a place to sit and relax. At the east end of the park, the Tomb of the Unknown Soldier is situated. In the 19th century the Krasiński Palace Garden was remodelled by Franciszek Szanior. Within the central area of the park one can still find old trees dating from that period: maidenhair tree, black walnut, Turkish hazel and Caucasian wingnut trees. With its benches, flower carpets, a pond with ducks on and a playground for kids, the Krasiński Palace Garden is a popular strolling destination for the Varsovians. The Monument of the Warsaw Ghetto Uprising is also situated here. The Łazienki Park covers the area of 76 ha. The unique character and history of the park is reflected in its landscape architecture (pavilions, sculptures, bridges, cascades, p...\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the e...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5727565ef1498d1400e8f674\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2010 a salary survey revealed the differences in remuneration between different roles, sectors and locations in the construction and built environment industry. The results showed that areas of particularly strong growth in the construction industry, such as the Middle East, yield higher average salaries than in the UK for example. The average earning for a professional in the construction industry in the Middle East, across all sectors, job types and levels of experience, is £42,090, compared to £26,719 in the UK. This trend is not necessarily due to the fact that more affluent roles are available, however, as architects with 14 or more years experience working in the Middle East earn on average £43,389 per annum, compared to £40,000 in the UK. Some construction workers in the US/Canada have made more than $100,000 annually, depending on their trade.\"\n },\n {\n \"document_id\": \"57281ab63acd2414000df493\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Jacksonville, like most large cities in the United States, suffered from negative effects of rapid urban sprawl after World War II. The construction of highways led residents to move to newer housing in the suburbs. After World War II, the government of the city of Jacksonville began to increase spending to fund new public building projects in the boom that occurred after the war. Mayor W. Haydon Burns' Jacksonville Story resulted in the construction of a new city hall, civic auditorium, public library and other projects that created a dynamic sense of civic pride. However, the development of suburbs and a subsequent wave of middle class \\\"white flight\\\" left Jacksonville with a much poorer population than before. The city's most populous ethnic group, non-Hispanic white, declined from 75.8% in 1970 to 55.1% by 2010.\"\n },\n {\n \"document_id\": \"57309446396df919000961b8\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Age of Imperialism, a time period beginning around 1700, saw (generally European) industrializing nations engaging in the process of colonizing, influencing, and annexing other parts of the world in order to gain political power.[citation needed] Although imperialist practices have existed for thousands of years, the term \\\"Age of Imperialism\\\" generally refers to the activities of European powers from the early 18th century through to the middle of the 20th century, for example, the \\\"The Great Game\\\" in Persian lands, the \\\"Scramble for Africa\\\" and the \\\"Open Door Policy\\\" in China.\"\n },\n {\n \"document_id\": \"57336755d058e614000b5a3c\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The Saxon Garden, covering the area of 15.5 ha, was formally a royal garden. There are over 100 different species of trees and the avenues are a place to sit and relax. At the east end of the park, the Tomb of the Unknown Soldier is situated. In the 19th century the Krasiński Palace Garden was remodelled by Franciszek Szanior. Within the central area of the park one can still find old trees dating from that period: maidenhair tree, black walnut, Turkish hazel and Caucasian wingnut trees. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572940973f37b319004781a5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572f7588947a6a140053c984\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1479, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1811, "trial_id": "squad-0b0714df85cbf0f9", "valid": true }, { "achieved_keep_ratio": 0.179409, "answer_retained": true, "deterministic": true, "input_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "input_tokens": 3623, "latency_ms": { "p50": 2.546, "p95": 2.554, "samples": [ 2.536, 2.555 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 905, "observed_tokens": 650 } ], "receipt_count": 1, "requested_target_tokens": 905 }, "output_sha256": "3818673d95679ec4d993b20682d1db5b5effacbfae03ac51c623e1783ee7d98c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5727565ef1498d1400e8f674\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2010 a salary survey revealed the differences in remuneration between different roles, sectors and locations in the construction and built environment industry. The results showed that areas of particularly strong growth in the construction industry, such as the Middle East, yield higher average salaries than in the UK for example. The average earning for a professional in the construction industry in the Middle East, across all sectors, job types and levels of experience, is £42,090, compared to £26,719 in the UK. This trend is not necessarily due to the fact that more affluent roles are available, however, as architects with 14 or more years experience working in the Middle East earn on average £43,389 per annum, compared to £40,000 in the UK. Some construction workers in the US/Canada have made more than $100,000 annually, depending on their trade.\"\n },\n {\n \"document_id\": \"57281ab63acd2414000df493\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Jacksonville, like most large cities in the United States, suffered from negative effects of rapid urban sprawl after World War II. The construction of highways led residents to move to newer housing in the suburbs. After World War II, the government of the city of Jacksonville began to increase spending to fund new public building projects in the boom that occurred after the war. Mayor W. Haydon Burns' Jacksonville Story resulted in the construction of a new city hall, civic auditorium, public library and other projects that created a dynamic sense of civic pride. However, the development of suburbs and a subsequent wave of middle class \\\"white flight\\\" left Jacksonville with a much poorer population than before. The city's most populous ethnic group, non-Hispanic white, declined from 75.8% in 1970 to 55.1% by 2010.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572940973f37b319004781a5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572f7588947a6a140053c984\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 650, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-0b0714df85cbf0f9", "valid": true }, { "achieved_keep_ratio": 0.116478, "answer_retained": true, "deterministic": true, "input_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "input_tokens": 3623, "latency_ms": { "p50": 2.696, "p95": 2.864, "samples": [ 2.882, 2.509 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 452, "observed_tokens": 422 } ], "receipt_count": 1, "requested_target_tokens": 452 }, "output_sha256": "ace278146980be47733aa14f61ae39a23e7d0fe4fbc736c8edb227a89db68bc7", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5727565ef1498d1400e8f674\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2010 a salary survey revealed the differences in remuneration between different roles, sectors and locations in the construction and built environment industry. The results showed that areas of particularly strong growth in the construction industry, such as the Middle East, yield higher average salaries than in the UK for example. The average earning for a professional in the construction industry in the Middle East, across all sectors, job types and levels of experience, is £42,090, compared to £26,719 in the UK. This trend is not necessarily due to the fact that more affluent roles are available, however, as architects with 14 or more years experience working in the Middle East earn on average £43,389 per annum, compared to £40,000 in the UK. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572940973f37b319004781a5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572f7588947a6a140053c984\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 422, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-0b0714df85cbf0f9", "valid": true }, { "achieved_keep_ratio": 0.39989, "answer_retained": true, "deterministic": true, "input_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "input_tokens": 3621, "latency_ms": { "p50": 2.882, "p95": 2.922, "samples": [ 2.926, 2.838 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1810, "observed_tokens": 1448 } ], "receipt_count": 1, "requested_target_tokens": 1810 }, "output_sha256": "9ff9ce4b712c98d732f1fec8960c66e8de639735473f185b94996154817882d2", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726bc1add62a815002e8ea6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Free Movement of Workers Regulation articles 1 to 7 set out the main provisions on equal treatment of workers. First, articles 1 to 4 generally require that workers can take up employment, conclude contracts, and not suffer discrimination compared to nationals of the member state. In a famous case, the Belgian Football Association v Bosman, a Belgian footballer named Jean-Marc Bosman claimed that he should be able to transfer from R.F.C. de Liège to USL Dunkerque when his contract finished, regardless of whether Dunkerque could afford to pay Liège the habitual transfer fees. The Court of Justice held \\\"the transfer rules constitute[d] an obstacle to free movement\\\" and were unlawful unless they could be justified in the public interest, but this was unlikely. In Groener v Minister for Education the Court of Justice accepted that a requirement to speak Gaelic to teach in a Dublin design...\"\n },\n {\n \"document_id\": \"5729506d6aef051400154cac\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"According to Sheldon Ungar's comparison with global warming, the actors in the ozone depletion case had a better understanding of scientific ignorance and uncertainties. The ozone case communicated to lay persons \\\"with easy-to-understand bridging metaphors derived from the popular culture\\\" and related to \\\"immediate risks with everyday relevance\\\", while the public opinion on climate change sees no imminent danger. The stepwise mitigation of the ozone layer challenge was based as well on successfully reducing regional burden sharing conflicts. In case of the IPCC conclusions and the failure of the Kyoto Protocol, varying regional cost-benefit analysis and burden-sharing conflicts with regard to the distribution of emission reductions remain an unsolved problem. In the UK, a report for a House of Lords committee asked to urge the IPCC to involve better assessments of costs and benefits of c...\"\n },\n {\n \"document_id\": \"57286010ff5b5019007da1ca\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The University of Chicago has been the site of some important experiments and academic movements. In economics, the university has played an important role in shaping ideas about the free market and is the namesake of the Chicago school of economics, the school of economic thought supported by Milton Friedman and other economists. The university's sociology department was the first independent sociology department in the United States and gave birth to the Chicago school of sociology. In physics, the university was the site of the Chicago Pile-1 (the first self-sustained man-made nuclear reaction, part of the Manhattan Project), of Robert Millikan's oil-drop experiment that calculated the charge of the electron, and of the development of radiocarbon dating by Willard F. Libby in 1947. The chemical experiment that tested how life originated on early Earth, the Miller–Urey experiment, was ...\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. parallel spins) the spatial variables must be antisymmetric (i.e. they exclude each other from their places much as if there was a repulsive force), and vice versa, i.e. for antiparallel spins the position variables must be symmetric (i.e. the apparent force must be attractive). Thus in the case of two fermions there is a strictly negative correlation between spatial and spin variables, whereas for two ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5726f868dd62a815002e9684\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In the coming decades, pharmacists are expected to become more integral within the health care system. Rather than simply dispensing medication, pharmacists are increasingly expected to be compensated for their patient care skills. In particular, Medication Therapy Management (MTM) includes the clinical services that pharmacists can provide for their patients. Such services include the thorough analysis of all medication (prescription, non-prescription, and herbals) currently being taken by an individual. The result is a reconciliation of medication and patient education resulting in increased patient health outcomes and decreased costs to the health care system.\"\n },\n {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Victoria has a written constitution enacted in 1975, but based on the 1855 colonial constitution, passed by the United Kingdom Parliament as the Victoria Constitution Act 1855, which establishes the Parliament as the state's law-making body for matters coming under state responsibility. The Victorian Constitution can be amended by the Parliament of Victoria, except for certain \\\"entrenched\\\" provisions that require either an absolute majority in both houses, a three-fifths majority in both houses, or the approval of the Victorian people in a referendum, depending on the provision.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265700dd62a815002e820e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57286010ff5b5019007da1ca\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1448, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1810, "trial_id": "squad-540a76d8f37deae4", "valid": true }, { "achieved_keep_ratio": 0.212925, "answer_retained": true, "deterministic": true, "input_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "input_tokens": 3621, "latency_ms": { "p50": 2.702, "p95": 2.9, "samples": [ 2.482, 2.922 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 905, "observed_tokens": 771 } ], "receipt_count": 1, "requested_target_tokens": 905 }, "output_sha256": "cceccd90365554fb273e6587a92d4ce2fc563a37340331d908c323c942d4e344", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726bc1add62a815002e8ea6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Free Movement of Workers Regulation articles 1 to 7 set out the main provisions on equal treatment of workers. First, articles 1 to 4 generally require that workers can take up employment, conclude contracts, and not suffer discrimination compared to nationals of the member state. In a famous case, the Belgian Football Association v Bosman, a Belgian footballer named Jean-Marc Bosman claimed that he should be able to transfer from R.F.C. de Liège to USL Dunkerque when his contract finished, regardless of whether Dunkerque could afford to pay Liège the habitual transfer fees. The Court of Justice held \\\"the transfer rules constitute[d] an obstacle to free movement\\\" and were unlawful unless they could be justified in the public interest, but this was unlikely. In Groener v Minister for Education the Court of Justice accepted that a requirement to speak Gaelic to teach in a Dublin design...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5726f868dd62a815002e9684\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In the coming decades, pharmacists are expected to become more integral within the health care system. Rather than simply dispensing medication, pharmacists are increasingly expected to be compensated for their patient care skills. In particular, Medication Therapy Management (MTM) includes the clinical services that pharmacists can provide for their patients. Such services include the thorough analysis of all medication (prescription, non-prescription, and herbals) currently being taken by an individual. The result is a reconciliation of medication and patient education resulting in increased patient health outcomes and decreased costs to the health care system.\"\n },\n {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Victoria has a written constitution enacted in 1975, but based on the 1855 colonial constitution, passed by the United Kingdom Parliament as the Victoria Constitution Act 1855, which establishes the Parliament as the state's law-making body for matters coming under state responsibility. The Victorian Constitution can be amended by the Parliament of Victoria, except for certain \\\"entrenched\\\" provisions that require either an absolute majority in both houses, a three-fifths majority in both houses, or the approval of the Victorian people in a referendum, depending on the provision.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265700dd62a815002e820e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57286010ff5b5019007da1ca\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 771, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-540a76d8f37deae4", "valid": true }, { "achieved_keep_ratio": 0.10301, "answer_retained": true, "deterministic": true, "input_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "input_tokens": 3621, "latency_ms": { "p50": 2.231, "p95": 2.247, "samples": [ 2.213, 2.248 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 452, "observed_tokens": 373 } ], "receipt_count": 1, "requested_target_tokens": 452 }, "output_sha256": "19e8bd07be55c9f99ebab8916ab49b341fc5c2f0a35c47eb3ab645deda2d08e8", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726f868dd62a815002e9684\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In the coming decades, pharmacists are expected to become more integral within the health care system. Rather than simply dispensing medication, pharmacists are increasingly expected to be compensated for their patient care skills. In particular, Medication Therapy Management (MTM) includes the clinical services that pharmacists can provide for their patients. Such services include the thorough analysis of all medication (prescription, non-prescription, and herbals) currently being taken by an individual. The result is a reconciliation of medication and patient education resulting in increased patient health outcomes and decreased costs to the health care system.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265700dd62a815002e820e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57286010ff5b5019007da1ca\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 373, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-540a76d8f37deae4", "valid": true }, { "achieved_keep_ratio": 0.356798, "answer_retained": true, "deterministic": true, "input_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "input_tokens": 2898, "latency_ms": { "p50": 2.187, "p95": 2.223, "samples": [ 2.147, 2.227 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1449, "observed_tokens": 1034 } ], "receipt_count": 1, "requested_target_tokens": 1449 }, "output_sha256": "687b7e38b58789d7b01605c237daf13b9bdd5553075b85aa0645bfbe33c075ad", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"On August 15, 1971, the United States unilaterally pulled out of the Bretton Woods Accord. The US abandoned the Gold Exchange Standard whereby the value of the dollar had been pegged to the price of gold and all other currencies were pegged to the dollar, whose value was left to \\\"float\\\" (rise and fall according to market demand). Shortly thereafter, Britain followed, floating the pound sterling. The other industrialized nations followed suit with their respective currencies. Anticipating that currency values would fluctuate unpredictably for a time, the industrialized nations increased their reserves (by expanding their money supplies) in amounts far greater than before. The result was a depreciation of the dollar and other industrialized nations' currencies. Because oil was priced in dollars, oil producers' real income decreased. In September 1971, OPEC issued a joint communiqué stating...\"\n },\n {\n \"document_id\": \"572a20816aef0514001552e4\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Robert Nozick argued that government redistributes wealth by force (usually in the form of taxation), and that the ideal moral society would be one where all individuals are free from force. However, Nozick recognized that some modern economic inequalities were the result of forceful taking of property, and a certain amount of redistribution would be justified to compensate for this force but not because of the inequalities themselves. John Rawls argued in A Theory of Justice that inequalities in the distribution of wealth are only justified when they improve society as a whole, including the poorest members. Rawls does not discuss the full implications of his theory of justice. Some see Rawls's argument as a justification for capitalism since even the poorest members of society theoretically benefit from increased innovations under capitalism; others believe only a strong welfare state ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5734025d4776f419006616c3\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The British failures in North America, combined with other failures in the European theater, led to the fall from power of Newcastle and his principal military advisor, the Duke of Cumberland. Newcastle and Pitt joined in an uneasy coalition in which Pitt dominated the military planning. He embarked on a plan for the 1758 campaign that was largely developed by Loudoun. He had been replaced by Abercrombie as commander in chief after the failures of 1757. Pitt's plan called for three major offensive actions involving large numbers of regular troops, supported by the provincial militias, aimed at capturing the heartlands of New France. Two of the expeditions were successful, with Fort Duquesne and Louisbourg falling to sizable British forces.\"\n },\n {\n \"document_id\": \"57340549d058e614000b67dd\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In the aftermath of generally poor French results in most theaters of the Seven Years' War in 1758, France's new foreign minister, the duc de Choiseul, decided to focus on an invasion of Britain, to draw British resources away from North America and the European mainland. The invasion failed both militarily and politically, as Pitt again planned significant campaigns against New France, and sent funds to Britain's ally on the mainland, Prussia, and the French Navy failed in the 1759 naval battles at Lagos and Quiberon Bay. In one piece of good fortune, some French supply ships managed to depart France, eluding the British blockade of the French coast.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572fffb1b2c2fd14005686f9\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1034, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1449, "trial_id": "squad-8202fb89432a877d", "valid": true }, { "achieved_keep_ratio": 0.203589, "answer_retained": true, "deterministic": true, "input_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "input_tokens": 2898, "latency_ms": { "p50": 1.909, "p95": 1.91, "samples": [ 1.91, 1.908 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 724, "observed_tokens": 590 } ], "receipt_count": 1, "requested_target_tokens": 724 }, "output_sha256": "b28cbe18564f21a88c616675715bf6e8320a12a9f5fa1917f193a90de58272b7", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5734025d4776f419006616c3\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The British failures in North America, combined with other failures in the European theater, led to the fall from power of Newcastle and his principal military advisor, the Duke of Cumberland. Newcastle and Pitt joined in an uneasy coalition in which Pitt dominated the military planning. He embarked on a plan for the 1758 campaign that was largely developed by Loudoun. He had been replaced by Abercrombie as commander in chief after the failures of 1757. Pitt's plan called for three major offensive actions involving large numbers of regular troops, supported by the provincial militias, aimed at capturing the heartlands of New France. Two of the expeditions were successful, with Fort Duquesne and Louisbourg falling to sizable British forces.\"\n },\n {\n \"document_id\": \"57340549d058e614000b67dd\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In the aftermath of generally poor French results in most theaters of the Seven Years' War in 1758, France's new foreign minister, the duc de Choiseul, decided to focus on an invasion of Britain, to draw British resources away from North America and the European mainland. The invasion failed both militarily and politically, as Pitt again planned significant campaigns against New France, and sent funds to Britain's ally on the mainland, Prussia, and the French Navy failed in the 1759 naval battles at Lagos and Quiberon Bay. In one piece of good fortune, some French supply ships managed to depart France, eluding the British blockade of the French coast.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572fffb1b2c2fd14005686f9\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 590, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 724, "trial_id": "squad-8202fb89432a877d", "valid": true }, { "achieved_keep_ratio": 0.1049, "answer_retained": false, "deterministic": true, "input_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "input_tokens": 2898, "latency_ms": { "p50": 2.663, "p95": 2.859, "samples": [ 2.881, 2.444 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 362, "observed_tokens": 304 } ], "receipt_count": 1, "requested_target_tokens": 362 }, "output_sha256": "f706beecaffaf7db92be37ec0dab6250834355aac0ed2fb3d67cc105d842bddf", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5734025d4776f419006616c3\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The British failures in North America, combined with other failures in the European theater, led to the fall from power of Newcastle and his principal military advisor, the Duke of Cumberland. Newcastle and Pitt joined in an uneasy coalition in which Pitt dominated the military planning. He embarked on a plan for the 1758 campaign that was largely developed by Loudoun. He had been replaced by Abercrombie as commander in chief after the failures of 1757. Pitt's plan called for three major offensive actions involving large numbers of regular troops, supported by the provincial militias, aimed at capturing the heartlands of New France. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 304, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 362, "trial_id": "squad-8202fb89432a877d", "valid": true }, { "achieved_keep_ratio": 0.396754, "answer_retained": true, "deterministic": true, "input_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "input_tokens": 3758, "latency_ms": { "p50": 5.06, "p95": 5.668, "samples": [ 4.384, 5.735 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1879, "observed_tokens": 1491 } ], "receipt_count": 1, "requested_target_tokens": 1879 }, "output_sha256": "c8b5d09d0ace5a3a649ce72b78999e4b5edc77379dd130bbc8decd2cb812d64c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"573083dc2461fd1900a9ce6d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The term \\\"imperialism\\\" is often conflated with \\\"colonialism\\\", however many scholars have argued that each have their own distinct definition. Imperialism and colonialism have been used in order to describe one's superiority, domination and influence upon a person or group of people. Robert Young writes that while imperialism operates from the center, is a state policy and is developed for ideological as well as financial reasons, colonialism is simply the development for settlement or commercial intentions. ...\"\n },\n {\n \"document_id\": \"56e1aba0e3433e1400423094\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Indeed, this is the statement of the Church–Turing thesis. Furthermore, it is known that everything that can be computed on other models of computation known to us today, such as a RAM machine, Conway's Game of Life, cellular automata or any programming language can be computed on a Turing machine. Since Turing machines are easy to analyze mathematically, and are believed to be as powerful as any other model of computation, the Turing machine is the most commonly used model in complexity theory. ...\"\n },\n {\n \"document_id\": \"57376828c3c5551400e51eb9\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"If both of these pieces of information are not known for each force, the situation is ambiguous. For example, if you know that two people are pulling on the same rope with known magnitudes of force but you do not know which direction either person is pulling, it is impossible to determine what the acceleration of the rope will be. The two people could be pulling against each other as in tug of war or the two people could be pulling in the same direction. In this simple one-dimensional example, without knowing the direction of the forces it is impossible to decide whether the net force is the result of adding the two force magnitudes or subtracting one from the other. Associating forces with vectors avoids such problems. ...\"\n },\n {\n \"document_id\": \"57096c95200fba1400367fbb\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Provided is a universal Ku band LNB (9.75/10.600 GHz) which is fitted at the end of the dish and pointed at the correct satellite constellation; most digital receivers will receive the free to air channels. Some broadcasts are free-to-air and unencrypted, some are encrypted but do not require a monthly subscription (known as free-to-view), some are encrypted and require a monthly subscription, and some are pay-per-view services. To view the encrypted content a VideoGuard UK equipped receiver (all of which are dedicated to the Sky service, and cannot be used to decrypt other services) needs to be used. Unofficial CAMs are now available to view the service, although use of them breaks the user's contract with Sky and invalidates the user's rights to use the card.\"\n },\n {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The interpretation of Islam promoted by this funding was the strict, conservative Saudi-based Wahhabism or Salafism. In its harshest form it preached that Muslims should not only \\\"always oppose\\\" infidels \\\"in every way,\\\" but \\\"hate them for their religion ... for Allah's sake,\\\" that democracy \\\"is responsible for all the horrible wars of the 20th century,\\\" that Shia and other non-Wahhabi Muslims were infidels, etc. While this effort has by no means converted all, or even most Muslims to the Wahhabist interpretation of Islam, it has done much to overwhelm more moderate local interpretations, and has set the Saudi-interpretation of Islam as the \\\"gold standard\\\" of religion in minds of some or many Muslims.\"\n },\n {\n \"document_id\": \"57284456ff5b5019007da05c\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In 1929, the university's fifth president, Robert Maynard Hutchins, took office; the university underwent many changes during his 24-year tenure. Hutchins eliminated varsity football from the university in an attempt to emphasize academics over athletics, instituted the undergraduate college's liberal-arts curriculum known as the Common Core, and organized the university's graduate work into its current[when?] four divisions. In 1933, Hutchins proposed an unsuccessful plan to merge the University of Chicago and Northwestern University into a single university. During his term, the University of Chicago Hospitals (now called the University of Chicago Medical Center) finished construction and enrolled its first medical students. Also, the Committee on Social Thought, an institution distinctive of the university, was created.\"\n },\n {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The group is adept at social media, posting Internet videos of beheadings of soldiers, civilians, journalists and aid workers, and is known for its destruction of cultural heritage sites. The United Nations has held ISIL responsible for human rights abuses and war crimes, and Amnesty International has reported ethnic cleansing by the group on a \\\"historic scale\\\". The group has been designated a terrorist organisation by the United Nations, the European Union and member states, the United States, India, Indonesia, Turkey, Saudi Arabia, Syria and other countries. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"571cb010dd7acb1400e4c128\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1491, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1879, "trial_id": "squad-7edf5834416af1d6", "valid": true }, { "achieved_keep_ratio": 0.192656, "answer_retained": true, "deterministic": true, "input_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "input_tokens": 3758, "latency_ms": { "p50": 3.89, "p95": 4.577, "samples": [ 3.128, 4.653 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 939, "observed_tokens": 724 } ], "receipt_count": 1, "requested_target_tokens": 939 }, "output_sha256": "fb762397b432af9e414920420a1b2ce21ae631eca910d4d0715660285ea69d12", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"573083dc2461fd1900a9ce6d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The term \\\"imperialism\\\" is often conflated with \\\"colonialism\\\", however many scholars have argued that each have their own distinct definition. Imperialism and colonialism have been used in order to describe one's superiority, domination and influence upon a person or group of people. Robert Young writes that while imperialism operates from the center, is a state policy and is developed for ideological as well as financial reasons, colonialism is simply the development for settlement or commercial intentions. ...\"\n },\n {\n \"document_id\": \"56e1aba0e3433e1400423094\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Indeed, this is the statement of the Church–Turing thesis. Furthermore, it is known that everything that can be computed on other models of computation known to us today, such as a RAM machine, Conway's Game of Life, cellular automata or any programming language can be computed on a Turing machine. Since Turing machines are easy to analyze mathematically, and are believed to be as powerful as any other model of computation, the Turing machine is the most commonly used model in complexity theory. ...\"\n },\n {\n \"document_id\": \"57376828c3c5551400e51eb9\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"If both of these pieces of information are not known for each force, the situation is ambiguous. For example, if you know that two people are pulling on the same rope with known magnitudes of force but you do not know which direction either person is pulling, it is impossible to determine what the acceleration of the rope will be. The two people could be pulling against each other as in tug of war or the two people could be pulling in the same direction. In this simple one-dimensional example, without knowing the direction of the forces it is impossible to decide whether the net force is the result of adding the two force magnitudes or subtracting one from the other. Associating forces with vectors avoids such problems. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"571cb010dd7acb1400e4c128\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 724, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 939, "trial_id": "squad-7edf5834416af1d6", "valid": true }, { "achieved_keep_ratio": 0.097924, "answer_retained": true, "deterministic": true, "input_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "input_tokens": 3758, "latency_ms": { "p50": 2.635, "p95": 2.675, "samples": [ 2.68, 2.591 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 469, "observed_tokens": 368 } ], "receipt_count": 1, "requested_target_tokens": 469 }, "output_sha256": "83cc006375e99ba6c96a7159151f1a916a962810f3c3975007c4948f6b09f1f3", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"573083dc2461fd1900a9ce6d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The term \\\"imperialism\\\" is often conflated with \\\"colonialism\\\", however many scholars have argued that each have their own distinct definition. Imperialism and colonialism have been used in order to describe one's superiority, domination and influence upon a person or group of people. Robert Young writes that while imperialism operates from the center, is a state policy and is developed for ideological as well as financial reasons, colonialism is simply the development for settlement or commercial intentions. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"571cb010dd7acb1400e4c128\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 368, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 469, "trial_id": "squad-7edf5834416af1d6", "valid": true }, { "achieved_keep_ratio": 0.385736, "answer_retained": true, "deterministic": true, "input_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "input_tokens": 3912, "latency_ms": { "p50": 4.161, "p95": 4.471, "samples": [ 4.505, 3.816 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1956, "observed_tokens": 1509 } ], "receipt_count": 1, "requested_target_tokens": 1956 }, "output_sha256": "8e94fedac604b796e5f785ac107016c6275a266f17232d33f7c56de52512633c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57269e3bf1498d1400e8e516\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"First, if a Directive's deadline for implementation is not met, the member state cannot enforce conflicting laws, and a citizen may rely on the Directive in such an action (so called \\\"vertical\\\" direct effect). So, in Pubblico Ministero v Ratti because the Italian government had failed to implement a Directive 73/173/EEC on packaging and labelling solvents by the deadline, it was estopped from enforcing a conflicting national law from 1963 against Mr Ratti's solvent and varnish business. A member state could \\\"not rely, as against individuals, on its own failure to perform the obligations which the Directive entails.\\\" Second, a citizen or company can invoke a Directive, not just in a dispute with a public authority, but in a dispute with another citizen or company. So, in CIA Security v Signalson and Securitel the Court of Justice held that a business called CIA Security could defend itsel...\"\n },\n {\n \"document_id\": \"57287fec4b864d1900164a3c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"There were many religions practiced during the Yuan dynasty, such as Buddhism, Islam, and Christianity. The establishment of the Yuan dynasty had dramatically increased the number of Muslims in China. However, unlike the western khanates, the Yuan dynasty never converted to Islam. Instead, Kublai Khan, the founder of the Yuan dynasty, favored Buddhism, especially the Tibetan variants. As a result, Tibetan Buddhism was established as the de facto state religion. The top-level department and government agency known as the Bureau of Buddhist and Tibetan Affairs (Xuanzheng Yuan) was set up in Khanbaliq (modern Beijing) to supervise Buddhist monks throughout the empire. Since Kublai Khan only esteemed the Sakya sect of Tibetan Buddhism, other religions became less important. He and his successors kept a Sakya Imperial Preceptor (Dishi) at court. Before the end of the Yuan dynasty, 14 leaders ...\"\n },\n {\n \"document_id\": \"573408ef4776f41900661757\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The war in North America officially ended with the signing of the Treaty of Paris on 10 February 1763, and war in the European theatre of the Seven Years' War was settled by the Treaty of Hubertusburg on 15 February 1763. The British offered France the choice of surrendering either its continental North American possessions east of the Mississippi or the Caribbean islands of Guadeloupe and Martinique, which had been occupied by the British. France chose to cede the former, but was able to negotiate the retention of Saint Pierre and Miquelon, two small islands in the Gulf of St. Lawrence, along with fishing rights in the area. They viewed the economic value of the Caribbean islands' sugar cane to be greater and easier to defend than the furs from the continent. The contemporaneous French philosopher Voltaire referred to Canada disparagingly as nothing more than a few acres of snow. The Br...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"573408ef4776f41900661757\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The war in North America officially ended with the signing of the Treaty of Paris on 10 February 1763, and war in the European theatre of the Seven Years' War was settled by the Treaty of Hubertusburg on 15 February 1763. The British offered France the choice of surrendering either its continental North American possessions east of the Mississippi or the Caribbean islands of Guadeloupe and Martinique, which had been occupied by the British. France chose to cede the former, but was able to negotiate the retention of Saint Pierre and Miquelon, two small islands in the Gulf of St. ...\"\n },\n {\n \"document_id\": \"5733d5704776f4190066130e\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The French population numbered about 75,000 and was heavily concentrated along the St. Lawrence River valley, with some also in Acadia (present-day New Brunswick and parts of Nova Scotia, including Île Royale (present-day Cape Breton Island)). Fewer lived in New Orleans, Biloxi, Mississippi, Mobile, Alabama and small settlements in the Illinois Country, hugging the east side of the Mississippi River and its tributaries. French fur traders and trappers traveled throughout the St. Lawrence and Mississippi watersheds, did business with local tribes, and often married Indian women. Traders married daughters of chiefs, creating high-ranking unions.\"\n },\n {\n \"document_id\": \"571090abb654c5140001f995\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Other evidence of the Walloons and Huguenots in Canterbury includes a block of houses in Turnagain Lane, where weavers' windows survive on the top floor, as many Huguenots worked as weavers. The Weavers, a half-timbered house by the river, was the site of a weaving school from the late 16th century to about 1830. (It has been adapted as a restaurant—see illustration above. The house derives its name from a weaving school which was moved there in the last years of the 19th century, reviving an earlier use.) Others refugees practised the variety of occupations necessary to sustain the community as distinct from the indigenous population. Such economic separation was the condition of the refugees' initial acceptance in the City. They also settled elsewhere in Kent, particularly Sandwich, Faversham and Maidstone—towns in which there used to be refugee churches.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726f2375951b619008f830f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57287fec4b864d1900164a3c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1509, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1956, "trial_id": "squad-1d2fd34f25a0732c", "valid": true }, { "achieved_keep_ratio": 0.202965, "answer_retained": true, "deterministic": true, "input_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "input_tokens": 3912, "latency_ms": { "p50": 2.815, "p95": 2.849, "samples": [ 2.777, 2.853 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 978, "observed_tokens": 794 } ], "receipt_count": 1, "requested_target_tokens": 978 }, "output_sha256": "056d8b437861603bedacc1caa5f1633a502d67a542fb8d4e96e82ba02b4e5039", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"573408ef4776f41900661757\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The war in North America officially ended with the signing of the Treaty of Paris on 10 February 1763, and war in the European theatre of the Seven Years' War was settled by the Treaty of Hubertusburg on 15 February 1763. The British offered France the choice of surrendering either its continental North American possessions east of the Mississippi or the Caribbean islands of Guadeloupe and Martinique, which had been occupied by the British. France chose to cede the former, but was able to negotiate the retention of Saint Pierre and Miquelon, two small islands in the Gulf of St. ...\"\n },\n {\n \"document_id\": \"5733d5704776f4190066130e\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The French population numbered about 75,000 and was heavily concentrated along the St. Lawrence River valley, with some also in Acadia (present-day New Brunswick and parts of Nova Scotia, including Île Royale (present-day Cape Breton Island)). Fewer lived in New Orleans, Biloxi, Mississippi, Mobile, Alabama and small settlements in the Illinois Country, hugging the east side of the Mississippi River and its tributaries. French fur traders and trappers traveled throughout the St. Lawrence and Mississippi watersheds, did business with local tribes, and often married Indian women. Traders married daughters of chiefs, creating high-ranking unions.\"\n },\n {\n \"document_id\": \"571090abb654c5140001f995\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Other evidence of the Walloons and Huguenots in Canterbury includes a block of houses in Turnagain Lane, where weavers' windows survive on the top floor, as many Huguenots worked as weavers. The Weavers, a half-timbered house by the river, was the site of a weaving school from the late 16th century to about 1830. (It has been adapted as a restaurant—see illustration above. The house derives its name from a weaving school which was moved there in the last years of the 19th century, reviving an earlier use.) Others refugees practised the variety of occupations necessary to sustain the community as distinct from the indigenous population. Such economic separation was the condition of the refugees' initial acceptance in the City. They also settled elsewhere in Kent, particularly Sandwich, Faversham and Maidstone—towns in which there used to be refugee churches.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726f2375951b619008f830f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57287fec4b864d1900164a3c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 794, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 978, "trial_id": "squad-1d2fd34f25a0732c", "valid": true }, { "achieved_keep_ratio": 0.10046, "answer_retained": false, "deterministic": true, "input_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "input_tokens": 3912, "latency_ms": { "p50": 2.572, "p95": 2.723, "samples": [ 2.739, 2.404 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 489, "observed_tokens": 393 } ], "receipt_count": 1, "requested_target_tokens": 489 }, "output_sha256": "1cc946fd23efd4be627e8cf139c79ba5d8a24aeb3b7dbe74784d9bcade429585", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"573408ef4776f41900661757\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The war in North America officially ended with the signing of the Treaty of Paris on 10 February 1763, and war in the European theatre of the Seven Years' War was settled by the Treaty of Hubertusburg on 15 February 1763. The British offered France the choice of surrendering either its continental North American possessions east of the Mississippi or the Caribbean islands of Guadeloupe and Martinique, which had been occupied by the British. France chose to cede the former, but was able to negotiate the retention of Saint Pierre and Miquelon, two small islands in the Gulf of St. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726f2375951b619008f830f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57287fec4b864d1900164a3c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 393, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 489, "trial_id": "squad-1d2fd34f25a0732c", "valid": true }, { "achieved_keep_ratio": 0.419728, "answer_retained": true, "deterministic": true, "input_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "input_tokens": 3457, "latency_ms": { "p50": 2.729, "p95": 2.733, "samples": [ 2.724, 2.733 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1728, "observed_tokens": 1451 } ], "receipt_count": 1, "requested_target_tokens": 1728 }, "output_sha256": "bea39a25293d224ee1dedf9a53cfa19cf16a2378673458e1a17923402a375c60", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57265285708984140094c25b\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In addition to arguing that the rat population was insufficient to account for a bubonic plague pandemic, sceptics of the bubonic plague theory point out that the symptoms of the Black Death are not unique (and arguably in some accounts may differ from bubonic plague); that transference via fleas in goods was likely to be of marginal significance; and that the DNA results may be flawed and might not have been repeated elsewhere, despite extensive samples from other mass graves. Other arguments include the lack of accounts of the death of rats before outbreaks of plague between the 14th and 17th centuries; temperatures that are too cold in northern Europe for the survival of fleas; that, despite primitive transport systems, the spread of the Black Death was much faster than that of modern bubonic plague; that mortality rates of the Black Death appear to be very high; that, while modern bu...\"\n },\n {\n \"document_id\": \"573380e0d058e614000b5be9\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The basic unit of territorial division in Poland is a commune (gmina). A city is also a commune – but with the city charter. Both cities and communes are governed by a mayor – but in the communes the mayor is vogt (wójt in Polish), however in the cities – burmistrz. Some bigger cities obtain the entitlements, i.e. tasks and privileges, which are possessed by the units of the second level of the territorial division – counties or powiats. An example of such entitlement is a car registration: a gmina cannot register cars, this is a powiat's task (i.e. a registration number depends on what powiat a car had been registered, not gmina). In this case we say about city county or powiat grodzki. Such cities are for example Lublin, Kraków, Gdańsk, Poznań. In Warsaw, its districts additionally have some of powiat's entitlements – like already mentioned car registration. For example, the district W...\"\n },\n {\n \"document_id\": \"5728661e2ca10214002da2e8\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Shi Tianze was a Han Chinese who lived in the Jin dynasty. Interethnic marriage between Han and Jurchen became common at this time. His father was Shi Bingzhi (史秉直, Shih Ping-chih). Shi Bingzhi was married to a Jurchen woman (surname Na-ho) and a Han Chinese woman (surname Chang); it is unknown which of them was Shi Tianze's mother. Shi Tianze was married to two Jurchen women, a Han Chinese woman, and a Korean woman, and his son Shi Gang was born to one of his Jurchen wives. The surnames of his Jurchen wives were Mo-nien and Na-ho; the surname of his Korean wife was Li; and the surname of his Han Chinese wife was Shi. Shi Tianze defected to Mongol forces upon their invasion of the Jin dynasty. His son Shi Gang married a Kerait woman; the Kerait were Mongolified Turkic people and were considered part of the \\\"Mongol nation\\\". Shi Tianze (Shih T'ien-tse), Zhang Rou (Chang Jou, 張柔), and Yan S...\"\n },\n {\n \"document_id\": \"57107a3ea58dae1900cd69de\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the early years, many Huguenots also settled in the area of present-day Charleston, South Carolina. In 1685, Rev. Elie Prioleau from the town of Pons in France, was among the first to settle there. He became pastor of the first Huguenot church in North America in that city. After the Revocation of the Edict of Nantes in 1685, several Huguenot families of Norman and Carolingian nobility and descent, including Edmund Bohun of Suffolk England from the Humphrey de Bohun line of French royalty descended from Charlemagne, Jean Postell of Dieppe France, Alexander Pepin, Antoine Poitevin of Orsement France, and Jacques de Bordeaux of Grenoble, immigrated to the Charleston Orange district. They were very successful at marriage and property speculation. After petitioning the British Crown in 1697 for the right to own land in the Baronies, they prospered as slave owners on the Cooper, Ashepoo, A...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572847ff3acd2414000df869\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The university experienced its share of student unrest during the 1960s, beginning in 1962, when students occupied President George Beadle's office in a protest over the university's off-campus rental policies. After continued turmoil, a university committee in 1967 issued what became known as the Kalven Report. The report, a two-page statement of the university's policy in \\\"social and political action,\\\" declared that \\\"To perform its mission in the society, a university must sustain an extraordinary environment of freedom of inquiry and maintain an independence from political fashions, passions, and pressures.\\\" The report has since been used to justify decisions such as the university's refusal to divest from South Africa in the 1980s and Darfur in the late 2000s.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"56e20a3ae3433e140042324a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572847ff3acd2414000df869\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1451, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1728, "trial_id": "squad-de62f9f9c48257f5", "valid": true }, { "achieved_keep_ratio": 0.185132, "answer_retained": true, "deterministic": true, "input_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "input_tokens": 3457, "latency_ms": { "p50": 2.275, "p95": 2.328, "samples": [ 2.334, 2.215 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 864, "observed_tokens": 640 } ], "receipt_count": 1, "requested_target_tokens": 864 }, "output_sha256": "e46cc21e4202d35f0d917fa67cb418edce90eab0e221619aa840a97e4821a593", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57265285708984140094c25b\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In addition to arguing that the rat population was insufficient to account for a bubonic plague pandemic, sceptics of the bubonic plague theory point out that the symptoms of the Black Death are not unique (and arguably in some accounts may differ from bubonic plague); that transference via fleas in goods was likely to be of marginal significance; and that the DNA results may be flawed and might not have been repeated elsewhere, despite extensive samples from other mass graves. Other arguments include the lack of accounts of the death of rats before outbreaks of plague between the 14th and 17th centuries; temperatures that are too cold in northern Europe for the survival of fleas; that, despite primitive transport systems, the spread of the Black Death was much faster than that of modern bubonic plague; that mortality rates of the Black Death appear to be very high; that, while modern bu...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572847ff3acd2414000df869\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The university experienced its share of student unrest during the 1960s, beginning in 1962, when students occupied President George Beadle's office in a protest over the university's off-campus rental policies. After continued turmoil, a university committee in 1967 issued what became known as the Kalven Report. The report, a two-page statement of the university's policy in \\\"social and political action,\\\" declared that \\\"To perform its mission in the society, a university must sustain an extraordinary environment of freedom of inquiry and maintain an independence from political fashions, passions, and pressures.\\\" The report has since been used to justify decisions such as the university's refusal to divest from South Africa in the 1980s and Darfur in the late 2000s.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"56e20a3ae3433e140042324a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572847ff3acd2414000df869\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 640, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 864, "trial_id": "squad-de62f9f9c48257f5", "valid": true }, { "achieved_keep_ratio": 0.093723, "answer_retained": true, "deterministic": true, "input_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "input_tokens": 3457, "latency_ms": { "p50": 1.905, "p95": 1.908, "samples": [ 1.908, 1.903 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 432, "observed_tokens": 324 } ], "receipt_count": 1, "requested_target_tokens": 432 }, "output_sha256": "06b6c7269271da89e6b571f58bf7374c8d212204f74c5957856609d203ca1d67", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572847ff3acd2414000df869\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The university experienced its share of student unrest during the 1960s, beginning in 1962, when students occupied President George Beadle's office in a protest over the university's off-campus rental policies. After continued turmoil, a university committee in 1967 issued what became known as the Kalven Report. The report, a two-page statement of the university's policy in \\\"social and political action,\\\" declared that \\\"To perform its mission in the society, a university must sustain an extraordinary environment of freedom of inquiry and maintain an independence from political fashions, passions, and pressures.\\\" The report has since been used to justify decisions such as the university's refusal to divest from South Africa in the 1980s and Darfur in the late 2000s.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 324, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 432, "trial_id": "squad-de62f9f9c48257f5", "valid": true }, { "achieved_keep_ratio": 0.405825, "answer_retained": true, "deterministic": true, "input_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "input_tokens": 3090, "latency_ms": { "p50": 2.692, "p95": 2.929, "samples": [ 2.956, 2.428 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1545, "observed_tokens": 1254 } ], "receipt_count": 1, "requested_target_tokens": 1545 }, "output_sha256": "5f16c76ad5b27596a436ce132293beb025e8297b02b2660495d1ab8b7e46812c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5727aa413acd2414000de921\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Established originally by the Massachusetts legislature and soon thereafter named for John Harvard (its first benefactor), Harvard is the United States' oldest institution of higher learning, and the Harvard Corporation (formally, the President and Fellows of Harvard College) is its first chartered corporation. Although never formally affiliated with any denomination, the early College primarily trained Congregationalist and Unitarian clergy. Its curriculum and student body were gradually secularized during the 18th century, and by the 19th century Harvard had emerged as the central cultural establishment among Boston elites. Following the American Civil War, President Charles W. Eliot's long tenure (1869–1909) transformed the college and affiliated professional schools into a modern research university; Harvard was a founding member of the Association of American Universities in 1900. J...\"\n },\n {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the modern industrialized world, construction usually involves the translation of designs into reality. A formal design team may be assembled to plan the physical proceedings, and to integrate those proceedings with the other parts. The design usually consists of drawings and specifications, usually prepared by a design team including Architect, civil engineers, mechanical engineers, electrical engineers, structural engineers, fire protection engineers, planning consultants, architectural consultants, and archaeological consultants. The design team is most commonly employed by (i.e. in contract with) the property owner. Under this system, once the design is completed by the design team, a number of construction companies or construction management companies may then be asked to make a bid for the work, either based directly on the design, or on the basis of drawings and a bill of quan...\"\n },\n {\n \"document_id\": \"57309ef18ab72b1400f9c600\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The correlation between capitalism, aristocracy, and imperialism has long been debated among historians and political theorists. Much of the debate was pioneered by such theorists as J. A. Hobson (1858–1940), Joseph Schumpeter (1883–1950), Thorstein Veblen (1857–1929), and Norman Angell (1872–1967). While these non-Marxist writers were at their most prolific before World War I, they remained active in the interwar years. Their combined work informed the study of imperialism and it's impact on Europe, as well as contributed to reflections on the rise of the military-political complex in the United States from the 1950s. Hobson argued that domestic social reforms could cure the international disease of imperialism by removing its economic foundation. Hobson theorized that state intervention through taxation could boost broader consumption, create wealth, and encourage a peaceful, tolerant,...\"\n },\n {\n \"document_id\": \"5727cb4b2ca10214002d9676\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Jacksonville is in the First Coast region of northeast Florida and is centered on the banks of the St. Johns River, about 25 miles (40 km) south of the Georgia state line and about 340 miles (550 km) north of Miami. The Jacksonville Beaches communities are along the adjacent Atlantic coast. The area was originally inhabited by the Timucua people, and in 1564 was the site of the French colony of Fort Caroline, one of the earliest European settlements in what is now the continental United States. Under British rule, settlement grew at the narrow point in the river where cattle crossed, known as Wacca Pilatka to the Seminole and the Cow Ford to the British. A platted town was established there in 1822, a year after the United States gained Florida from Spain; it was named after Andrew Jackson, the first military governor of the Florida Territory and seventh President of the United States.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the modern industrialized world, construction usually involves the translation of designs into reality. A formal design team may be assembled to plan the physical proceedings, and to integrate those proceedings with the other parts. The design usually consists of drawings and specifications, usually prepared by a design team including Architect, civil engineers, mechanical engineers, electrical engineers, structural engineers, fire protection engineers, planning consultants, architectural consultants, and archaeological consultants. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571142b3a58dae1900cd6d5a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1254, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1545, "trial_id": "squad-053a21485cf48f4b", "valid": true }, { "achieved_keep_ratio": 0.183495, "answer_retained": true, "deterministic": true, "input_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "input_tokens": 3090, "latency_ms": { "p50": 1.985, "p95": 1.99, "samples": [ 1.99, 1.981 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 772, "observed_tokens": 567 } ], "receipt_count": 1, "requested_target_tokens": 772 }, "output_sha256": "954c03ed4d97d167442743ee9478f5277c14a9d6af2f95c1063584c2139d0c10", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5727aa413acd2414000de921\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Established originally by the Massachusetts legislature and soon thereafter named for John Harvard (its first benefactor), Harvard is the United States' oldest institution of higher learning, and the Harvard Corporation (formally, the President and Fellows of Harvard College) is its first chartered corporation. Although never formally affiliated with any denomination, the early College primarily trained Congregationalist and Unitarian clergy. Its curriculum and student body were gradually secularized during the 18th century, and by the 19th century Harvard had emerged as the central cultural establishment among Boston elites. Following the American Civil War, President Charles W. Eliot's long tenure (1869–1909) transformed the college and affiliated professional schools into a modern research university; Harvard was a founding member of the Association of American Universities in 1900. J...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the modern industrialized world, construction usually involves the translation of designs into reality. A formal design team may be assembled to plan the physical proceedings, and to integrate those proceedings with the other parts. The design usually consists of drawings and specifications, usually prepared by a design team including Architect, civil engineers, mechanical engineers, electrical engineers, structural engineers, fire protection engineers, planning consultants, architectural consultants, and archaeological consultants. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571142b3a58dae1900cd6d5a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 567, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 772, "trial_id": "squad-053a21485cf48f4b", "valid": true }, { "achieved_keep_ratio": 0.08479, "answer_retained": true, "deterministic": true, "input_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "input_tokens": 3090, "latency_ms": { "p50": 2.835, "p95": 3.777, "samples": [ 1.789, 3.881 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 386, "observed_tokens": 262 } ], "receipt_count": 1, "requested_target_tokens": 386 }, "output_sha256": "a4cb0b11ea195c593f0df6045acf0946ec51c0a6a94e5b3da8facda331a3026b", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the modern industrialized world, construction usually involves the translation of designs into reality. A formal design team may be assembled to plan the physical proceedings, and to integrate those proceedings with the other parts. The design usually consists of drawings and specifications, usually prepared by a design team including Architect, civil engineers, mechanical engineers, electrical engineers, structural engineers, fire protection engineers, planning consultants, architectural consultants, and archaeological consultants. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 262, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 386, "trial_id": "squad-053a21485cf48f4b", "valid": true }, { "achieved_keep_ratio": 0.415895, "answer_retained": true, "deterministic": true, "input_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "input_tokens": 3674, "latency_ms": { "p50": 3.063, "p95": 3.074, "samples": [ 3.076, 3.05 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1837, "observed_tokens": 1528 } ], "receipt_count": 1, "requested_target_tokens": 1837 }, "output_sha256": "2df905621256c157671ae3f8ba599cf556b024de613fc632bd76673a9421794f", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572699db5951b619008f7799\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Generally speaking, while all member states recognise that EU law takes primacy over national law where this agreed in the Treaties, they do not accept that the Court of Justice has the final say on foundational constitutional questions affecting democracy and human rights. In the United Kingdom, the basic principle is that Parliament, as the sovereign expression of democratic legitimacy, can decide whether it wishes to expressly legislate against EU law. This, however, would only happen in the case of an express wish of the people to withdraw from the EU. It was held in R (Factortame Ltd) v Secretary of State for Transport that \\\"whatever limitation of its sovereignty Parliament accepted when it enacted the European Communities Act 1972 was entirely voluntary\\\" and so \\\"it has always been clear\\\" that UK courts have a duty \\\"to override any rule of national law found to be in conflict with a...\"\n },\n {\n \"document_id\": \"5725c91e38643c19005acceb\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Despite their soft, gelatinous bodies, fossils thought to represent ctenophores, apparently with no tentacles but many more comb-rows than modern forms, have been found in lagerstätten as far back as the early Cambrian, about 515 million years ago. The position of the ctenophores in the evolutionary family tree of animals has long been debated, and the majority view at present, based on molecular phylogenetics, is that cnidarians and bilaterians are more closely related to each other than either is to ctenophores. A recent molecular phylogenetics analysis concluded that the common ancestor of all modern ctenophores was cydippid-like, and that all the modern groups appeared relatively recently, probably after the Cretaceous–Paleogene extinction event 66 million years ago. Evidence accumulating since the 1980s indicates that the \\\"cydippids\\\" are not monophyletic, in other words do not inclu...\"\n },\n {\n \"document_id\": \"57285841ff5b5019007da19a\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The university operates 12 research institutes and 113 research centers on campus. Among these are the Oriental Institute—a museum and research center for Near Eastern studies owned and operated by the university—and a number of National Resource Centers, including the Center for Middle Eastern Studies. Chicago also operates or is affiliated with a number of research institutions apart from the university proper. The university partially manages Argonne National Laboratory, part of the United States Department of Energy's national laboratory system, and has a joint stake in Fermilab, a nearby particle physics laboratory, as well as a stake in the Apache Point Observatory in Sunspot, New Mexico. Faculty and students at the adjacent Toyota Technological Institute at Chicago collaborate with the university, In 2013, the university announced that it was affiliating the formerly independent M...\"\n },\n {\n \"document_id\": \"57265f605951b619008f70db\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The development of plate tectonics provided a physical basis for many observations of the solid Earth. Long linear regions of geologic features could be explained as plate boundaries. Mid-ocean ridges, high regions on the seafloor where hydrothermal vents and volcanoes exist, were explained as divergent boundaries, where two plates move apart. Arcs of volcanoes and earthquakes were explained as convergent boundaries, where one plate subducts under another. Transform boundaries, such as the San Andreas fault system, resulted in widespread powerful earthquakes. Plate tectonics also provided a mechanism for Alfred Wegener's theory of continental drift, in which the continents move across the surface of the Earth over geologic time. They also provided a driving force for crustal deformation, and a new setting for the observations of structural geology. The power of the theory of plate tecton...\"\n },\n {\n \"document_id\": \"5733f9fa4776f4190066161f\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Colonel Monckton, in the sole British success that year, captured Fort Beauséjour in June 1755, cutting the French fortress at Louisbourg off from land-based reinforcements. To cut vital supplies to Louisbourg, Nova Scotia's Governor Charles Lawrence ordered the deportation of the French-speaking Acadian population from the area. Monckton's forces, including companies of Rogers' Rangers, forcibly removed thousands of Acadians, chasing down many who resisted, and sometimes committing atrocities. More than any other factor, the cutting off of supplies to Louisbourg led to its demise. The Acadian resistance, in concert with native allies, including the Mi'kmaq, was sometimes quite stiff, with ongoing frontier raids (against Dartmouth and Lunenburg among others). Other than the campaigns to expel the Acadians (ranging around the Bay of Fundy, on the Petitcodiac and St. John rivers, and Île S...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5733f9fa4776f4190066161f\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Colonel Monckton, in the sole British success that year, captured Fort Beauséjour in June 1755, cutting the French fortress at Louisbourg off from land-based reinforcements. To cut vital supplies to Louisbourg, Nova Scotia's Governor Charles Lawrence ordered the deportation of the French-speaking Acadian population from the area. Monckton's forces, including companies of Rogers' Rangers, forcibly removed thousands of Acadians, chasing down many who resisted, and sometimes committing atrocities. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57265f605951b619008f70db\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1528, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1837, "trial_id": "squad-13c38e594d2d0b56", "valid": true }, { "achieved_keep_ratio": 0.16331, "answer_retained": true, "deterministic": true, "input_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "input_tokens": 3674, "latency_ms": { "p50": 2.373, "p95": 2.394, "samples": [ 2.35, 2.396 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 918, "observed_tokens": 600 } ], "receipt_count": 1, "requested_target_tokens": 918 }, "output_sha256": "321daf49aad2722f3ab960d12f4fb88216172e5a029fef7b734c7eae4e45a3db", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572699db5951b619008f7799\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Generally speaking, while all member states recognise that EU law takes primacy over national law where this agreed in the Treaties, they do not accept that the Court of Justice has the final say on foundational constitutional questions affecting democracy and human rights. In the United Kingdom, the basic principle is that Parliament, as the sovereign expression of democratic legitimacy, can decide whether it wishes to expressly legislate against EU law. This, however, would only happen in the case of an express wish of the people to withdraw from the EU. It was held in R (Factortame Ltd) v Secretary of State for Transport that \\\"whatever limitation of its sovereignty Parliament accepted when it enacted the European Communities Act 1972 was entirely voluntary\\\" and so \\\"it has always been clear\\\" that UK courts have a duty \\\"to override any rule of national law found to be in conflict with a...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5733f9fa4776f4190066161f\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Colonel Monckton, in the sole British success that year, captured Fort Beauséjour in June 1755, cutting the French fortress at Louisbourg off from land-based reinforcements. To cut vital supplies to Louisbourg, Nova Scotia's Governor Charles Lawrence ordered the deportation of the French-speaking Acadian population from the area. Monckton's forces, including companies of Rogers' Rangers, forcibly removed thousands of Acadians, chasing down many who resisted, and sometimes committing atrocities. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57265f605951b619008f70db\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 600, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 918, "trial_id": "squad-13c38e594d2d0b56", "valid": true }, { "achieved_keep_ratio": 0.10098, "answer_retained": true, "deterministic": true, "input_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "input_tokens": 3674, "latency_ms": { "p50": 2.171, "p95": 2.198, "samples": [ 2.141, 2.201 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 459, "observed_tokens": 371 } ], "receipt_count": 1, "requested_target_tokens": 459 }, "output_sha256": "bd7cd883b2e9781184f5750e4582dc7fb69eaf0684f5c13950e6ef85eb05a974", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5733f9fa4776f4190066161f\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Colonel Monckton, in the sole British success that year, captured Fort Beauséjour in June 1755, cutting the French fortress at Louisbourg off from land-based reinforcements. To cut vital supplies to Louisbourg, Nova Scotia's Governor Charles Lawrence ordered the deportation of the French-speaking Acadian population from the area. Monckton's forces, including companies of Rogers' Rangers, forcibly removed thousands of Acadians, chasing down many who resisted, and sometimes committing atrocities. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57265f605951b619008f70db\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 371, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 459, "trial_id": "squad-13c38e594d2d0b56", "valid": true }, { "achieved_keep_ratio": 0.412891, "answer_retained": true, "deterministic": true, "input_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "input_tokens": 3289, "latency_ms": { "p50": 3.164, "p95": 3.222, "samples": [ 3.229, 3.099 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1644, "observed_tokens": 1358 } ], "receipt_count": 1, "requested_target_tokens": 1644 }, "output_sha256": "72882b21f629cd12a1e932e48e6cf15f2ca9dd7f04c68130aa62777c04f01d22", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57264b1ddd62a815002e80a0\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The internal cavity forms: a mouth that can usually be closed by muscles; a pharynx (\\\"throat\\\"); a wider area in the center that acts as a stomach; and a system of internal canals. These branch through the mesoglea to the most active parts of the animal: the mouth and pharynx; the roots of the tentacles, if present; all along the underside of each comb row; and four branches round the sensory complex at the far end from the mouth – two of these four branches terminate in anal pores. The inner surface of the cavity is lined with an epithelium, the gastrodermis. The mouth and pharynx have both cilia and well-developed muscles. In other parts of the canal system, the gastrodermis is different on the sides nearest to and furthest from the organ that it supplies. The nearer side is composed of tall nutritive cells that store nutrients in vacuoles (internal compartments), germ cells that produc...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5729f8516aef05140015516c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Newborn infants have no prior exposure to microbes and are particularly vulnerable to infection. Several layers of passive protection are provided by the mother. During pregnancy, a particular type of antibody, called IgG, is transported from mother to baby directly across the placenta, so human babies have high levels of antibodies even at birth, with the same range of antigen specificities as their mother. ...\"\n },\n {\n \"document_id\": \"572a05eb3f37b31900478653\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"2013 Economics Nobel prize winner Robert J. Shiller said that rising inequality in the United States and elsewhere is the most important problem. Increasing inequality harms economic growth. High and persistent unemployment, in which inequality increases, has a negative effect on subsequent long-run economic growth. Unemployment can harm growth not only because it is a waste of resources, but also because it generates redistributive pressures and subsequent distortions, drives people to poverty, constrains liquidity limiting labor mobility, and erodes self-esteem promoting social dislocation, unrest and conflict. Policies aiming at controlling unemployment and in particular at reducing its inequality-associated effects support economic growth.\"\n },\n {\n \"document_id\": \"57107932a58dae1900cd69ca\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Barred by the government from settling in New France, Huguenots led by Jessé de Forest, sailed to North America in 1624 and settled instead in the Dutch colony of New Netherland (later incorporated into New York and New Jersey); as well as Great Britain's colonies, including Nova Scotia. A number of New Amsterdam's families were of Huguenot origin, often having emigrated as refugees to the Netherlands in the previous century. In 1628 the Huguenots established a congregation as L'Église française à la Nouvelle-Amsterdam (the French church in New Amsterdam). This parish continues today as L'Eglise du Saint-Esprit, part of the Episcopal (Anglican) communion, and welcomes Francophone New Yorkers from all over the world. ...\"\n },\n {\n \"document_id\": \"5726eb4b5951b619008f826b\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Since about the year 2000, a growing number of Internet pharmacies have been established worldwide. Many of these pharmacies are similar to community pharmacies, and in fact, many of them are actually operated by brick-and-mortar community pharmacies that serve consumers online and those that walk in their door. The primary difference is the method by which the medications are requested and received. Some customers consider this to be more convenient and private method rather than traveling to a community drugstore where another customer might overhear about the drugs that they take. Internet pharmacies (also known as online pharmacies) are also recommended to some patients by their physicians if they are homebound.\"\n },\n {\n \"document_id\": \"57265d08708984140094c397\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the 1960s, a series of discoveries, the most important of which was seafloor spreading, showed that the Earth's lithosphere, which includes the crust and rigid uppermost portion of the upper mantle, is separated into a number of tectonic plates that move across the plastically deforming, solid, upper mantle, which is called the asthenosphere. There is an intimate coupling between the movement of the plates on the surface and the convection of the mantle: oceanic plate motions and mantle convection currents always move in the same direction, because the oceanic lithosphere is the rigid upper thermal boundary layer of the convecting mantle. This coupling between rigid plates moving on the surface of the Earth and the convecting mantle is called plate tectonics.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a05eb3f37b31900478653\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571112ada58dae1900cd6bcc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1358, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1644, "trial_id": "squad-dd9cbcc66c8541b8", "valid": true }, { "achieved_keep_ratio": 0.156887, "answer_retained": true, "deterministic": true, "input_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "input_tokens": 3289, "latency_ms": { "p50": 2.411, "p95": 2.433, "samples": [ 2.386, 2.435 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 822, "observed_tokens": 516 } ], "receipt_count": 1, "requested_target_tokens": 822 }, "output_sha256": "6f46658d3065abfd875f1b7a59cb871db96e2e431cc247530bbb8b117f70b185", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5729f8516aef05140015516c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Newborn infants have no prior exposure to microbes and are particularly vulnerable to infection. Several layers of passive protection are provided by the mother. During pregnancy, a particular type of antibody, called IgG, is transported from mother to baby directly across the placenta, so human babies have high levels of antibodies even at birth, with the same range of antigen specificities as their mother. ...\"\n },\n {\n \"document_id\": \"572a05eb3f37b31900478653\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"2013 Economics Nobel prize winner Robert J. Shiller said that rising inequality in the United States and elsewhere is the most important problem. Increasing inequality harms economic growth. High and persistent unemployment, in which inequality increases, has a negative effect on subsequent long-run economic growth. Unemployment can harm growth not only because it is a waste of resources, but also because it generates redistributive pressures and subsequent distortions, drives people to poverty, constrains liquidity limiting labor mobility, and erodes self-esteem promoting social dislocation, unrest and conflict. Policies aiming at controlling unemployment and in particular at reducing its inequality-associated effects support economic growth.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a05eb3f37b31900478653\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571112ada58dae1900cd6bcc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 516, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 822, "trial_id": "squad-dd9cbcc66c8541b8", "valid": true }, { "achieved_keep_ratio": 0.104287, "answer_retained": true, "deterministic": true, "input_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "input_tokens": 3289, "latency_ms": { "p50": 3.373, "p95": 4.089, "samples": [ 4.169, 2.578 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 411, "observed_tokens": 343 } ], "receipt_count": 1, "requested_target_tokens": 411 }, "output_sha256": "2815c2cd3006166b774f88ffb21c958c6127d0358c1c273c57a8bf7319fa4f61", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5729f8516aef05140015516c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Newborn infants have no prior exposure to microbes and are particularly vulnerable to infection. Several layers of passive protection are provided by the mother. During pregnancy, a particular type of antibody, called IgG, is transported from mother to baby directly across the placenta, so human babies have high levels of antibodies even at birth, with the same range of antigen specificities as their mother. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a05eb3f37b31900478653\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571112ada58dae1900cd6bcc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 343, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 411, "trial_id": "squad-dd9cbcc66c8541b8", "valid": true }, { "achieved_keep_ratio": 0.360646, "answer_retained": true, "deterministic": true, "input_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "input_tokens": 3466, "latency_ms": { "p50": 3.427, "p95": 3.427, "samples": [ 3.427, 3.427 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1733, "observed_tokens": 1250 } ], "receipt_count": 1, "requested_target_tokens": 1733 }, "output_sha256": "8fa788396019cb0b6619e7316b1d5c2e551aaa9208520c6c0bcb8b067405076e", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57274ca8dd62a815002e9aa4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Legally, only non-profit trusts and societies can run schools in India. They will have to satisfy a number of infrastructure and human resource related criteria to get Recognition (a form of license) from the government. Critics of this system point out that this leads to corruption by school inspectors who check compliance and to fewer schools in a country that has the largest adult illiterate population in the world. ...\"\n },\n {\n \"document_id\": \"572fc659b2c2fd1400568447\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Immediately after Decision Time a \\\"Members Debate\\\" is held, which lasts for 45 minutes. Members Business is a debate on a motion proposed by an MSP who is not a Scottish minister. Such motions are on issues which may be of interest to a particular area such as a member's own constituency, an upcoming or past event or any other item which would otherwise not be accorded official parliamentary time. As well as the proposer, other members normally contribute to the debate. The relevant minister, whose department the debate and motion relate to \\\"winds up\\\" the debate by speaking after all other participants.\"\n },\n {\n \"document_id\": \"5727aec03acd2414000de991\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The University is organized into eleven separate academic units—ten faculties and the Radcliffe Institute for Advanced Study—with campuses throughout the Boston metropolitan area: its 209-acre (85 ha) main campus is centered on Harvard Yard in Cambridge, approximately 3 miles (5 km) northwest of Boston; the business school and athletics facilities, including Harvard Stadium, are located across the Charles River in the Allston neighborhood of Boston and the medical, dental, and public health schools are in the Longwood Medical Area. Harvard's $37.6 billion financial endowment is the largest of any academic institution.\"\n },\n {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Cestida (\\\"belt animals\\\") are ribbon-shaped planktonic animals, with the mouth and aboral organ aligned in the middle of opposite edges of the ribbon. There is a pair of comb-rows along each aboral edge, and tentilla emerging from a groove all along the oral edge, which stream back across most of the wing-like body surface. Cestids can swim by undulating their bodies as well as by the beating of their comb-rows. There are two known species, with worldwide distribution in warm, and warm-temperate waters: Cestum veneris (\\\"Venus' girdle\\\") is among the largest ctenophores – up to 1.5 meters (4.9 ft) long, and can undulate slowly or quite rapidly. Velamen parallelum, which is typically less than 20 centimeters (0.66 ft) long, can move much faster in what has been described as a \\\"darting motion\\\".\"\n },\n {\n \"document_id\": \"57283c464b864d19001647c8\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The University of Chicago (UChicago, Chicago, or U of C) is a private research university in Chicago. The university, established in 1890, consists of The College, various graduate programs, interdisciplinary committees organized into four academic research divisions and seven professional schools. Beyond the arts and sciences, Chicago is also well known for its professional schools, which include the Pritzker School of Medicine, the University of Chicago Booth School of Business, the Law School, the School of Social Service Administration, the Harris School of Public Policy Studies, the Graham School of Continuing Liberal and Professional Studies and the Divinity School. The university currently enrolls approximately 5,000 students in the College and around 15,000 students overall.\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-income households\\\" as it does their income, though it did agree that household consumption numbers show more equal distribution than household income. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57264fe65951b619008f6fa1\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1250, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1733, "trial_id": "squad-fdc1320e859f18ab", "valid": true }, { "achieved_keep_ratio": 0.195326, "answer_retained": true, "deterministic": true, "input_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "input_tokens": 3466, "latency_ms": { "p50": 2.679, "p95": 2.708, "samples": [ 2.646, 2.711 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 866, "observed_tokens": 677 } ], "receipt_count": 1, "requested_target_tokens": 866 }, "output_sha256": "afd0435fc7588bd21a2621da3d0ec5b2535010c85fe0f16a042a2c59d15b2202", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57274ca8dd62a815002e9aa4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Legally, only non-profit trusts and societies can run schools in India. They will have to satisfy a number of infrastructure and human resource related criteria to get Recognition (a form of license) from the government. Critics of this system point out that this leads to corruption by school inspectors who check compliance and to fewer schools in a country that has the largest adult illiterate population in the world. ...\"\n },\n {\n \"document_id\": \"572fc659b2c2fd1400568447\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Immediately after Decision Time a \\\"Members Debate\\\" is held, which lasts for 45 minutes. Members Business is a debate on a motion proposed by an MSP who is not a Scottish minister. Such motions are on issues which may be of interest to a particular area such as a member's own constituency, an upcoming or past event or any other item which would otherwise not be accorded official parliamentary time. As well as the proposer, other members normally contribute to the debate. The relevant minister, whose department the debate and motion relate to \\\"winds up\\\" the debate by speaking after all other participants.\"\n },\n {\n \"document_id\": \"5727aec03acd2414000de991\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The University is organized into eleven separate academic units—ten faculties and the Radcliffe Institute for Advanced Study—with campuses throughout the Boston metropolitan area: its 209-acre (85 ha) main campus is centered on Harvard Yard in Cambridge, approximately 3 miles (5 km) northwest of Boston; the business school and athletics facilities, including Harvard Stadium, are located across the Charles River in the Allston neighborhood of Boston and the medical, dental, and public health schools are in the Longwood Medical Area. Harvard's $37.6 billion financial endowment is the largest of any academic institution.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57264fe65951b619008f6fa1\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 677, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 866, "trial_id": "squad-fdc1320e859f18ab", "valid": true }, { "achieved_keep_ratio": 0.100981, "answer_retained": true, "deterministic": true, "input_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "input_tokens": 3466, "latency_ms": { "p50": 3.804, "p95": 4.449, "samples": [ 3.086, 4.521 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 433, "observed_tokens": 350 } ], "receipt_count": 1, "requested_target_tokens": 433 }, "output_sha256": "b4cdd45dfbb51819328dc5fff83589d5f8bf5d69861a8802ebf70dc607469291", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57274ca8dd62a815002e9aa4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Legally, only non-profit trusts and societies can run schools in India. They will have to satisfy a number of infrastructure and human resource related criteria to get Recognition (a form of license) from the government. Critics of this system point out that this leads to corruption by school inspectors who check compliance and to fewer schools in a country that has the largest adult illiterate population in the world. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57264fe65951b619008f6fa1\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 350, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 433, "trial_id": "squad-fdc1320e859f18ab", "valid": true }, { "achieved_keep_ratio": 0.383787, "answer_retained": true, "deterministic": true, "input_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "input_tokens": 3528, "latency_ms": { "p50": 2.998, "p95": 3.076, "samples": [ 2.912, 3.084 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1764, "observed_tokens": 1354 } ], "receipt_count": 1, "requested_target_tokens": 1764 }, "output_sha256": "4f4be0451bee80477b3fa0d2efb3c9320c0d418e4751cc4ef3bfcef9b30addf0", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725c743ec44d21400f3d549\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Although the European Union does not have a codified constitution, like every political body it has laws which \\\"constitute\\\" its basic governance structure. The EU's primary constitutional sources are the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU), which have been agreed or adhered to among the governments of all 28 member states. The Treaties establish the EU's institutions, list their powers and responsibilities, and explain the areas in which the EU can legislate with Directives or Regulations. The European Commission has the initiative to propose legislation. During the ordinary legislative procedure, the Council (which are ministers from member state governments) and the European Parliament (elected by citizens) can make amendments and must give their consent for laws to pass. The Commission oversees departments and various agencies ...\"\n },\n {\n \"document_id\": \"5730bb522461fd1900a9d011\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Some have described the internal strife between various people groups as a form of imperialism or colonialism. This internal form is distinct from informal U.S. imperialism in the form of political and financial hegemony. This internal form of imperialism is also distinct from the United States' formation of \\\"colonies\\\" abroad. Through the treatment of its indigenous peoples during westward expansion, the United States took on the form of an imperial power prior to any attempts at external imperialism. This internal form of empire has been referred to as \\\"internal colonialism\\\". Participation in the African slave trade and the subsequent treatment of its 12 to 15 million Africans is viewed by some to be a more modern extension of America's \\\"internal colonialism\\\". However, this internal colonialism faced resistance, as external colonialism did, but the anti-colonial presence was far less pr...\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-inco...\"\n },\n {\n \"document_id\": \"573362b94776f41900660974\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Building activity occurred in numerous noble palaces and churches during the later decades of the 17th century. One of the best examples of this architecture are Krasiński Palace (1677–1683), Wilanów Palace (1677–1696) and St. Kazimierz Church (1688–1692). The most impressive examples of rococo architecture are Czapski Palace (1712–1721), Palace of the Four Winds (1730s) and Visitationist Church (façade 1728–1761). The neoclassical architecture in Warsaw can be described by the simplicity of the geometrical forms teamed with a great inspiration from the Roman period. Some of the best examples of the neoclassical style are the Palace on the Water (rebuilt 1775–1795), Królikarnia (1782–1786), Carmelite Church (façade 1761–1783) and Evangelical Holy Trinity Church (1777–1782). The economic growth during the first years of Congress Poland caused a rapid rise architecture. The Neoclassical re...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572ffc0f947a6a140053cef0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Through stream capture, the Rhine extended its watershed southward. By the Pliocene period, the Rhine had captured streams down to the Vosges Mountains, including the Mosel, the Main and the Neckar. The northern Alps were then drained by the Rhone. By the early Pleistocene period, the Rhine had captured most of its current Alpine watershed from the Rhône, including the Aar. Since that time, the Rhine has added the watershed above Lake Constance (Vorderrhein, Hinterrhein, Alpenrhein; captured from the Rhône), the upper reaches of the Main, beyond Schweinfurt and the Vosges Mountains, captured from the Meuse, to its watershed.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57261f9f271a42140099d4a9\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"573362b94776f41900660974\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1354, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1764, "trial_id": "squad-f327f84bfc95d36c", "valid": true }, { "achieved_keep_ratio": 0.176587, "answer_retained": true, "deterministic": true, "input_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "input_tokens": 3528, "latency_ms": { "p50": 2.281, "p95": 2.368, "samples": [ 2.377, 2.185 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 882, "observed_tokens": 623 } ], "receipt_count": 1, "requested_target_tokens": 882 }, "output_sha256": "93276ad52dda6ef72f28a2ed4578347d2f90ca26da536d797cae82ab61a3133c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725c743ec44d21400f3d549\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Although the European Union does not have a codified constitution, like every political body it has laws which \\\"constitute\\\" its basic governance structure. The EU's primary constitutional sources are the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU), which have been agreed or adhered to among the governments of all 28 member states. The Treaties establish the EU's institutions, list their powers and responsibilities, and explain the areas in which the EU can legislate with Directives or Regulations. The European Commission has the initiative to propose legislation. During the ordinary legislative procedure, the Council (which are ministers from member state governments) and the European Parliament (elected by citizens) can make amendments and must give their consent for laws to pass. The Commission oversees departments and various agencies ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572ffc0f947a6a140053cef0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Through stream capture, the Rhine extended its watershed southward. By the Pliocene period, the Rhine had captured streams down to the Vosges Mountains, including the Mosel, the Main and the Neckar. The northern Alps were then drained by the Rhone. By the early Pleistocene period, the Rhine had captured most of its current Alpine watershed from the Rhône, including the Aar. Since that time, the Rhine has added the watershed above Lake Constance (Vorderrhein, Hinterrhein, Alpenrhein; captured from the Rhône), the upper reaches of the Main, beyond Schweinfurt and the Vosges Mountains, captured from the Meuse, to its watershed.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57261f9f271a42140099d4a9\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"573362b94776f41900660974\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 623, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 882, "trial_id": "squad-f327f84bfc95d36c", "valid": true }, { "achieved_keep_ratio": 0.113379, "answer_retained": true, "deterministic": true, "input_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "input_tokens": 3528, "latency_ms": { "p50": 2.03, "p95": 2.059, "samples": [ 2.062, 1.998 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 441, "observed_tokens": 400 } ], "receipt_count": 1, "requested_target_tokens": 441 }, "output_sha256": "3a77a2782d13f835185a187ea520d51f446ebb539e6e1dba3582a95fe62af36a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572ffc0f947a6a140053cef0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Through stream capture, the Rhine extended its watershed southward. By the Pliocene period, the Rhine had captured streams down to the Vosges Mountains, including the Mosel, the Main and the Neckar. The northern Alps were then drained by the Rhone. By the early Pleistocene period, the Rhine had captured most of its current Alpine watershed from the Rhône, including the Aar. Since that time, the Rhine has added the watershed above Lake Constance (Vorderrhein, Hinterrhein, Alpenrhein; captured from the Rhône), the upper reaches of the Main, beyond Schweinfurt and the Vosges Mountains, captured from the Meuse, to its watershed.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57261f9f271a42140099d4a9\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"573362b94776f41900660974\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 400, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 441, "trial_id": "squad-f327f84bfc95d36c", "valid": true }, { "achieved_keep_ratio": 0.374231, "answer_retained": true, "deterministic": true, "input_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "input_tokens": 3415, "latency_ms": { "p50": 3.475, "p95": 3.513, "samples": [ 3.517, 3.433 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1707, "observed_tokens": 1278 } ], "receipt_count": 1, "requested_target_tokens": 1707 }, "output_sha256": "89ea38408ce24e67a5f939e72ea210e0e2a4d9e577c55855fc1f89b165266616", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726a14c708984140094cc51\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of legal certainty is recognised one of the general principles of European Union law by the European Court of Justice since the 1960s. It is an important general principle of international law and public law, which predates European Union law. As a general principle in European Union law it means that the law must be certain, in that it is clear and precise, and its legal implications foreseeable, specially when applied to financial obligations. ...\"\n },\n {\n \"document_id\": \"5729517d6aef051400154cc8\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Since the IPCC does not carry out its own research, it operates on the basis of scientific papers and independently documented results from other scientific bodies, and its schedule for producing reports requires a deadline for submissions prior to the report's final release. In principle, this means that any significant new evidence or events that change our understanding of climate science between this deadline and publication of an IPCC report cannot be included. In an area of science where our scientific understanding is rapidly changing, this has been raised as a serious shortcoming in a body which is widely regarded as the ultimate authority on the science. However, there has generally been a steady evolution of key findings and levels of scientific confidence from one assessment report to the next.[citation needed]\"\n },\n {\n \"document_id\": \"5733dd4f4776f419006613aa\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"In his extensively detailed report, Céloron wrote, \\\"All I can say is that the Natives of these localities are very badly disposed towards the French, and are entirely devoted to the English. I don't know in what way they could be brought back.\\\" Even before his return to Montreal, reports on the situation in the Ohio Country were making their way to London and Paris, each side proposing that action be taken. William Shirley, the expansionist governor of the Province of Massachusetts Bay, was particularly forceful, stating that British colonists would not be safe as long as the French were present. Conflicts between the colonies, accomplished through raiding parties that included Indian allies, had taken place for decades, leading to a brisk trade in European colonial captives from either side.\"\n },\n {\n \"document_id\": \"5725c95f38643c19005accf3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"For a long time, it was thought that the Amazon rainforest was only ever sparsely populated, as it was impossible to sustain a large population through agriculture given the poor soil. Archeologist Betty Meggers was a prominent proponent of this idea, as described in her book Amazonia: Man and Culture in a Counterfeit Paradise. She claimed that a population density of 0.2 inhabitants per square kilometre (0.52/sq mi) is the maximum that can be sustained in the rainforest through hunting, with agriculture needed to host a larger population. ...\"\n },\n {\n \"document_id\": \"5728742cff5b5019007da246\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Past faculty have also included Egyptologist James Henry Breasted, mathematician Alberto Calderón, Nobel prize winning economist and classical liberalism defender Friedrich Hayek, meteorologist Ted Fujita, chemists Glenn T. Seaborg, the developer of the actinide concept and Nobel Prize winner Yuan T. Lee, Nobel Prize winning novelist Saul Bellow, political philosopher and author Allan Bloom, cancer researchers Charles Brenton Huggins and Janet Rowley, astronomer Gerard Kuiper, one of the most important figures in the early development of the discipline of linguistics Edward Sapir, and the founder of McKinsey & Co., James O. McKinsey.\"\n },\n {\n \"document_id\": \"572656e4dd62a815002e81fa\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Member state governments should be informed by the Commission at the outset before any proposals start the legislative procedure. The EU as a whole can only act within its power set out in the Treaties. TEU articles 4 and 5 state that powers remain with the member states unless they have been conferred, although there is a debate about the Kompetenz-Kompetenz question: who ultimately has the \\\"competence\\\" to define the EU's \\\"competence\\\". Many member state courts believe they decide, other member state Parliaments believe they decide, while within the EU, the Court of Justice believes it has the final say. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57286bb84b864d19001649c8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572754dd708984140094dc3b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1278, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1707, "trial_id": "squad-23cf55e43c8cca6f", "valid": true }, { "achieved_keep_ratio": 0.209078, "answer_retained": true, "deterministic": true, "input_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "input_tokens": 3415, "latency_ms": { "p50": 2.954, "p95": 2.964, "samples": [ 2.942, 2.966 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 853, "observed_tokens": 714 } ], "receipt_count": 1, "requested_target_tokens": 853 }, "output_sha256": "36b23851941a9e35a3a9336e3d1a29042607a0bafe17ff78284fc852d332ef45", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726a14c708984140094cc51\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of legal certainty is recognised one of the general principles of European Union law by the European Court of Justice since the 1960s. It is an important general principle of international law and public law, which predates European Union law. As a general principle in European Union law it means that the law must be certain, in that it is clear and precise, and its legal implications foreseeable, specially when applied to financial obligations. ...\"\n },\n {\n \"document_id\": \"5729517d6aef051400154cc8\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Since the IPCC does not carry out its own research, it operates on the basis of scientific papers and independently documented results from other scientific bodies, and its schedule for producing reports requires a deadline for submissions prior to the report's final release. In principle, this means that any significant new evidence or events that change our understanding of climate science between this deadline and publication of an IPCC report cannot be included. In an area of science where our scientific understanding is rapidly changing, this has been raised as a serious shortcoming in a body which is widely regarded as the ultimate authority on the science. However, there has generally been a steady evolution of key findings and levels of scientific confidence from one assessment report to the next.[citation needed]\"\n },\n {\n \"document_id\": \"5725c95f38643c19005accf3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"For a long time, it was thought that the Amazon rainforest was only ever sparsely populated, as it was impossible to sustain a large population through agriculture given the poor soil. Archeologist Betty Meggers was a prominent proponent of this idea, as described in her book Amazonia: Man and Culture in a Counterfeit Paradise. She claimed that a population density of 0.2 inhabitants per square kilometre (0.52/sq mi) is the maximum that can be sustained in the rainforest through hunting, with agriculture needed to host a larger population. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57286bb84b864d19001649c8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572754dd708984140094dc3b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 714, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 853, "trial_id": "squad-23cf55e43c8cca6f", "valid": true }, { "achieved_keep_ratio": 0.10366, "answer_retained": true, "deterministic": true, "input_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "input_tokens": 3415, "latency_ms": { "p50": 2.717, "p95": 2.748, "samples": [ 2.683, 2.751 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 426, "observed_tokens": 354 } ], "receipt_count": 1, "requested_target_tokens": 426 }, "output_sha256": "0dad1ab02789e8e92576e842449a1fcf1cd1d69fc6508766cb16d1af6ee9d711", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726a14c708984140094cc51\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of legal certainty is recognised one of the general principles of European Union law by the European Court of Justice since the 1960s. It is an important general principle of international law and public law, which predates European Union law. As a general principle in European Union law it means that the law must be certain, in that it is clear and precise, and its legal implications foreseeable, specially when applied to financial obligations. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57286bb84b864d19001649c8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572754dd708984140094dc3b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 354, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 426, "trial_id": "squad-23cf55e43c8cca6f", "valid": true }, { "achieved_keep_ratio": 0.433898, "answer_retained": true, "deterministic": true, "input_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "input_tokens": 3245, "latency_ms": { "p50": 6.818, "p95": 10.386, "samples": [ 10.782, 2.853 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1622, "observed_tokens": 1408 } ], "receipt_count": 1, "requested_target_tokens": 1622 }, "output_sha256": "912b78abbb784796fa58e17c431d65644b49b35c3c0d9b3cfd6254210c314010", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572691bedd62a815002e89dc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Since all modern ctenophores except the beroids have cydippid-like larvae, it has widely been assumed that their last common ancestor also resembled cydippids, having an egg-shaped body and a pair of retractable tentacles. Richard Harbison's purely morphological analysis in 1985 concluded that the cydippids are not monophyletic, in other words do not contain all and only the descendants of a single common ancestor that was itself a cydippid. Instead he found that various cydippid families were more similar to members of other ctenophore orders than to other cydippids. He also suggested that the last common ancestor of modern ctenophores was either cydippid-like or beroid-like. A molecular phylogeny analysis in 2001, using 26 species, including 4 recently discovered ones, confirmed that the cydippids are not monophyletic and concluded that the last common ancestor of modern ctenophores wa...\"\n },\n {\n \"document_id\": \"5728705c2ca10214002da35a\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"When Yesün Temür died in Shangdu in 1328, Tugh Temür was recalled to Khanbaliq by the Qipchaq commander El Temür. He was installed as the emperor (Emperor Wenzong) in Khanbaliq, while Yesün Temür's son Ragibagh succeeded to the throne in Shangdu with the support of Yesün Temür's favorite retainer Dawlat Shah. Gaining support from princes and officers in Northern China and some other parts of the dynasty, Khanbaliq-based Tugh Temür eventually won the civil war against Ragibagh known as the War of the Two Capitals. Afterwards, Tugh Temür abdicated in favour of his brother Kusala, who was backed by Chagatai Khan Eljigidey, and announced Khanbaliq's intent to welcome him. However, Kusala suddenly died only four days after a banquet with Tugh Temür. He was supposedly killed with poison by El Temür, and Tugh Temür then remounted the throne. Tugh Temür also managed to send delegates to the west...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572a1ba46aef05140015528e\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In many poor and developing countries much land and housing is held outside the formal or legal property ownership registration system. Much unregistered property is held in informal form through various associations and other arrangements. Reasons for extra-legal ownership include excessive bureaucratic red tape in buying property and building, In some countries it can take over 200 steps and up to 14 years to build on government land. Other causes of extra-legal property are failures to notarize transaction documents or having documents notarized but failing to have them recorded with the official agency.\"\n },\n {\n \"document_id\": \"572a1fe16aef0514001552d0\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Socialists attribute the vast disparities in wealth to the private ownership of the means of production by a class of owners, creating a situation where a small portion of the population lives off unearned property income by virtue of ownership titles in capital equipment, financial assets and corporate stock. By contrast, the vast majority of the population is dependent on income in the form of a wage or salary. In order to rectify this situation, socialists argue that the means of production should be socially owned so that income differentials would be reflective of individual contributions to the social product.\"\n },\n {\n \"document_id\": \"572757bef1498d1400e8f690\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In many parts of the United States, after the 1954 decision in the landmark court case Brown v. Board of Education of Topeka that demanded United States schools desegregate \\\"with all deliberate speed\\\", local families organized a wave of private \\\"Christian academies\\\". In much of the U.S. South, many white students migrated to the academies, while public schools became in turn more heavily concentrated with African-American students (see List of private schools in Mississippi). The academic content of the academies was usually College Preparatory. Since the 1970s, many of these \\\"segregation academies\\\" have shut down, although some continue to operate.[citation needed]\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572691bedd62a815002e89dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1408, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1622, "trial_id": "squad-6e614169a66ecd6a", "valid": true }, { "achieved_keep_ratio": 0.212635, "answer_retained": true, "deterministic": true, "input_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "input_tokens": 3245, "latency_ms": { "p50": 3.332, "p95": 3.834, "samples": [ 2.774, 3.89 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 811, "observed_tokens": 690 } ], "receipt_count": 1, "requested_target_tokens": 811 }, "output_sha256": "533a13604862417c7da002d8c684d15e4ab67d3a595779e6228dff2afa99790b", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a1ba46aef05140015528e\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In many poor and developing countries much land and housing is held outside the formal or legal property ownership registration system. Much unregistered property is held in informal form through various associations and other arrangements. Reasons for extra-legal ownership include excessive bureaucratic red tape in buying property and building, In some countries it can take over 200 steps and up to 14 years to build on government land. Other causes of extra-legal property are failures to notarize transaction documents or having documents notarized but failing to have them recorded with the official agency.\"\n },\n {\n \"document_id\": \"572a1fe16aef0514001552d0\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Socialists attribute the vast disparities in wealth to the private ownership of the means of production by a class of owners, creating a situation where a small portion of the population lives off unearned property income by virtue of ownership titles in capital equipment, financial assets and corporate stock. By contrast, the vast majority of the population is dependent on income in the form of a wage or salary. In order to rectify this situation, socialists argue that the means of production should be socially owned so that income differentials would be reflective of individual contributions to the social product.\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572691bedd62a815002e89dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 690, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 811, "trial_id": "squad-6e614169a66ecd6a", "valid": true }, { "achieved_keep_ratio": 0.11433, "answer_retained": true, "deterministic": true, "input_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "input_tokens": 3245, "latency_ms": { "p50": 2.621, "p95": 3.183, "samples": [ 3.245, 1.997 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 405, "observed_tokens": 371 } ], "receipt_count": 1, "requested_target_tokens": 405 }, "output_sha256": "866b347a45c80a2146d92d1e5403255738da2e3bbbb2930d8322ba230c36b66b", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a1ba46aef05140015528e\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In many poor and developing countries much land and housing is held outside the formal or legal property ownership registration system. Much unregistered property is held in informal form through various associations and other arrangements. Reasons for extra-legal ownership include excessive bureaucratic red tape in buying property and building, In some countries it can take over 200 steps and up to 14 years to build on government land. Other causes of extra-legal property are failures to notarize transaction documents or having documents notarized but failing to have them recorded with the official agency.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572691bedd62a815002e89dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 371, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 405, "trial_id": "squad-6e614169a66ecd6a", "valid": true }, { "achieved_keep_ratio": 0.363297, "answer_retained": true, "deterministic": true, "input_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "input_tokens": 2948, "latency_ms": { "p50": 3.9, "p95": 4.041, "samples": [ 3.743, 4.057 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1474, "observed_tokens": 1071 } ], "receipt_count": 1, "requested_target_tokens": 1474 }, "output_sha256": "ee3994476a87bd48160d8f0989885be2430394d48a144290cd43440d1673a416", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Following the utilitarian principle of seeking the greatest good for the greatest number – economic inequality is problematic. A house that provides less utility to a millionaire as a summer home than it would to a homeless family of five, is an example of reduced \\\"distributive efficiency\\\" within society, that decreases marginal utility of wealth and thus the sum total of personal utility. An additional dollar spent by a poor person will go to things providing a great deal of utility to that person, such as basic necessities like food, water, and healthcare; while, an additional dollar spent by a much richer person will very likely go to luxury items providing relatively less utility to that person. Thus, the marginal utility of wealth per person (\\\"the additional dollar\\\") decreases as a person becomes richer. From this standpoint, for any given amount of wealth in society, a society with...\"\n },\n {\n \"document_id\": \"56e1bc3ae3433e1400423104\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"To classify the computation time (or similar resources, such as space consumption), one is interested in proving upper and lower bounds on the minimum amount of time required by the most efficient algorithm solving a given problem. The complexity of an algorithm is usually taken to be its worst-case complexity, unless specified otherwise. Analyzing a particular algorithm falls under the field of analysis of algorithms. To show an upper bound T(n) on the time complexity of a problem, one needs to show only that there is a particular algorithm with running time at most T(n). However, proving lower bounds is much more difficult, since lower bounds make a statement about all possible algorithms that solve a given problem. The phrase \\\"all possible algorithms\\\" includes not just the algorithms known today, but any algorithm that might be discovered in the future. To show a lower bound of T(n) f...\"\n },\n {\n \"document_id\": \"57281d494b864d19001644be\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In the mid-1960s, corruption scandals began to arise among many of the city's officials, who were mainly elected through the traditional old boy network. After a grand jury was convened to investigate, 11 officials were indicted and more were forced to resign. Jacksonville Consolidation, led by J. J. Daniel and Claude Yates, began to win more support during this period, from both inner city blacks, who wanted more involvement in government, and whites in the suburbs, who wanted more services and more control over the central city. In 1964 all 15 of Duval County's public high schools lost their accreditation. This added momentum to proposals for government reform. Lower taxes, increased economic development, unification of the community, better public spending and effective administration by a more central authority were all cited as reasons for a new consolidated government.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57096b66200fba1400367fa7\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"On 8 February 2007, BSkyB announced its intention to replace its three free-to-air digital terrestrial channels with four subscription channels. It was proposed that these channels would offer a range of content from the BSkyB portfolio including sport (including English Premier League Football), films, entertainment and news. The announcement came a day after Setanta Sports confirmed that it would launch in March as a subscription service on the digital terrestrial platform, and on the same day that NTL's services re-branded as Virgin Media. However, industry sources believe BSkyB will be forced to shelve plans to withdraw its channels from Freeview and replace them with subscription channels, due to possible lost advertising revenue.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57096b66200fba1400367fa7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1071, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1474, "trial_id": "squad-3ba2215264937232", "valid": true }, { "achieved_keep_ratio": 0.213026, "answer_retained": true, "deterministic": true, "input_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "input_tokens": 2948, "latency_ms": { "p50": 2.483, "p95": 2.64, "samples": [ 2.658, 2.309 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 737, "observed_tokens": 628 } ], "receipt_count": 1, "requested_target_tokens": 737 }, "output_sha256": "83c752ed50d52803e230a528ae9e88ab61efc49089ea39e71e11fafc0cbdd69a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Following the utilitarian principle of seeking the greatest good for the greatest number – economic inequality is problematic. A house that provides less utility to a millionaire as a summer home than it would to a homeless family of five, is an example of reduced \\\"distributive efficiency\\\" within society, that decreases marginal utility of wealth and thus the sum total of personal utility. An additional dollar spent by a poor person will go to things providing a great deal of utility to that person, such as basic necessities like food, water, and healthcare; while, an additional dollar spent by a much richer person will very likely go to luxury items providing relatively less utility to that person. Thus, the marginal utility of wealth per person (\\\"the additional dollar\\\") decreases as a person becomes richer. From this standpoint, for any given amount of wealth in society, a society with...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57096b66200fba1400367fa7\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"On 8 February 2007, BSkyB announced its intention to replace its three free-to-air digital terrestrial channels with four subscription channels. It was proposed that these channels would offer a range of content from the BSkyB portfolio including sport (including English Premier League Football), films, entertainment and news. The announcement came a day after Setanta Sports confirmed that it would launch in March as a subscription service on the digital terrestrial platform, and on the same day that NTL's services re-branded as Virgin Media. However, industry sources believe BSkyB will be forced to shelve plans to withdraw its channels from Freeview and replace them with subscription channels, due to possible lost advertising revenue.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57096b66200fba1400367fa7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 628, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 737, "trial_id": "squad-3ba2215264937232", "valid": true }, { "achieved_keep_ratio": 0.096676, "answer_retained": true, "deterministic": true, "input_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "input_tokens": 2948, "latency_ms": { "p50": 1.838, "p95": 1.892, "samples": [ 1.898, 1.777 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 368, "observed_tokens": 285 } ], "receipt_count": 1, "requested_target_tokens": 368 }, "output_sha256": "e780f7684dd52e557afbadde6fc4b2281d7573f10aa5d144e3e6730bde9f3ad0", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57096b66200fba1400367fa7\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"On 8 February 2007, BSkyB announced its intention to replace its three free-to-air digital terrestrial channels with four subscription channels. It was proposed that these channels would offer a range of content from the BSkyB portfolio including sport (including English Premier League Football), films, entertainment and news. The announcement came a day after Setanta Sports confirmed that it would launch in March as a subscription service on the digital terrestrial platform, and on the same day that NTL's services re-branded as Virgin Media. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 285, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 368, "trial_id": "squad-3ba2215264937232", "valid": true }, { "achieved_keep_ratio": 0.372032, "answer_retained": true, "deterministic": true, "input_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "input_tokens": 3411, "latency_ms": { "p50": 3.275, "p95": 3.651, "samples": [ 3.693, 2.857 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1705, "observed_tokens": 1269 } ], "receipt_count": 1, "requested_target_tokens": 1705 }, "output_sha256": "054c8a70de7e2cecbffcf8b9d90e6cfc4d9f0d8e60ad812d9d52d245bab9ae60", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5729f39a6aef05140015514c\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Killer T cells are a sub-group of T cells that kill cells that are infected with viruses (and other pathogens), or are otherwise damaged or dysfunctional. As with B cells, each type of T cell recognizes a different antigen. Killer T cells are activated when their T cell receptor (TCR) binds to this specific antigen in a complex with the MHC Class I receptor of another cell. Recognition of this MHC:antigen complex is aided by a co-receptor on the T cell, called CD8. The T cell then travels throughout the body in search of cells where the MHC I receptors bear this antigen. When an activated T cell contacts such cells, it releases cytotoxins, such as perforin, which form pores in the target cell's plasma membrane, allowing ions, water and toxins to enter. The entry of another toxin called granulysin (a protease) induces the target cell to undergo apoptosis. T cell killing of host cells is p...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572686ac5951b619008f75a9\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The first geological map of the U.S. was produced in 1809 by William Maclure. In 1807, Maclure commenced the self-imposed task of making a geological survey of the United States. Almost every state in the Union was traversed and mapped by him, the Allegheny Mountains being crossed and recrossed some 50 times. The results of his unaided labours were submitted to the American Philosophical Society in a memoir entitled Observations on the Geology of the United States explanatory of a Geological Map, and published in the Society's Transactions, together with the nation's first geological map. This antedates William Smith's geological map of England by six years, although it was constructed using a different classification of rocks.\"\n },\n {\n \"document_id\": \"5728809f2ca10214002da40c\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Guo Shoujing applied mathematics to the construction of calendars. He was one of the first mathematicians in China to work on spherical trigonometry. Gou derived a cubic interpolation formula for his astronomical calculations. His calendar, the Shoushi Li (授時暦) or Calendar for Fixing the Seasons, was disseminated in 1281 as the official calendar of the Yuan dynasty. The calendar may have been influenced solely by the work of Song dynasty astronomer Shen Kuo or possibly by the work of Arab astronomers. There are no explicit signs of Muslim influences in the Shoushi calendar, but Mongol rulers were known to be interested in Muslim calendars. Mathematical knowledge from the Middle East was introduced to China under the Mongols, and Muslim astronomers brought Arabic numerals to China in the 13th century.\"\n },\n {\n \"document_id\": \"57293b843f37b31900478133\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The Intergovernmental Panel on Climate Change (IPCC) is a scientific intergovernmental body under the auspices of the United Nations, set up at the request of member governments. It was first established in 1988 by two United Nations organizations, the World Meteorological Organization (WMO) and the United Nations Environment Programme (UNEP), and later endorsed by the United Nations General Assembly through Resolution 43/53. Membership of the IPCC is open to all members of the WMO and UNEP. The IPCC produces reports that support the United Nations Framework Convention on Climate Change (UNFCCC), which is the main international treaty on climate change. ...\"\n },\n {\n \"document_id\": \"57264228ec44d21400f3dcf5\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Telenet was the first FCC-licensed public data network in the United States. It was founded by former ARPA IPTO director Larry Roberts as a means of making ARPANET technology public. He had tried to interest AT&T in buying the technology, but the monopoly's reaction was that this was incompatible with their future. Bolt, Beranack and Newman (BBN) provided the financing. It initially used ARPANET technology but changed the host interface to X.25 and the terminal interface to X.29. Telenet designed these protocols and helped standardize them in the CCITT. Telenet was incorporated in 1973 and started operations in 1975. It went public in 1979 and was then sold to GTE.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57332c1e4776f4190066073a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572ffee1947a6a140053cf14\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1269, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1705, "trial_id": "squad-102d7d37765d2f61", "valid": true }, { "achieved_keep_ratio": 0.18411, "answer_retained": true, "deterministic": true, "input_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "input_tokens": 3411, "latency_ms": { "p50": 2.255, "p95": 2.278, "samples": [ 2.229, 2.281 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 852, "observed_tokens": 628 } ], "receipt_count": 1, "requested_target_tokens": 852 }, "output_sha256": "fa932c08eb9430c65366985922b9a06e0bef6f437a6fef995734e9c067ad3eef", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572686ac5951b619008f75a9\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The first geological map of the U.S. was produced in 1809 by William Maclure. In 1807, Maclure commenced the self-imposed task of making a geological survey of the United States. Almost every state in the Union was traversed and mapped by him, the Allegheny Mountains being crossed and recrossed some 50 times. The results of his unaided labours were submitted to the American Philosophical Society in a memoir entitled Observations on the Geology of the United States explanatory of a Geological Map, and published in the Society's Transactions, together with the nation's first geological map. This antedates William Smith's geological map of England by six years, although it was constructed using a different classification of rocks.\"\n },\n {\n \"document_id\": \"5728809f2ca10214002da40c\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Guo Shoujing applied mathematics to the construction of calendars. He was one of the first mathematicians in China to work on spherical trigonometry. Gou derived a cubic interpolation formula for his astronomical calculations. His calendar, the Shoushi Li (授時暦) or Calendar for Fixing the Seasons, was disseminated in 1281 as the official calendar of the Yuan dynasty. The calendar may have been influenced solely by the work of Song dynasty astronomer Shen Kuo or possibly by the work of Arab astronomers. There are no explicit signs of Muslim influences in the Shoushi calendar, but Mongol rulers were known to be interested in Muslim calendars. Mathematical knowledge from the Middle East was introduced to China under the Mongols, and Muslim astronomers brought Arabic numerals to China in the 13th century.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57332c1e4776f4190066073a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572ffee1947a6a140053cf14\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 628, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 852, "trial_id": "squad-102d7d37765d2f61", "valid": true }, { "achieved_keep_ratio": 0.094987, "answer_retained": true, "deterministic": true, "input_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "input_tokens": 3411, "latency_ms": { "p50": 2.279, "p95": 2.44, "samples": [ 2.1, 2.458 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 426, "observed_tokens": 324 } ], "receipt_count": 1, "requested_target_tokens": 426 }, "output_sha256": "3d52c083aa46266ff971dd2a2bbbf96f9d6838e1881026551a2e2f826e686d4a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572686ac5951b619008f75a9\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The first geological map of the U.S. was produced in 1809 by William Maclure. In 1807, Maclure commenced the self-imposed task of making a geological survey of the United States. Almost every state in the Union was traversed and mapped by him, the Allegheny Mountains being crossed and recrossed some 50 times. The results of his unaided labours were submitted to the American Philosophical Society in a memoir entitled Observations on the Geology of the United States explanatory of a Geological Map, and published in the Society's Transactions, together with the nation's first geological map. This antedates William Smith's geological map of England by six years, although it was constructed using a different classification of rocks.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 324, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 426, "trial_id": "squad-102d7d37765d2f61", "valid": true }, { "achieved_keep_ratio": 0.39936, "answer_retained": true, "deterministic": true, "input_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "input_tokens": 3125, "latency_ms": { "p50": 2.426, "p95": 2.45, "samples": [ 2.399, 2.453 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1562, "observed_tokens": 1248 } ], "receipt_count": 1, "requested_target_tokens": 1562 }, "output_sha256": "ad46c3296f61d486ff2c285b56cd325ace0c295fbc394e874389a3f5332129bf", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725c743ec44d21400f3d549\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Although the European Union does not have a codified constitution, like every political body it has laws which \\\"constitute\\\" its basic governance structure. The EU's primary constitutional sources are the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU), which have been agreed or adhered to among the governments of all 28 member states. The Treaties establish the EU's institutions, list their powers and responsibilities, and explain the areas in which the EU can legislate with Directives or Regulations. The European Commission has the initiative to propose legislation. During the ordinary legislative procedure, the Council (which are ministers from member state governments) and the European Parliament (elected by citizens) can make amendments and must give their consent for laws to pass. The Commission oversees departments and various agencies ...\"\n },\n {\n \"document_id\": \"5705fb7f52bb891400689750\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Traveling south on Interstate 5, the main gap to continued urbanization is Camp Pendleton. The cities and communities along Interstate 15 and Interstate 215 are so inter-related that Temecula and Murrieta have as much connection with the San Diego metropolitan area as they do with the Inland Empire. To the east, the United States Census Bureau considers the San Bernardino and Riverside County areas, Riverside-San Bernardino area as a separate metropolitan area from Los Angeles County. While many commute to L.A. and Orange Counties, there are some differences in development, as most of San Bernardino and Riverside Counties (the non-desert portions) were developed in the 1980s and 1990s. Newly developed exurbs formed in the Antelope Valley north of Los Angeles, the Victor Valley and the Coachella Valley with the Imperial Valley. Also, population growth was high in the Bakersfield-Kern Coun...\"\n },\n {\n \"document_id\": \"5726e179dd62a815002e93ae\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Because of the complexity of medications including specific indications, effectiveness of treatment regimens, safety of medications (i.e., drug interactions) and patient compliance issues (in the hospital and at home) many pharmacists practicing in hospitals gain more education and training after pharmacy school through a pharmacy practice residency and sometimes followed by another residency in a specific area. Those pharmacists are often referred to as clinical pharmacists and they often specialize in various disciplines of pharmacy. For example, there are pharmacists who specialize in hematology/oncology, HIV/AIDS, infectious disease, critical care, emergency medicine, toxicology, nuclear pharmacy, pain management, psychiatry, anti-coagulation clinics, herbal medicine, neurology/epilepsy management, pediatrics, neonatal pharmacists and more.\"\n },\n {\n \"document_id\": \"5728f50baf94a219006a9e55\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Some civil disobedience defendants choose to make a defiant speech, or a speech explaining their actions, in allocution. In U.S. v. Burgos-Andujar, a defendant who was involved in a movement to stop military exercises by trespassing on U.S. Navy property argued to the court in allocution that \\\"the ones who are violating the greater law are the members of the Navy\\\". As a result, the judge increased her sentence from 40 to 60 days. This action was upheld because, according to the U.S. Court of Appeals for the First Circuit, her statement suggested a lack of remorse, an attempt to avoid responsibility for her actions, and even a likelihood of repeating her illegal actions. Some of the other allocution speeches given by the protesters complained about mistreatment from government officials.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572a12381d0469140077972b\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Research by Harvard economist Robert Barro, found that there is \\\"little overall relation between income inequality and rates of growth and investment\\\". According to work by Barro in 1999 and 2000, high levels of inequality reduce growth in relatively poor countries but encourage growth in richer countries. A study of Swedish counties between 1960 and 2000 found a positive impact of inequality on growth with lead times of five years or less, but no correlation after ten years. Studies of larger data sets have found no correlations for any fixed lead time, and a negative impact on the duration of growth.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737898f1c45671900574495\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57275411dd62a815002e9b30\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1248, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1562, "trial_id": "squad-ea58b1ff194e9f13", "valid": true }, { "achieved_keep_ratio": 0.19296, "answer_retained": true, "deterministic": true, "input_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "input_tokens": 3125, "latency_ms": { "p50": 1.818, "p95": 1.842, "samples": [ 1.844, 1.791 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 781, "observed_tokens": 603 } ], "receipt_count": 1, "requested_target_tokens": 781 }, "output_sha256": "2bce82007af07085437f5fcdc4f088f32200ee1970b4fe203aa5f1def0cd6e51", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725c743ec44d21400f3d549\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Although the European Union does not have a codified constitution, like every political body it has laws which \\\"constitute\\\" its basic governance structure. The EU's primary constitutional sources are the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU), which have been agreed or adhered to among the governments of all 28 member states. The Treaties establish the EU's institutions, list their powers and responsibilities, and explain the areas in which the EU can legislate with Directives or Regulations. The European Commission has the initiative to propose legislation. During the ordinary legislative procedure, the Council (which are ministers from member state governments) and the European Parliament (elected by citizens) can make amendments and must give their consent for laws to pass. The Commission oversees departments and various agencies ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572a12381d0469140077972b\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Research by Harvard economist Robert Barro, found that there is \\\"little overall relation between income inequality and rates of growth and investment\\\". According to work by Barro in 1999 and 2000, high levels of inequality reduce growth in relatively poor countries but encourage growth in richer countries. A study of Swedish counties between 1960 and 2000 found a positive impact of inequality on growth with lead times of five years or less, but no correlation after ten years. Studies of larger data sets have found no correlations for any fixed lead time, and a negative impact on the duration of growth.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737898f1c45671900574495\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57275411dd62a815002e9b30\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 603, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 781, "trial_id": "squad-ea58b1ff194e9f13", "valid": true }, { "achieved_keep_ratio": 0.09312, "answer_retained": true, "deterministic": true, "input_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "input_tokens": 3125, "latency_ms": { "p50": 1.895, "p95": 2.017, "samples": [ 2.031, 1.76 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 390, "observed_tokens": 291 } ], "receipt_count": 1, "requested_target_tokens": 390 }, "output_sha256": "83e1a5ea8063e79d26cb0c4282b74d10e8237137a73635b620b8b0b02f276ad0", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a12381d0469140077972b\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Research by Harvard economist Robert Barro, found that there is \\\"little overall relation between income inequality and rates of growth and investment\\\". According to work by Barro in 1999 and 2000, high levels of inequality reduce growth in relatively poor countries but encourage growth in richer countries. A study of Swedish counties between 1960 and 2000 found a positive impact of inequality on growth with lead times of five years or less, but no correlation after ten years. Studies of larger data sets have found no correlations for any fixed lead time, and a negative impact on the duration of growth.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 291, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 390, "trial_id": "squad-ea58b1ff194e9f13", "valid": true }, { "achieved_keep_ratio": 0.403373, "answer_retained": true, "deterministic": true, "input_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "input_tokens": 3498, "latency_ms": { "p50": 2.857, "p95": 2.918, "samples": [ 2.79, 2.925 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1749, "observed_tokens": 1411 } ], "receipt_count": 1, "requested_target_tokens": 1749 }, "output_sha256": "ef1d1700d3dde9ffe53a1a41feb03c4dec0e9290e42eec6c1aa5ea517e0c2b18", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57264a8cdd62a815002e808c\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The European Commission is the main executive body of the European Union. Article 17(1) of the Treaty on European Union states the Commission should \\\"promote the general interest of the Union\\\" while Article 17(3) adds that Commissioners should be \\\"completely independent\\\" and not \\\"take instructions from any Government\\\". Under article 17(2), \\\"Union legislative acts may only be adopted on the basis of a Commission proposal, except where the Treaties provide otherwise.\\\" This means that the Commission has a monopoly on initiating the legislative procedure, although the Council is the \\\"de facto catalyst of many legislative initiatives\\\". The Parliament can also formally request the Commission to submit a legislative proposal but the Commission can reject such a suggestion, giving reasons. The Commission's President (currently an ex-Luxembourg Prime Minister, Jean-Claude Juncker) sets the agenda...\"\n },\n {\n \"document_id\": \"572883a33acd2414000dfa79\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"At the same time the Mongols imported Central Asian Muslims to serve as administrators in China, the Mongols also sent Han Chinese and Khitans from China to serve as administrators over the Muslim population in Bukhara in Central Asia, using foreigners to curtail the power of the local peoples of both lands. Han Chinese were moved to Central Asian areas like Besh Baliq, Almaliq, and Samarqand by the Mongols where they worked as artisans and farmers. Alans were recruited into the Mongol forces with one unit called \\\"Right Alan Guard\\\" which was combined with \\\"recently surrendered\\\" soldiers, Mongols, and Chinese soldiers stationed in the area of the former Kingdom of Qocho and in Besh Balikh the Mongols established a Chinese military colony led by Chinese general Qi Kongzhi (Ch'i Kung-chih). After the Mongol conquest of Central Asia by Genghis Khan, foreigners were chosen as administrators a...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57106d2fb654c5140001f8ef\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Montpellier was among the most important of the 66 \\\"villes de sûreté\\\" that the Edict of 1598 granted to the Huguenots. The city's political institutions and the university were all handed over to the Huguenots. Tension with Paris led to a siege by the royal army in 1622. Peace terms called for the dismantling of the city's fortifications. A royal citadel was built and the university and consulate were taken over by the Catholic party. Even before the Edict of Alès (1629), Protestant rule was dead and the ville de sûreté was no more.[citation needed]\"\n },\n {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1872, the Central Pacific Railroad established a station near Easterby's—by now a hugely productive wheat farm—for its new Southern Pacific line. Soon there was a store around the station and the store grew the town of Fresno Station, later called Fresno. Many Millerton residents, drawn by the convenience of the railroad and worried about flooding, moved to the new community. Fresno became an incorporated city in 1885. By 1931 the Fresno Traction Company operated 47 streetcars over 49 miles of track.\"\n },\n {\n \"document_id\": \"5730bc308ab72b1400f9c73c\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Ottoman Empire was an imperial state that lasted from 1299 to 1923. During the 16th and 17th centuries, in particular at the height of its power under the reign of Suleiman the Magnificent, the Ottoman Empire was a powerful multinational, multilingual empire controlling much of Southeast Europe, Western Asia, the Caucasus, North Africa, and the Horn of Africa. At the beginning of the 17th century the empire contained 32 provinces and numerous vassal states. Some of these were later absorbed into the empire, while others were granted various types of autonomy during the course of centuries.\"\n },\n {\n \"document_id\": \"572883a33acd2414000dfa79\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Han Chinese were moved to Central Asian areas like Besh Baliq, Almaliq, and Samarqand by the Mongols where they worked as artisans and farmers. Alans were recruited into the Mongol forces with one unit called \\\"Right Alan Guard\\\" which was combined with \\\"recently surrendered\\\" soldiers, Mongols, and Chinese soldiers stationed in the area of the former Kingdom of Qocho and in Besh Balikh the Mongols established a Chinese military colony led by Chinese general Qi Kongzhi (Ch'i Kung-chih). After the Mongol conquest of Central Asia by Genghis Khan, foreigners were chosen as administrators and co-management with Chinese and Qara-Khitays (Khitans) of gardens and fields in Samarqand was put upon the Muslims as a requirement since Muslims were not allowed to manage without them. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e16839cd28a01900c67887\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1411, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1749, "trial_id": "squad-e3715c6f07acf279", "valid": true }, { "achieved_keep_ratio": 0.20526, "answer_retained": true, "deterministic": true, "input_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "input_tokens": 3498, "latency_ms": { "p50": 2.466, "p95": 2.493, "samples": [ 2.435, 2.497 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 874, "observed_tokens": 718 } ], "receipt_count": 1, "requested_target_tokens": 874 }, "output_sha256": "04808a2176748107bdb1dbb2d6f59f57e6d548989b8111a40a4f0229375410c6", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57106d2fb654c5140001f8ef\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Montpellier was among the most important of the 66 \\\"villes de sûreté\\\" that the Edict of 1598 granted to the Huguenots. The city's political institutions and the university were all handed over to the Huguenots. Tension with Paris led to a siege by the royal army in 1622. Peace terms called for the dismantling of the city's fortifications. A royal citadel was built and the university and consulate were taken over by the Catholic party. Even before the Edict of Alès (1629), Protestant rule was dead and the ville de sûreté was no more.[citation needed]\"\n },\n {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1872, the Central Pacific Railroad established a station near Easterby's—by now a hugely productive wheat farm—for its new Southern Pacific line. Soon there was a store around the station and the store grew the town of Fresno Station, later called Fresno. Many Millerton residents, drawn by the convenience of the railroad and worried about flooding, moved to the new community. Fresno became an incorporated city in 1885. By 1931 the Fresno Traction Company operated 47 streetcars over 49 miles of track.\"\n },\n {\n \"document_id\": \"5730bc308ab72b1400f9c73c\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Ottoman Empire was an imperial state that lasted from 1299 to 1923. During the 16th and 17th centuries, in particular at the height of its power under the reign of Suleiman the Magnificent, the Ottoman Empire was a powerful multinational, multilingual empire controlling much of Southeast Europe, Western Asia, the Caucasus, North Africa, and the Horn of Africa. At the beginning of the 17th century the empire contained 32 provinces and numerous vassal states. Some of these were later absorbed into the empire, while others were granted various types of autonomy during the course of centuries.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e16839cd28a01900c67887\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 718, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 874, "trial_id": "squad-e3715c6f07acf279", "valid": true }, { "achieved_keep_ratio": 0.11235, "answer_retained": true, "deterministic": true, "input_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "input_tokens": 3498, "latency_ms": { "p50": 2.118, "p95": 2.125, "samples": [ 2.11, 2.126 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 437, "observed_tokens": 393 } ], "receipt_count": 1, "requested_target_tokens": 437 }, "output_sha256": "b7f849b89384e91572c66d36ed90aaef418d0b6271e075fb4e301ace01c00580", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57106d2fb654c5140001f8ef\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Montpellier was among the most important of the 66 \\\"villes de sûreté\\\" that the Edict of 1598 granted to the Huguenots. The city's political institutions and the university were all handed over to the Huguenots. Tension with Paris led to a siege by the royal army in 1622. Peace terms called for the dismantling of the city's fortifications. A royal citadel was built and the university and consulate were taken over by the Catholic party. Even before the Edict of Alès (1629), Protestant rule was dead and the ville de sûreté was no more.[citation needed]\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e16839cd28a01900c67887\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 393, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 437, "trial_id": "squad-e3715c6f07acf279", "valid": true }, { "achieved_keep_ratio": 0.424305, "answer_retained": true, "deterministic": true, "input_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "input_tokens": 3851, "latency_ms": { "p50": 2.891, "p95": 2.956, "samples": [ 2.963, 2.818 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1925, "observed_tokens": 1634 } ], "receipt_count": 1, "requested_target_tokens": 1925 }, "output_sha256": "cbc8fcb38fe1dffba137ce0916e2b66a4dee5de35d8d019baa0346537f2dce1d", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726c002708984140094d073\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"As well as creating rights for \\\"workers\\\" who generally lack bargaining power in the market, the Treaty on the Functioning of the European Union also protects the \\\"freedom of establishment\\\" in article 49, and \\\"freedom to provide services\\\" in article 56. In Gebhard v Consiglio dell’Ordine degli Avvocati e Procuratori di Milano the Court of Justice held that to be \\\"established\\\" means to participate in economic life \\\"on a stable and continuous basis\\\", while providing \\\"services\\\" meant pursuing activity more \\\"on a temporary basis\\\". This meant that a lawyer from Stuttgart, who had set up chambers in Milan and was censured by the Milan Bar Council for not having registered, was entitled to bring a claim under for establishment freedom, rather than service freedom. However, the requirements to be registered in Milan before being able to practice would be allowed if they were non-discriminatory, \\\"...\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"\\\"The word ‘empire’ comes from the Latin word imperium; for which the closest modern English equivalent would perhaps be ‘sovereignty’, or simply ‘rule’\\\". The greatest distinction of an empire is through the amount of land that a nation has conquered and expanded. Political power grew from conquering land, however cultural and economic aspects flourished through sea and trade routes. A distinction about empires is \\\"that although political empires were built mostly by expansion overland, economic and cultural influences spread at least as much by sea\\\". Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how develo...\"\n },\n {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"In the north eastern part of Fresno, Woodward Park was founded by the late Ralph Woodward, a long-time Fresno resident. He bequeathed a major portion of his estate in 1968 to provide a regional park and bird sanctuary in Northeast Fresno. The park lies on the South bank of the San Joaquin River between Highway 41 and Friant Road. The initial 235 acres (0.95 km2), combined with additional acres acquired later by the City, brings the park to a sizable 300 acres (1.2 km2). Now packed with amenities, Woodward Park is the only Regional Park of its size in the Central Valley. The Southeast corner of the park harbors numerous bird species offering bird enthusiasts an excellent opportunity for viewing. The park has a multi-use amphitheatre that seats up to 2,500 people, authentic Japanese Garden, fenced dog park, two-mile (3 km) equestrian trail, exercise par course, three children's playgrounds...\"\n },\n {\n \"document_id\": \"57299a6f6aef051400155016\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The concept of prime number is so important that it has been generalized in different ways in various branches of mathematics. Generally, \\\"prime\\\" indicates minimality or indecomposability, in an appropriate sense. For example, the prime field is the smallest subfield of a field F containing both 0 and 1. It is either Q or the finite field with p elements, whence the name. Often a second, additional meaning is intended by using the word prime, namely that any object can be, essentially uniquely, decomposed into its prime components. For example, in knot theory, a prime knot is a knot that is indecomposable in the sense that it cannot be written as the knot sum of two nontrivial knots. Any knot can be uniquely expressed as a connected sum of prime knots. Prime models and prime 3-manifolds are other examples of this type.\"\n },\n {\n \"document_id\": \"572827fc3acd2414000df5bb\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"As of 2010[update], there were 366,273 households out of which 11.8% were vacant. 23.9% of households had children under the age of 18 living with them, 43.8% were married couples, 15.2% had a female householder with no husband present, and 36.4% were non-families. 29.7% of all households were made up of individuals and 7.9% had someone living alone who was 65 years of age or older. The average household size was 2.55 and the average family size was 3.21. In the city, the population was spread out with 23.9% under the age of 18, 10.5% from 18 to 24, 28.5% from 25 to 44, 26.2% from 45 to 64, and 10.9% who were 65 years of age or older. The median age was 35.5 years. For every 100 females there were 94.1 males. For every 100 females age 18 and over, there were 91.3 males.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572881d34b864d1900164a5a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Western medicine was also practiced in China by the Nestorian Christians of the Yuan court, where it was sometimes labeled as huihui or Muslim medicine. The Nestorian physician Jesus the Interpreter founded the Office of Western Medicine in 1263 during the reign of Kublai. Huihui doctors staffed at two imperial hospitals were responsible for treating the imperial family and members of the court. Chinese physicians opposed Western medicine because its humoral system contradicted the yin-yang and wuxing philosophy underlying traditional Chinese medicine. No Chinese translation of Western medical works is known, but it is possible that the Chinese had access to Avicenna's The Canon of Medicine.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5729a03f1d04691400779593\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1634, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1925, "trial_id": "squad-cf0dde105e3128ac", "valid": true }, { "achieved_keep_ratio": 0.164373, "answer_retained": true, "deterministic": true, "input_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "input_tokens": 3851, "latency_ms": { "p50": 2.206, "p95": 2.237, "samples": [ 2.17, 2.241 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 962, "observed_tokens": 633 } ], "receipt_count": 1, "requested_target_tokens": 962 }, "output_sha256": "141517b576f882d146cd94b142710436aed2dcaddfe254e6021e76ea9a02daaf", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726c002708984140094d073\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"As well as creating rights for \\\"workers\\\" who generally lack bargaining power in the market, the Treaty on the Functioning of the European Union also protects the \\\"freedom of establishment\\\" in article 49, and \\\"freedom to provide services\\\" in article 56. In Gebhard v Consiglio dell’Ordine degli Avvocati e Procuratori di Milano the Court of Justice held that to be \\\"established\\\" means to participate in economic life \\\"on a stable and continuous basis\\\", while providing \\\"services\\\" meant pursuing activity more \\\"on a temporary basis\\\". This meant that a lawyer from Stuttgart, who had set up chambers in Milan and was censured by the Milan Bar Council for not having registered, was entitled to bring a claim under for establishment freedom, rather than service freedom. However, the requirements to be registered in Milan before being able to practice would be allowed if they were non-discriminatory, \\\"...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572881d34b864d1900164a5a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Western medicine was also practiced in China by the Nestorian Christians of the Yuan court, where it was sometimes labeled as huihui or Muslim medicine. The Nestorian physician Jesus the Interpreter founded the Office of Western Medicine in 1263 during the reign of Kublai. Huihui doctors staffed at two imperial hospitals were responsible for treating the imperial family and members of the court. Chinese physicians opposed Western medicine because its humoral system contradicted the yin-yang and wuxing philosophy underlying traditional Chinese medicine. No Chinese translation of Western medical works is known, but it is possible that the Chinese had access to Avicenna's The Canon of Medicine.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5729a03f1d04691400779593\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 633, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 962, "trial_id": "squad-cf0dde105e3128ac", "valid": true }, { "achieved_keep_ratio": 0.101792, "answer_retained": true, "deterministic": true, "input_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "input_tokens": 3851, "latency_ms": { "p50": 2.436, "p95": 2.615, "samples": [ 2.238, 2.635 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 481, "observed_tokens": 392 } ], "receipt_count": 1, "requested_target_tokens": 481 }, "output_sha256": "7bf2f4a6963d1089ebb06674932574fab495d450ce39221c98d309493b227121", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572881d34b864d1900164a5a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Western medicine was also practiced in China by the Nestorian Christians of the Yuan court, where it was sometimes labeled as huihui or Muslim medicine. The Nestorian physician Jesus the Interpreter founded the Office of Western Medicine in 1263 during the reign of Kublai. Huihui doctors staffed at two imperial hospitals were responsible for treating the imperial family and members of the court. Chinese physicians opposed Western medicine because its humoral system contradicted the yin-yang and wuxing philosophy underlying traditional Chinese medicine. No Chinese translation of Western medical works is known, but it is possible that the Chinese had access to Avicenna's The Canon of Medicine.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5729a03f1d04691400779593\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 392, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 481, "trial_id": "squad-cf0dde105e3128ac", "valid": true }, { "achieved_keep_ratio": 0.383249, "answer_retained": true, "deterministic": true, "input_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "input_tokens": 3379, "latency_ms": { "p50": 2.724, "p95": 2.776, "samples": [ 2.667, 2.781 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1689, "observed_tokens": 1295 } ], "receipt_count": 1, "requested_target_tokens": 1689 }, "output_sha256": "a154d2267f043cc70672314a8adf15f833b73a2a9b35e9e010477407fe28251f", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57269aa65951b619008f77ab\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"While constitutional law concerns the European Union's governance structure, administrative law binds EU institutions and member states to follow the law. Both member states and the Commission have a general legal right or \\\"standing\\\" (locus standi) to bring claims against EU institutions and other member states for breach of the treaties. From the EU's foundation, the Court of Justice also held that the Treaties allowed citizens or corporations to bring claims against EU and member state institutions for violation of the Treaties and Regulations, if they were properly interpreted as creating rights and obligations. However, under Directives, citizens or corporations were said in 1986 to not be allowed to bring claims against other non-state parties. This meant courts of member states were not bound to apply an EU law where a national rule conflicted, even though the member state governme...\"\n },\n {\n \"document_id\": \"5726385e271a42140099d797\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In connectionless mode each packet includes complete addressing information. The packets are routed individually, sometimes resulting in different paths and out-of-order delivery. Each packet is labeled with a destination address, source address, and port numbers. It may also be labeled with the sequence number of the packet. This precludes the need for a dedicated path to help the packet find its way to its destination, but means that much more information is needed in the packet header, which is therefore larger, and this information needs to be looked up in power-hungry content-addressable memory. Each packet is dispatched and may go via different routes; potentially, the system has to do as much work for every packet as the connection-oriented system has to do in connection set-up, but with less information as to the application's requirements. At the destination, the original messag...\"\n },\n {\n \"document_id\": \"57286b003acd2414000df9c1\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Kublai readied the move of the Mongol capital from Karakorum in Mongolia to Khanbaliq in 1264, constructing a new city near the former Jurchen capital Zhongdu, now modern Beijing, in 1266. In 1271, Kublai formally claimed the Mandate of Heaven and declared that 1272 was the first year of the Great Yuan (Chinese: 大元) in the style of a traditional Chinese dynasty. The name of the dynasty originated from the I Ching and describes the \\\"origin of the universe\\\" or a \\\"primal force\\\". Kublai proclaimed Khanbaliq the \\\"Great Capital\\\" or Daidu (Dadu, Chinese: 大都 in Chinese) of the dynasty. The era name was changed to Zhiyuan to herald a new era of Chinese history. The adoption of a dynastic name legitimized Mongol rule by integrating the government into the narrative of traditional Chinese political succession. Khublai evoked his public image as a sage emperor by following the rituals of Confucian p...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572fcc43b2c2fd140056847d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Reserved matters are subjects that are outside the legislative competence of the Scotland Parliament. The Scottish Parliament is unable to legislate on such issues that are reserved to, and dealt with at, Westminster (and where Ministerial functions usually lie with UK Government ministers). These include abortion, broadcasting policy, civil service, common markets for UK goods and services, constitution, electricity, coal, oil, gas, nuclear energy, defence and national security, drug policy, employment, foreign policy and relations with Europe, most aspects of transport safety and regulation, National Lottery, protection of borders, social security and stability of UK's fiscal, economic and monetary system.\"\n },\n {\n \"document_id\": \"57286b003acd2414000df9c1\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The name of the dynasty originated from the I Ching and describes the \\\"origin of the universe\\\" or a \\\"primal force\\\". Kublai proclaimed Khanbaliq the \\\"Great Capital\\\" or Daidu (Dadu, Chinese: 大都 in Chinese) of the dynasty. The era name was changed to Zhiyuan to herald a new era of Chinese history. The adoption of a dynastic name legitimized Mongol rule by integrating the government into the narrative of traditional Chinese political succession. Khublai evoked his public image as a sage emperor by following the rituals of Confucian propriety and ancestor veneration, while simultaneously retaining his roots as a leader from the steppes. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726472bdd62a815002e8042\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1295, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1689, "trial_id": "squad-e85e262386e16efd", "valid": true }, { "achieved_keep_ratio": 0.172832, "answer_retained": true, "deterministic": true, "input_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "input_tokens": 3379, "latency_ms": { "p50": 2.277, "p95": 2.352, "samples": [ 2.361, 2.193 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 844, "observed_tokens": 584 } ], "receipt_count": 1, "requested_target_tokens": 844 }, "output_sha256": "04232e67a41077b8d5b298f7eb7195a8eb2387bb82470bd5ef002818eab002cb", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572fcc43b2c2fd140056847d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Reserved matters are subjects that are outside the legislative competence of the Scotland Parliament. The Scottish Parliament is unable to legislate on such issues that are reserved to, and dealt with at, Westminster (and where Ministerial functions usually lie with UK Government ministers). These include abortion, broadcasting policy, civil service, common markets for UK goods and services, constitution, electricity, coal, oil, gas, nuclear energy, defence and national security, drug policy, employment, foreign policy and relations with Europe, most aspects of transport safety and regulation, National Lottery, protection of borders, social security and stability of UK's fiscal, economic and monetary system.\"\n },\n {\n \"document_id\": \"57286b003acd2414000df9c1\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The name of the dynasty originated from the I Ching and describes the \\\"origin of the universe\\\" or a \\\"primal force\\\". Kublai proclaimed Khanbaliq the \\\"Great Capital\\\" or Daidu (Dadu, Chinese: 大都 in Chinese) of the dynasty. The era name was changed to Zhiyuan to herald a new era of Chinese history. The adoption of a dynastic name legitimized Mongol rule by integrating the government into the narrative of traditional Chinese political succession. Khublai evoked his public image as a sage emperor by following the rituals of Confucian propriety and ancestor veneration, while simultaneously retaining his roots as a leader from the steppes. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726472bdd62a815002e8042\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 584, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 844, "trial_id": "squad-e85e262386e16efd", "valid": true }, { "achieved_keep_ratio": 0.087896, "answer_retained": true, "deterministic": true, "input_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "input_tokens": 3379, "latency_ms": { "p50": 1.935, "p95": 1.954, "samples": [ 1.956, 1.913 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 422, "observed_tokens": 297 } ], "receipt_count": 1, "requested_target_tokens": 422 }, "output_sha256": "63f474149f6d03535e8bee0fd0d9517cd2cfdecfef178f73a621165d6ad94eea", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572fcc43b2c2fd140056847d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Reserved matters are subjects that are outside the legislative competence of the Scotland Parliament. The Scottish Parliament is unable to legislate on such issues that are reserved to, and dealt with at, Westminster (and where Ministerial functions usually lie with UK Government ministers). These include abortion, broadcasting policy, civil service, common markets for UK goods and services, constitution, electricity, coal, oil, gas, nuclear energy, defence and national security, drug policy, employment, foreign policy and relations with Europe, most aspects of transport safety and regulation, National Lottery, protection of borders, social security and stability of UK's fiscal, economic and monetary system.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 297, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 422, "trial_id": "squad-e85e262386e16efd", "valid": true }, { "achieved_keep_ratio": 0.407499, "answer_retained": true, "deterministic": true, "input_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "input_tokens": 4027, "latency_ms": { "p50": 3.436, "p95": 3.442, "samples": [ 3.442, 3.429 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 2013, "observed_tokens": 1641 } ], "receipt_count": 1, "requested_target_tokens": 2013 }, "output_sha256": "e78ebd6dbe0277e3a6c4c1c56b46d4615b4d4b5d6ab7c19729dd7b9788fe6bd4", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57265e455951b619008f70bb\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Since its founding, the EU has operated among an increasing plurality of national and globalising legal systems. This has meant both the European Court of Justice and the highest national courts have had to develop principles to resolve conflicts of laws between different systems. Within the EU itself, the Court of Justice's view is that if EU law conflicts with a provision of national law, then EU law has primacy. In the first major case in 1964, Costa v ENEL, a Milanese lawyer, and former shareholder of an energy company, named Mr Costa refused to pay his electricity bill to Enel, as a protest against the nationalisation of the Italian energy corporations. He claimed the Italian nationalisation law conflicted with the Treaty of Rome, and requested a reference be made to both the Italian Constitutional Court and the Court of Justice under TFEU article 267. The Italian Constitutional Cou...\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"\\\"The word ‘empire’ comes from the Latin word imperium; for which the closest modern English equivalent would perhaps be ‘sovereignty’, or simply ‘rule’\\\". The greatest distinction of an empire is through the amount of land that a nation has conquered and expanded. Political power grew from conquering land, however cultural and economic aspects flourished through sea and trade routes. A distinction about empires is \\\"that although political empires were built mostly by expansion overland, economic and cultural influences spread at least as much by sea\\\". Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how develo...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5729f9953f37b3190047861f\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Hormones can act as immunomodulators, altering the sensitivity of the immune system. For example, female sex hormones are known immunostimulators of both adaptive and innate immune responses. Some autoimmune diseases such as lupus erythematosus strike women preferentially, and their onset often coincides with puberty. By contrast, male sex hormones such as testosterone seem to be immunosuppressive. Other hormones appear to regulate the immune system as well, most notably prolactin, growth hormone and vitamin D.\"\n },\n {\n \"document_id\": \"571090abb654c5140001f995\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Other evidence of the Walloons and Huguenots in Canterbury includes a block of houses in Turnagain Lane, where weavers' windows survive on the top floor, as many Huguenots worked as weavers. The Weavers, a half-timbered house by the river, was the site of a weaving school from the late 16th century to about 1830. (It has been adapted as a restaurant—see illustration above. The house derives its name from a weaving school which was moved there in the last years of the 19th century, reviving an earlier use.) Others refugees practised the variety of occupations necessary to sustain the community as distinct from the indigenous population. Such economic separation was the condition of the refugees' initial acceptance in the City. They also settled elsewhere in Kent, particularly Sandwich, Faversham and Maidstone—towns in which there used to be refugee churches.\"\n },\n {\n \"document_id\": \"56de51244396321400ee27ef\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Many churches preserve sculptured fonts, capitals, and more importantly mosaics, which were common in Norman Italy and drew heavily on the Greek heritage. Lombard Salerno was a centre of ivorywork in the 11th century and this continued under Norman domination. Finally should be noted the intercourse between French Crusaders traveling to the Holy Land who brought with them French artefacts with which to gift the churches at which they stopped in southern Italy amongst their Norman cousins. For this reason many south Italian churches preserve works from France alongside their native pieces. ...\"\n },\n {\n \"document_id\": \"56de51c64396321400ee27f7\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Normandy was the site of several important developments in the history of classical music in the 11th century. Fécamp Abbey and Saint-Evroul Abbey were centres of musical production and education. At Fécamp, under two Italian abbots, William of Volpiano and John of Ravenna, the system of denoting notes by letters was developed and taught. It is still the most common form of pitch representation in English- and German-speaking countries today. Also at Fécamp, the staff, around which neumes were oriented, was first developed and taught in the 11th century. Under the German abbot Isembard, La Trinité-du-Mont became a centre of musical composition.\"\n },\n {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Most early Greeks did not even consider 1 to be a number, so they could not consider it to be a prime. By the Middle Ages and Renaissance many mathematicians included 1 as the first prime number. In the mid-18th century Christian Goldbach listed 1 as the first prime in his famous correspondence with Leonhard Euler -- who did not agree. In the 19th century many mathematicians still considered the number 1 to be a prime. For example, Derrick Norman Lehmer's list of primes up to 10,006,721, reprinted as late as 1956, started with 1 as its first prime. Henri Lebesgue is said to be the last professional mathematician to call 1 prime. By the early 20th century, mathematicians began to accept that 1 is not a prime number, but rather forms its own special category as a \\\"unit\\\".\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265e455951b619008f70bb\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572871bd3acd2414000dfa03\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1641, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 2013, "trial_id": "squad-567f539861b38c92", "valid": true }, { "achieved_keep_ratio": 0.187236, "answer_retained": true, "deterministic": true, "input_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "input_tokens": 4027, "latency_ms": { "p50": 2.914, "p95": 2.998, "samples": [ 2.821, 3.007 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1006, "observed_tokens": 754 } ], "receipt_count": 1, "requested_target_tokens": 1006 }, "output_sha256": "0421e99bf7e3156376327bd1ca67d04932d5d41886641c3f51c1e7a24ab09866", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5729f9953f37b3190047861f\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Hormones can act as immunomodulators, altering the sensitivity of the immune system. For example, female sex hormones are known immunostimulators of both adaptive and innate immune responses. Some autoimmune diseases such as lupus erythematosus strike women preferentially, and their onset often coincides with puberty. By contrast, male sex hormones such as testosterone seem to be immunosuppressive. Other hormones appear to regulate the immune system as well, most notably prolactin, growth hormone and vitamin D.\"\n },\n {\n \"document_id\": \"571090abb654c5140001f995\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Other evidence of the Walloons and Huguenots in Canterbury includes a block of houses in Turnagain Lane, where weavers' windows survive on the top floor, as many Huguenots worked as weavers. The Weavers, a half-timbered house by the river, was the site of a weaving school from the late 16th century to about 1830. (It has been adapted as a restaurant—see illustration above. The house derives its name from a weaving school which was moved there in the last years of the 19th century, reviving an earlier use.) Others refugees practised the variety of occupations necessary to sustain the community as distinct from the indigenous population. Such economic separation was the condition of the refugees' initial acceptance in the City. They also settled elsewhere in Kent, particularly Sandwich, Faversham and Maidstone—towns in which there used to be refugee churches.\"\n },\n {\n \"document_id\": \"56de51244396321400ee27ef\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Many churches preserve sculptured fonts, capitals, and more importantly mosaics, which were common in Norman Italy and drew heavily on the Greek heritage. Lombard Salerno was a centre of ivorywork in the 11th century and this continued under Norman domination. Finally should be noted the intercourse between French Crusaders traveling to the Holy Land who brought with them French artefacts with which to gift the churches at which they stopped in southern Italy amongst their Norman cousins. For this reason many south Italian churches preserve works from France alongside their native pieces. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265e455951b619008f70bb\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572871bd3acd2414000dfa03\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 754, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 1006, "trial_id": "squad-567f539861b38c92", "valid": true }, { "achieved_keep_ratio": 0.090142, "answer_retained": true, "deterministic": true, "input_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "input_tokens": 4027, "latency_ms": { "p50": 2.409, "p95": 2.444, "samples": [ 2.371, 2.448 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 503, "observed_tokens": 363 } ], "receipt_count": 1, "requested_target_tokens": 503 }, "output_sha256": "d2b260c299bdfd6cc46dea407b447d219dbf17a983eeca40325f23bb8d78b53d", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5729f9953f37b3190047861f\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Hormones can act as immunomodulators, altering the sensitivity of the immune system. For example, female sex hormones are known immunostimulators of both adaptive and innate immune responses. Some autoimmune diseases such as lupus erythematosus strike women preferentially, and their onset often coincides with puberty. By contrast, male sex hormones such as testosterone seem to be immunosuppressive. Other hormones appear to regulate the immune system as well, most notably prolactin, growth hormone and vitamin D.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265e455951b619008f70bb\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572871bd3acd2414000dfa03\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 363, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 503, "trial_id": "squad-567f539861b38c92", "valid": true }, { "achieved_keep_ratio": 0.411623, "answer_retained": true, "deterministic": true, "input_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "input_tokens": 2908, "latency_ms": { "p50": 2.416, "p95": 2.558, "samples": [ 2.258, 2.574 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1454, "observed_tokens": 1197 } ], "receipt_count": 1, "requested_target_tokens": 1454 }, "output_sha256": "ead38406aa3127f226dacd2e7fbcef6f02a6cb625bcb139a45deb320ec58fbc3", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572fc41f947a6a140053cc80\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Presiding Officer (or Deputy Presiding Officer) decides who speaks in chamber debates and the amount of time for which they are allowed to speak. Normally, the Presiding Officer tries to achieve a balance between different viewpoints and political parties when selecting members to speak. Typically, ministers or party leaders open debates, with opening speakers given between 5 and 20 minutes, and succeeding speakers allocated less time. The Presiding Officer can reduce speaking time if a large number of members wish to participate in the debate. Debate is more informal than in some parliamentary systems. Members may call each other directly by name, rather than by constituency or cabinet position, and hand clapping is allowed. Speeches to the chamber are normally delivered in English, but members may use Scots, Gaelic, or any other language with the agreement of the Presiding Officer....\"\n },\n {\n \"document_id\": \"5725d34089a1e219009abf50\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Starting in the late 1950s, American computer scientist Paul Baran developed the concept Distributed Adaptive Message Block Switching with the goal to provide a fault-tolerant, efficient routing method for telecommunication messages as part of a research program at the RAND Corporation, funded by the US Department of Defense. This concept contrasted and contradicted the theretofore established principles of pre-allocation of network bandwidth, largely fortified by the development of telecommunications in the Bell System. The new concept found little resonance among network implementers until the independent work of Donald Davies at the National Physical Laboratory (United Kingdom) (NPL) in the late 1960s. Davies is credited with coining the modern name packet switching and inspiring numerous packet switching networks in Europe in the decade following, including the incorporation of the c...\"\n },\n {\n \"document_id\": \"57332c1e4776f4190066073a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"After the German Invasion of Poland on 1 September 1939 began the Second World War, Warsaw was defended till September 27. Central Poland, including Warsaw, came under the rule of the General Government, a German Nazi colonial administration. All higher education institutions were immediately closed and Warsaw's entire Jewish population – several hundred thousand, some 30% of the city – herded into the Warsaw Ghetto. The city would become the centre of urban resistance to Nazi rule in occupied Europe. When the order came to annihilate the ghetto as part of Hitler's \\\"Final Solution\\\" on 19 April 1943, Jewish fighters launched the Warsaw Ghetto Uprising. Despite being heavily outgunned and outnumbered, the Ghetto held out for almost a month. When the fighting ended, almost all survivors were massacred, with only a few managing to escape or hide.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728223cff5b5019007d9dc4\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Like much of the south Atlantic region of the United States, Jacksonville has a humid subtropical climate (Köppen Cfa), with mild weather during winters and hot and humid weather during summers. Seasonal rainfall is concentrated in the warmest months from May through September, while the driest months are from November through April. Due to Jacksonville's low latitude and coastal location, the city sees very little cold weather, and winters are typically mild and sunny. Summers can be hot and wet, and summer thunderstorms with torrential but brief downpours are common.\"\n },\n {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Jacksonville is the most populous city in Florida, and the twelfth most populous city in the United States. As of 2010[update], there were 821,784 people and 366,273 households in the city. Jacksonville has the country's tenth-largest Arab population, with a total population of 5,751 according to the 2000 United States Census. Jacksonville has Florida's largest Filipino American community, with 25,033 in the metropolitan area as of the 2010 Census. Much of Jacksonville's Filipino community served in or has ties to the United States Navy.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725d34089a1e219009abf50\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1197, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1454, "trial_id": "squad-20ab92fab5cc0a2c", "valid": true }, { "achieved_keep_ratio": 0.183631, "answer_retained": true, "deterministic": true, "input_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "input_tokens": 2908, "latency_ms": { "p50": 1.736, "p95": 1.772, "samples": [ 1.775, 1.696 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 727, "observed_tokens": 534 } ], "receipt_count": 1, "requested_target_tokens": 727 }, "output_sha256": "f74db2a600119c66dfb0a267255788a878d38305dd596ed995ecaeb970fb655d", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728223cff5b5019007d9dc4\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Like much of the south Atlantic region of the United States, Jacksonville has a humid subtropical climate (Köppen Cfa), with mild weather during winters and hot and humid weather during summers. Seasonal rainfall is concentrated in the warmest months from May through September, while the driest months are from November through April. Due to Jacksonville's low latitude and coastal location, the city sees very little cold weather, and winters are typically mild and sunny. Summers can be hot and wet, and summer thunderstorms with torrential but brief downpours are common.\"\n },\n {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Jacksonville is the most populous city in Florida, and the twelfth most populous city in the United States. As of 2010[update], there were 821,784 people and 366,273 households in the city. Jacksonville has the country's tenth-largest Arab population, with a total population of 5,751 according to the 2000 United States Census. Jacksonville has Florida's largest Filipino American community, with 25,033 in the metropolitan area as of the 2010 Census. Much of Jacksonville's Filipino community served in or has ties to the United States Navy.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725d34089a1e219009abf50\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 534, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 727, "trial_id": "squad-20ab92fab5cc0a2c", "valid": true }, { "achieved_keep_ratio": 0.097318, "answer_retained": true, "deterministic": true, "input_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "input_tokens": 2908, "latency_ms": { "p50": 1.641, "p95": 1.649, "samples": [ 1.65, 1.633 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 363, "observed_tokens": 283 } ], "receipt_count": 1, "requested_target_tokens": 363 }, "output_sha256": "b29aacc84b3bc39a4a27fb4df288d8aaaa09b282667a6ab014fffe8833f2662b", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728223cff5b5019007d9dc4\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Like much of the south Atlantic region of the United States, Jacksonville has a humid subtropical climate (Köppen Cfa), with mild weather during winters and hot and humid weather during summers. Seasonal rainfall is concentrated in the warmest months from May through September, while the driest months are from November through April. Due to Jacksonville's low latitude and coastal location, the city sees very little cold weather, and winters are typically mild and sunny. Summers can be hot and wet, and summer thunderstorms with torrential but brief downpours are common.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 283, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 363, "trial_id": "squad-20ab92fab5cc0a2c", "valid": true }, { "achieved_keep_ratio": 0.382492, "answer_retained": true, "deterministic": true, "input_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "input_tokens": 3587, "latency_ms": { "p50": 3.154, "p95": 3.238, "samples": [ 3.247, 3.062 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1793, "observed_tokens": 1372 } ], "receipt_count": 1, "requested_target_tokens": 1793 }, "output_sha256": "90ffc6e7bf1258df9decf206663f25848aaaa6e897ae4d6256f849bb93ce2881", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57377ec7c3c5551400e51f05\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In modern particle physics, forces and the acceleration of particles are explained as a mathematical by-product of exchange of momentum-carrying gauge bosons. With the development of quantum field theory and general relativity, it was realized that force is a redundant concept arising from conservation of momentum (4-momentum in relativity and momentum of virtual particles in quantum electrodynamics). The conservation of momentum can be directly derived from the homogeneity or symmetry of space and so is usually considered more fundamental than the concept of a force. Thus the currently known fundamental forces are considered more accurately to be \\\"fundamental interactions\\\".:199–128 When particle A emits (creates) or absorbs (annihilates) virtual particle B, a momentum conservation results in recoil of particle A making impression of repulsion or attraction between particles A A' exchang...\"\n },\n {\n \"document_id\": \"57265200708984140094c237\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 2004, declassified documents revealed that the U.S. was so distraught by the rise in oil prices and being challenged by under-developed countries that they briefly considered military action to forcibly seize Middle Eastern oilfields in late 1973. Although no explicit plan was mentioned, a conversation between U.S. Secretary of Defense James Schlesinger and British Ambassador to the United States Lord Cromer revealed Schlesinger had told him that \\\"it was no longer obvious to him that the U.S. could not use force.\\\" British Prime Minister Edward Heath was so worried by this prospect that he ordered a British intelligence estimate of U.S. intentions, which concluded America \\\"might consider it could not tolerate a situation in which the U.S. and its allies were at the mercy of a small group of unreasonable countries,\\\" and that they would prefer a rapid operation to seize oilfields in Saud...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57287ee3ff5b5019007da274\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The average Mongol garrison family of the Yuan dynasty seems to have lived a life of decaying rural leisure, with income from the harvests of their Chinese tenants eaten up by costs of equipping and dispatching men for their tours of duty. The Mongols practiced debt slavery, and by 1290 in all parts of the Mongol Empire commoners were selling their children into slavery. Seeing this as damaging to the Mongol nation, Kublai in 1291 forbade the sale abroad of Mongols. Kublai wished to persuade the Chinese that he was becoming increasingly sinicized while maintaining his Mongolian credentials with his own people. He set up a civilian administration to rule, built a capital within China, supported Chinese religions and culture, and devised suitable economic and political institutions for the court. But at the same time he never abandoned his Mongolian heritage.\"\n },\n {\n \"document_id\": \"5725e748ec44d21400f3d733\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The area is also known for its early twentieth century homes, many of which have been restored in recent decades. The area includes many California Bungalow and American Craftsman style homes, Spanish Colonial Revival Style architecture, Mediterranean Revival Style architecture, Mission Revival Style architecture, and many Storybook houses designed by Fresno architects, Hilliard, Taylor & Wheeler. The residential architecture of the Tower District contrasts with the newer areas of tract homes urban sprawl in north and east areas of Fresno.\"\n },\n {\n \"document_id\": \"57266e72f1498d1400e8df8c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"For many geologic applications, isotope ratios of radioactive elements are measured in minerals that give the amount of time that has passed since a rock passed through its particular closure temperature, the point at which different radiometric isotopes stop diffusing into and out of the crystal lattice. These are used in geochronologic and thermochronologic studies. Common methods include uranium-lead dating, potassium-argon dating, argon-argon dating and uranium-thorium dating. These methods are used for a variety of applications. ...\"\n },\n {\n \"document_id\": \"5705eee952bb8914006896de\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Though there is no official definition for the northern boundary of southern California, such a division has existed from the time when Mexico ruled California, and political disputes raged between the Californios of Monterey in the upper part and Los Angeles in the lower part of Alta California. Following the acquisition of California by the United States, the division continued as part of the attempt by several pro-slavery politicians to arrange the division of Alta California at 36 degrees, 30 minutes, the line of the Missouri Compromise. Instead, the passing of the Compromise of 1850 enabled California to be admitted to the Union as a free state, preventing southern California from becoming its own separate slave state.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265200708984140094c237\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57274f67708984140094dbf5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1372, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1793, "trial_id": "squad-7b5d67be0f66850c", "valid": true }, { "achieved_keep_ratio": 0.206022, "answer_retained": false, "deterministic": true, "input_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "input_tokens": 3587, "latency_ms": { "p50": 3.005, "p95": 3.34, "samples": [ 2.632, 3.378 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 896, "observed_tokens": 739 } ], "receipt_count": 1, "requested_target_tokens": 896 }, "output_sha256": "3a4736f232f6d6538e995d1e02800e9c7b625801951675244662ae025474bd8a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57287ee3ff5b5019007da274\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The average Mongol garrison family of the Yuan dynasty seems to have lived a life of decaying rural leisure, with income from the harvests of their Chinese tenants eaten up by costs of equipping and dispatching men for their tours of duty. The Mongols practiced debt slavery, and by 1290 in all parts of the Mongol Empire commoners were selling their children into slavery. Seeing this as damaging to the Mongol nation, Kublai in 1291 forbade the sale abroad of Mongols. Kublai wished to persuade the Chinese that he was becoming increasingly sinicized while maintaining his Mongolian credentials with his own people. He set up a civilian administration to rule, built a capital within China, supported Chinese religions and culture, and devised suitable economic and political institutions for the court. But at the same time he never abandoned his Mongolian heritage.\"\n },\n {\n \"document_id\": \"5725e748ec44d21400f3d733\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The area is also known for its early twentieth century homes, many of which have been restored in recent decades. The area includes many California Bungalow and American Craftsman style homes, Spanish Colonial Revival Style architecture, Mediterranean Revival Style architecture, Mission Revival Style architecture, and many Storybook houses designed by Fresno architects, Hilliard, Taylor & Wheeler. The residential architecture of the Tower District contrasts with the newer areas of tract homes urban sprawl in north and east areas of Fresno.\"\n },\n {\n \"document_id\": \"57266e72f1498d1400e8df8c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"For many geologic applications, isotope ratios of radioactive elements are measured in minerals that give the amount of time that has passed since a rock passed through its particular closure temperature, the point at which different radiometric isotopes stop diffusing into and out of the crystal lattice. These are used in geochronologic and thermochronologic studies. Common methods include uranium-lead dating, potassium-argon dating, argon-argon dating and uranium-thorium dating. These methods are used for a variety of applications. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265200708984140094c237\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57274f67708984140094dbf5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 739, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 896, "trial_id": "squad-7b5d67be0f66850c", "valid": true }, { "achieved_keep_ratio": 0.101756, "answer_retained": false, "deterministic": true, "input_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "input_tokens": 3587, "latency_ms": { "p50": 2.318, "p95": 2.349, "samples": [ 2.284, 2.353 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 448, "observed_tokens": 365 } ], "receipt_count": 1, "requested_target_tokens": 448 }, "output_sha256": "bcc9b339408536eeda8799c173bf5f9e76535da08300157291c59ce54edc1776", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57287ee3ff5b5019007da274\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Seeing this as damaging to the Mongol nation, Kublai in 1291 forbade the sale abroad of Mongols. Kublai wished to persuade the Chinese that he was becoming increasingly sinicized while maintaining his Mongolian credentials with his own people. He set up a civilian administration to rule, built a capital within China, supported Chinese religions and culture, and devised suitable economic and political institutions for the court. But at the same time he never abandoned his Mongolian heritage. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265200708984140094c237\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57274f67708984140094dbf5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 365, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 448, "trial_id": "squad-7b5d67be0f66850c", "valid": true }, { "achieved_keep_ratio": 0.424224, "answer_retained": true, "deterministic": true, "input_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "input_tokens": 3319, "latency_ms": { "p50": 2.872, "p95": 3.17, "samples": [ 2.54, 3.203 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1659, "observed_tokens": 1408 } ], "receipt_count": 1, "requested_target_tokens": 1659 }, "output_sha256": "9edbc23b3128530fe1364e73db556b1da59677a6cc7342bbcaea7879c6963caa", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572812e74b864d19001643ce\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, this definition is disputed by Thoreau's political philosophy pitching the conscience vs. the collective. The individual is the final judge of right and wrong. More than this, since only individuals act, only individuals can act unjustly. When the government knocks on the door, it is an individual in the form of a postman or tax collector whose hand hits the wood. Before Thoreau’s imprisonment, when a confused taxman had wondered aloud about how to handle his refusal to pay, Thoreau had advised, “Resign.” If a man chose to be an agent of injustice, then Thoreau insisted on confronting him with the fact that he was making a choice. But if government is “the voice of the people,” as it is often called, shouldn’t that voice be heeded? Thoreau admits that government may express the will of the majority but it may also express nothing more than the will of elite politicians. Even a g...\"\n },\n {\n \"document_id\": \"57115c7450c2381900b54a9d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Where CHP is not used, steam turbines in power stations use surface condensers as a cold sink. The condensers are cooled by water flow from oceans, rivers, lakes, and often by cooling towers which evaporate water to provide cooling energy removal. The resulting condensed hot water output from the condenser is then put back into the boiler via a pump. A dry type cooling tower is similar to an automobile radiator and is used in locations where water is costly. Evaporative (wet) cooling towers use the rejected heat to evaporate water; this water is kept separate from the condensate, which circulates in a closed system and returns to the boiler. Such towers often have visible plumes due to the evaporated water condensing into droplets carried up by the warm air. Evaporative cooling towers need less water flow than \\\"once-through\\\" cooling by river or lake water; a 700 megawatt coal-fired power...\"\n },\n {\n \"document_id\": \"5730208fa23a5019007fcded\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"For some decades prior to the First Palestine Intifada in 1987, the Muslim Brotherhood in Palestine took a \\\"quiescent\\\" stance towards Israel, focusing on preaching, education and social services, and benefiting from Israel's \\\"indulgence\\\" to build up a network of mosques and charitable organizations. As the First Intifada gathered momentum and Palestinian shopkeepers closed their shops in support of the uprising, the Brotherhood announced the formation of HAMAS (\\\"zeal\\\"), devoted to Jihad against Israel. Rather than being more moderate than the PLO, the 1988 Hamas charter took a more uncompromising stand, calling for the destruction of Israel and the establishment of an Islamic state in Palestine. It was soon competing with and then overtaking the PLO for control of the intifada. The Brotherhood's base of devout middle class found common cause with the impoverished youth of the intifada in...\"\n },\n {\n \"document_id\": \"57286b003acd2414000df9c1\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Kublai readied the move of the Mongol capital from Karakorum in Mongolia to Khanbaliq in 1264, constructing a new city near the former Jurchen capital Zhongdu, now modern Beijing, in 1266. In 1271, Kublai formally claimed the Mandate of Heaven and declared that 1272 was the first year of the Great Yuan (Chinese: 大元) in the style of a traditional Chinese dynasty. The name of the dynasty originated from the I Ching and describes the \\\"origin of the universe\\\" or a \\\"primal force\\\". Kublai proclaimed Khanbaliq the \\\"Great Capital\\\" or Daidu (Dadu, Chinese: 大都 in Chinese) of the dynasty. The era name was changed to Zhiyuan to herald a new era of Chinese history. The adoption of a dynastic name legitimized Mongol rule by integrating the government into the narrative of traditional Chinese political succession. Khublai evoked his public image as a sage emperor by following the rituals of Confucian p...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572ff83ab2c2fd1400568681\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Before the St. Elizabeth's flood (1421), the Meuse flowed just south of today's line Merwede-Oude Maas to the North Sea and formed an archipelago-like estuary with Waal and Lek. This system of numerous bays, estuary-like extended rivers, many islands and constant changes of the coastline, is hard to imagine today. From 1421 to 1904, the Meuse and Waal merged further upstream at Gorinchem to form Merwede. For flood protection reasons, the Meuse was separated from the Waal through a lock and diverted into a new outlet called \\\"Bergse Maas\\\", then Amer and then flows into the former bay Hollands Diep.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57115c7450c2381900b54a9d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57308cf88ab72b1400f9c576\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1408, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1659, "trial_id": "squad-a3687399790f9f59", "valid": true }, { "achieved_keep_ratio": 0.19765, "answer_retained": true, "deterministic": true, "input_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "input_tokens": 3319, "latency_ms": { "p50": 2.046, "p95": 2.079, "samples": [ 2.01, 2.083 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 829, "observed_tokens": 656 } ], "receipt_count": 1, "requested_target_tokens": 829 }, "output_sha256": "fa4ca8634709c8e3d0b156b1a3686bacd58ea8a0f99da5f8791c11d913a04f66", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572812e74b864d19001643ce\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, this definition is disputed by Thoreau's political philosophy pitching the conscience vs. the collective. The individual is the final judge of right and wrong. More than this, since only individuals act, only individuals can act unjustly. When the government knocks on the door, it is an individual in the form of a postman or tax collector whose hand hits the wood. Before Thoreau’s imprisonment, when a confused taxman had wondered aloud about how to handle his refusal to pay, Thoreau had advised, “Resign.” If a man chose to be an agent of injustice, then Thoreau insisted on confronting him with the fact that he was making a choice. But if government is “the voice of the people,” as it is often called, shouldn’t that voice be heeded? Thoreau admits that government may express the will of the majority but it may also express nothing more than the will of elite politicians. Even a g...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572ff83ab2c2fd1400568681\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Before the St. Elizabeth's flood (1421), the Meuse flowed just south of today's line Merwede-Oude Maas to the North Sea and formed an archipelago-like estuary with Waal and Lek. This system of numerous bays, estuary-like extended rivers, many islands and constant changes of the coastline, is hard to imagine today. From 1421 to 1904, the Meuse and Waal merged further upstream at Gorinchem to form Merwede. For flood protection reasons, the Meuse was separated from the Waal through a lock and diverted into a new outlet called \\\"Bergse Maas\\\", then Amer and then flows into the former bay Hollands Diep.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57115c7450c2381900b54a9d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57308cf88ab72b1400f9c576\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 656, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 829, "trial_id": "squad-a3687399790f9f59", "valid": true }, { "achieved_keep_ratio": 0.122929, "answer_retained": true, "deterministic": true, "input_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "input_tokens": 3319, "latency_ms": { "p50": 1.95, "p95": 2.048, "samples": [ 1.841, 2.059 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 414, "observed_tokens": 408 } ], "receipt_count": 1, "requested_target_tokens": 414 }, "output_sha256": "4f5d969fef0a9c54856be90fe9a67b21b294588bd5c8326dad9c3671ba5d55d4", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572ff83ab2c2fd1400568681\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Before the St. Elizabeth's flood (1421), the Meuse flowed just south of today's line Merwede-Oude Maas to the North Sea and formed an archipelago-like estuary with Waal and Lek. This system of numerous bays, estuary-like extended rivers, many islands and constant changes of the coastline, is hard to imagine today. From 1421 to 1904, the Meuse and Waal merged further upstream at Gorinchem to form Merwede. For flood protection reasons, the Meuse was separated from the Waal through a lock and diverted into a new outlet called \\\"Bergse Maas\\\", then Amer and then flows into the former bay Hollands Diep.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57115c7450c2381900b54a9d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57308cf88ab72b1400f9c576\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 408, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 414, "trial_id": "squad-a3687399790f9f59", "valid": true }, { "achieved_keep_ratio": 0.399315, "answer_retained": true, "deterministic": true, "input_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "input_tokens": 3506, "latency_ms": { "p50": 2.699, "p95": 2.71, "samples": [ 2.711, 2.688 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1753, "observed_tokens": 1400 } ], "receipt_count": 1, "requested_target_tokens": 1753 }, "output_sha256": "f7e642658499823cb82bc1e27bac2bd197a25d5e05465680969e1f86afa91663", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5728fc9e1d04691400778f11\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Courts have distinguished between two types of civil disobedience: \\\"Indirect civil disobedience involves violating a law which is not, itself, the object of protest, whereas direct civil disobedience involves protesting the existence of a particular law by breaking that law.\\\" During the Vietnam War, courts typically refused to excuse the perpetrators of illegal protests from punishment on the basis of their challenging the legality of the Vietnam War; the courts ruled it was a political question. The necessity defense has sometimes been used as a shadow defense by civil disobedients to deny guilt without denouncing their politically motivated acts, and to present their political beliefs in the courtroom. However, court cases such as U.S. v. Schoon have greatly curtailed the availability of the political necessity defense. Likewise, when Carter Wentworth was charged for his role in the Cl...\"\n },\n {\n \"document_id\": \"57340111d058e614000b677d\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Vaudreuil and Montcalm were minimally resupplied in 1758, as the British blockade of the French coastline limited French shipping. The situation in New France was further exacerbated by a poor harvest in 1757, a difficult winter, and the allegedly corrupt machinations of François Bigot, the intendant of the territory. His schemes to supply the colony inflated prices and were believed by Montcalm to line his pockets and those of his associates. A massive outbreak of smallpox among western tribes led many of them to stay away from trading in 1758. While many parties to the conflict blamed others (the Indians blamed the French for bringing \\\"bad medicine\\\" as well as denying them prizes at Fort William Henry), the disease was probably spread through the crowded conditions at William Henry after the battle. Montcalm focused his meager resources on the defense of the St. Lawrence, with primary ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572fc49d04bcaa1900d76ccb\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Each sitting day, normally at 5 pm, MSPs decide on all the motions and amendments that have been moved that day. This \\\"Decision Time\\\" is heralded by the sounding of the division bell, which is heard throughout the Parliamentary campus and alerts MSPs who are not in the chamber to return and vote. At Decision Time, the Presiding Officer puts questions on the motions and amendments by reading out the name of the motion or amendment as well as the proposer and asking \\\"Are we all agreed?\\\", to which the chamber first votes orally. If there is audible dissent, the Presiding Officer announces \\\"There will be a division\\\" and members vote by means of electronic consoles on their desks. Each MSP has a unique access card with a microchip which, when inserted into the console, identifies them and allows them to vote. As a result, the outcome of each division is known in seconds.\"\n },\n {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"During this time, the discovery of oil in the North Sea and the following \\\"It's Scotland's oil\\\" campaign of the Scottish National Party (SNP) resulted in rising support for Scottish independence, as well as the SNP. The party argued that the revenues from the oil were not benefitting Scotland as much as they should. The combined effect of these events led to Prime Minister Wilson committing his government to some form of devolved legislature in 1974. However, it was not until 1978 that final legislative proposals for a Scottish Assembly were passed by the United Kingdom Parliament.\"\n },\n {\n \"document_id\": \"56e1cbe2cd28a01900c67bac\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The most commonly used reduction is a polynomial-time reduction. This means that the reduction process takes polynomial time. For example, the problem of squaring an integer can be reduced to the problem of multiplying two integers. This means an algorithm for multiplying two integers can be used to square an integer. Indeed, this can be done by giving the same input to both inputs of the multiplication algorithm. Thus we see that squaring is not more difficult than multiplication, since squaring can be reduced to multiplication.\"\n },\n {\n \"document_id\": \"5730aa52069b53140083221d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In World War II, Charles de Gaulle and the Free French used the overseas colonies as bases from which they fought to liberate France. However after 1945 anti-colonial movements began to challenge the Empire. France fought and lost a bitter war in Vietnam in the 1950s. Whereas they won the war in Algeria, the French leader at the time, Charles de Gaulle, decided to grant Algeria independence anyway in 1962. Its settlers and many local supporters relocated to France. Nearly all of France's colonies gained independence by 1960, but France retained great financial and diplomatic influence. It has repeatedly sent troops to assist its former colonies in Africa in suppressing insurrections and coups d’état.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572665ff708984140094c4c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1400, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1753, "trial_id": "squad-766d2f06a1bcd1aa", "valid": true }, { "achieved_keep_ratio": 0.214204, "answer_retained": true, "deterministic": true, "input_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "input_tokens": 3506, "latency_ms": { "p50": 2.23, "p95": 2.249, "samples": [ 2.251, 2.209 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 876, "observed_tokens": 751 } ], "receipt_count": 1, "requested_target_tokens": 876 }, "output_sha256": "04aa69c6b58ee0e8d5e7da06fe933fbd99ea93deef120018161e05b95417985e", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572fc49d04bcaa1900d76ccb\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Each sitting day, normally at 5 pm, MSPs decide on all the motions and amendments that have been moved that day. This \\\"Decision Time\\\" is heralded by the sounding of the division bell, which is heard throughout the Parliamentary campus and alerts MSPs who are not in the chamber to return and vote. At Decision Time, the Presiding Officer puts questions on the motions and amendments by reading out the name of the motion or amendment as well as the proposer and asking \\\"Are we all agreed?\\\", to which the chamber first votes orally. If there is audible dissent, the Presiding Officer announces \\\"There will be a division\\\" and members vote by means of electronic consoles on their desks. Each MSP has a unique access card with a microchip which, when inserted into the console, identifies them and allows them to vote. As a result, the outcome of each division is known in seconds.\"\n },\n {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"During this time, the discovery of oil in the North Sea and the following \\\"It's Scotland's oil\\\" campaign of the Scottish National Party (SNP) resulted in rising support for Scottish independence, as well as the SNP. The party argued that the revenues from the oil were not benefitting Scotland as much as they should. The combined effect of these events led to Prime Minister Wilson committing his government to some form of devolved legislature in 1974. However, it was not until 1978 that final legislative proposals for a Scottish Assembly were passed by the United Kingdom Parliament.\"\n },\n {\n \"document_id\": \"56e1cbe2cd28a01900c67bac\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The most commonly used reduction is a polynomial-time reduction. This means that the reduction process takes polynomial time. For example, the problem of squaring an integer can be reduced to the problem of multiplying two integers. This means an algorithm for multiplying two integers can be used to square an integer. Indeed, this can be done by giving the same input to both inputs of the multiplication algorithm. Thus we see that squaring is not more difficult than multiplication, since squaring can be reduced to multiplication.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572665ff708984140094c4c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 751, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 876, "trial_id": "squad-766d2f06a1bcd1aa", "valid": true }, { "achieved_keep_ratio": 0.108386, "answer_retained": true, "deterministic": true, "input_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "input_tokens": 3506, "latency_ms": { "p50": 2.304, "p95": 2.373, "samples": [ 2.38, 2.227 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 438, "observed_tokens": 380 } ], "receipt_count": 1, "requested_target_tokens": 438 }, "output_sha256": "39d4b2914340badf64d7ba9d80a6b792361c045aff480f25ff0599a1fc46c172", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572fc49d04bcaa1900d76ccb\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Each sitting day, normally at 5 pm, MSPs decide on all the motions and amendments that have been moved that day. This \\\"Decision Time\\\" is heralded by the sounding of the division bell, which is heard throughout the Parliamentary campus and alerts MSPs who are not in the chamber to return and vote. At Decision Time, the Presiding Officer puts questions on the motions and amendments by reading out the name of the motion or amendment as well as the proposer and asking \\\"Are we all agreed?\\\", to which the chamber first votes orally. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572665ff708984140094c4c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 380, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 438, "trial_id": "squad-766d2f06a1bcd1aa", "valid": true }, { "achieved_keep_ratio": 0.404696, "answer_retained": true, "deterministic": true, "input_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "input_tokens": 3620, "latency_ms": { "p50": 3.084, "p95": 3.122, "samples": [ 3.126, 3.043 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1810, "observed_tokens": 1465 } ], "receipt_count": 1, "requested_target_tokens": 1810 }, "output_sha256": "3395f0587b1202772ac71d461bc6811ed9369c157ab321d1d842343cabec84dd", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"\\\"The word ‘empire’ comes from the Latin word imperium; for which the closest modern English equivalent would perhaps be ‘sovereignty’, or simply ‘rule’\\\". The greatest distinction of an empire is through the amount of land that a nation has conquered and expanded. Political power grew from conquering land, however cultural and economic aspects flourished through sea and trade routes. A distinction about empires is \\\"that although political empires were built mostly by expansion overland, economic and cultural influences spread at least as much by sea\\\". Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how develo...\"\n },\n {\n \"document_id\": \"57286192ff5b5019007da1dc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1271, Kublai Khan imposed the name Great Yuan (Chinese: 大元; pinyin: Dà Yuán; Wade–Giles: Ta-Yüan), establishing the Yuan dynasty. \\\"Dà Yuán\\\" (大元) is from the sentence \\\"大哉乾元\\\" (dà zai Qián Yuán / \\\"Great is Qián, the Primal\\\") in the Commentaries on the Classic of Changes (I Ching) section regarding Qián (乾). The counterpart in Mongolian language was Dai Ön Ulus, also rendered as Ikh Yuan Üls or Yekhe Yuan Ulus. In Mongolian, Dai Ön (Great Yuan) is often used in conjunction with the \\\"Yeke Mongghul Ulus\\\" (lit. \\\"Great Mongol State\\\"), resulting in Dai Ön Yeke Mongghul Ulus (Mongolian script: ), meaning \\\"Great Yuan Great Mongol State\\\". The Yuan dynasty is also known as the \\\"Mongol dynasty\\\" or \\\"Mongol Dynasty of China\\\", similar to the names \\\"Manchu dynasty\\\" or \\\"Manchu Dynasty of China\\\" for the Qing dynasty. Furthermore, the Yuan is sometimes known as the \\\"Empire of the Great Khan\\\" or \\\"Khanate o...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5726a00cf1498d1400e8e550\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The principles of European Union law are rules of law which have been developed by the European Court of Justice that constitute unwritten rules which are not expressly provided for in the treaties but which affect how European Union law is interpreted and applies. In formulating these principles, the courts have drawn on a variety of sources, including: public international law and legal doctrines and principles present in the legal systems of European Union member states and in the jurisprudence of the European Court of Human Rights. Accepted general principles of European Union Law include fundamental rights (see human rights), proportionality, legal certainty, equality before the law and subsidiarity.\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how developed and developing nation are portrayed through the world systems theory. The two main regions are the core and the periphery. The core consists of high areas of income and profit; the periphery is on the opposing side of the spectrum consisting of areas of low income and profit. ...\"\n },\n {\n \"document_id\": \"57332f81d058e614000b5776\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"After World War II, under a Communist regime set up by the conquering Soviets, the \\\"Bricks for Warsaw\\\" campaign was initiated, and large prefabricated housing projects were erected in Warsaw to address the housing shortage, along with other typical buildings of an Eastern Bloc city, such as the Palace of Culture and Science, a gift from the Soviet Union. The city resumed its role as the capital of Poland and the country's centre of political and economic life. Many of the historic streets, buildings, and churches were restored to their original form. In 1980, Warsaw's historic Old Town was inscribed onto UNESCO's World Heritage list.\"\n },\n {\n \"document_id\": \"5727ed2e3acd2414000df001\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"A job where there are few able or willing workers (low supply), but a large need for the positions (high demand), will result in high wages for that job. This is because competition between employers for employees will drive up the wage. Examples of this would include jobs that require highly developed skills, rare abilities, or a high level of risk. Competition amongst employers tends to drive up wages due to the nature of the job, since there is a relative shortage of workers for the particular position. Professional and labor organizations may limit the supply of workers which results in higher demand and greater incomes for members. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57286192ff5b5019007da1dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57097c8fed30961900e841f2\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1465, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1810, "trial_id": "squad-fe978900bad73bab", "valid": true }, { "achieved_keep_ratio": 0.204696, "answer_retained": true, "deterministic": true, "input_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "input_tokens": 3620, "latency_ms": { "p50": 2.605, "p95": 2.65, "samples": [ 2.655, 2.556 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 905, "observed_tokens": 741 } ], "receipt_count": 1, "requested_target_tokens": 905 }, "output_sha256": "2f0b7b95fb438c1890d89ffd42b1ed16ab5c4625759205504c429123dd4acfd8", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726a00cf1498d1400e8e550\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The principles of European Union law are rules of law which have been developed by the European Court of Justice that constitute unwritten rules which are not expressly provided for in the treaties but which affect how European Union law is interpreted and applies. In formulating these principles, the courts have drawn on a variety of sources, including: public international law and legal doctrines and principles present in the legal systems of European Union member states and in the jurisprudence of the European Court of Human Rights. Accepted general principles of European Union Law include fundamental rights (see human rights), proportionality, legal certainty, equality before the law and subsidiarity.\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how developed and developing nation are portrayed through the world systems theory. The two main regions are the core and the periphery. The core consists of high areas of income and profit; the periphery is on the opposing side of the spectrum consisting of areas of low income and profit. ...\"\n },\n {\n \"document_id\": \"57332f81d058e614000b5776\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"After World War II, under a Communist regime set up by the conquering Soviets, the \\\"Bricks for Warsaw\\\" campaign was initiated, and large prefabricated housing projects were erected in Warsaw to address the housing shortage, along with other typical buildings of an Eastern Bloc city, such as the Palace of Culture and Science, a gift from the Soviet Union. The city resumed its role as the capital of Poland and the country's centre of political and economic life. Many of the historic streets, buildings, and churches were restored to their original form. In 1980, Warsaw's historic Old Town was inscribed onto UNESCO's World Heritage list.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57286192ff5b5019007da1dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57097c8fed30961900e841f2\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 741, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-fe978900bad73bab", "valid": true }, { "achieved_keep_ratio": 0.107182, "answer_retained": true, "deterministic": true, "input_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "input_tokens": 3620, "latency_ms": { "p50": 2.346, "p95": 2.362, "samples": [ 2.329, 2.363 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 452, "observed_tokens": 388 } ], "receipt_count": 1, "requested_target_tokens": 452 }, "output_sha256": "4e834d08e635746a7471f6493aa130f7c6da78ec3288b0182203c8000438ab32", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726a00cf1498d1400e8e550\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The principles of European Union law are rules of law which have been developed by the European Court of Justice that constitute unwritten rules which are not expressly provided for in the treaties but which affect how European Union law is interpreted and applies. In formulating these principles, the courts have drawn on a variety of sources, including: public international law and legal doctrines and principles present in the legal systems of European Union member states and in the jurisprudence of the European Court of Human Rights. Accepted general principles of European Union Law include fundamental rights (see human rights), proportionality, legal certainty, equality before the law and subsidiarity.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57286192ff5b5019007da1dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57097c8fed30961900e841f2\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 388, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-fe978900bad73bab", "valid": true }, { "achieved_keep_ratio": 0.40114, "answer_retained": true, "deterministic": true, "input_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "input_tokens": 3510, "latency_ms": { "p50": 3.442, "p95": 3.938, "samples": [ 3.993, 2.89 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1755, "observed_tokens": 1408 } ], "receipt_count": 1, "requested_target_tokens": 1755 }, "output_sha256": "969dbea7edcb8e8d3e8f21ef986ffa5ac1efda83e92f5ecd4cc7c148873e45f3", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"56de179dcffd8e1900b4b5da\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Normans had a profound effect on Irish culture and history after their invasion at Bannow Bay in 1169. Initially the Normans maintained a distinct culture and ethnicity. Yet, with time, they came to be subsumed into Irish culture to the point that it has been said that they became \\\"more Irish than the Irish themselves.\\\" The Normans settled mostly in an area in the east of Ireland, later known as the Pale, and also built many fine castles and settlements, including Trim Castle and Dublin Castle. Both cultures intermixed, borrowing from each other's language, culture and outlook. Norman descendants today can be recognised by their surnames. Names such as French, (De) Roche, Devereux, D'Arcy, Treacy and Lacy are particularly common in the southeast of Ireland, especially in the southern part of County Wexford where the first Norman settlements were established. Other Norman names such a...\"\n },\n {\n \"document_id\": \"57287338ff5b5019007da232\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"From the late 1340s onwards, people in the countryside suffered from frequent natural disasters such as droughts, floods and the resulting famines, and the government's lack of effective policy led to a loss of popular support. In 1351, the Red Turban Rebellion started and grew into a nationwide uprising. In 1354, when Toghtogha led a large army to crush the Red Turban rebels, Toghun Temür suddenly dismissed him for fear of betrayal. This resulted in Toghun Temür's restoration of power on the one hand and a rapid weakening of the central government on the other. He had no choice but to rely on local warlords' military power, and gradually lost his interest in politics and ceased to intervene in political struggles. He fled north to Shangdu from Khanbaliq (present-day Beijing) in 1368 after the approach of the forces of the Míng dynasty (1368–1644), founded by Zhu Yuanzhang in the south. ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57114aceb654c5140001fc47\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"By this means, the simple-expansion uniflow engine gives efficiency equivalent to that of classic compound systems with the added advantage of superior part-load performance, and comparable efficiency to turbines for smaller engines below one thousand horsepower. However, the thermal expansion gradient uniflow engines produce along the cylinder wall gives practical difficulties.[citation needed]. The Quasiturbine is a uniflow rotary steam engine where steam intakes in hot areas, while exhausting in cold areas. ...\"\n },\n {\n \"document_id\": \"56de179dcffd8e1900b4b5da\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Names such as French, (De) Roche, Devereux, D'Arcy, Treacy and Lacy are particularly common in the southeast of Ireland, especially in the southern part of County Wexford where the first Norman settlements were established. Other Norman names such as Furlong predominate there. Another common Norman-Irish name was Morell (Murrell) derived from the French Norman name Morel. Other names beginning with Fitz (from the Norman for son) indicate Norman ancestry. These included Fitzgerald, FitzGibbons (Gibbons) dynasty, Fitzmaurice. ...\"\n },\n {\n \"document_id\": \"570d47b8b3d812140066d62d\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"There are also several smaller freight operators and numerous tourist railways operating over lines which were once parts of a state-owned system. Victorian lines mainly use the 1,600 mm (5 ft 3 in) broad gauge. However, the interstate trunk routes, as well as a number of branch lines in the west of the state have been converted to 1,435 mm (4 ft 8 1⁄2 in) standard gauge. Two tourist railways operate over 760 mm (2 ft 6 in) narrow gauge lines, which are the remnants of five formerly government-owned lines which were built in mountainous areas.\"\n },\n {\n \"document_id\": \"57264b3edd62a815002e80aa\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Medical knowledge had stagnated during the Middle Ages. The most authoritative account at the time came from the medical faculty in Paris in a report to the king of France that blamed the heavens, in the form of a conjunction of three planets in 1345 that caused a \\\"great pestilence in the air\\\". This report became the first and most widely circulated of a series of plague tracts that sought to give advice to sufferers. That the plague was caused by bad air became the most widely accepted theory. Today, this is known as the Miasma theory. The word 'plague' had no special significance at this time, and only the recurrence of outbreaks during the Middle Ages gave it the name that has become the medical term.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5709686c200fba1400367f77\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e202e9e3433e1400423240\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1408, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1755, "trial_id": "squad-dbb0d82bc80b3d12", "valid": true }, { "achieved_keep_ratio": 0.203704, "answer_retained": true, "deterministic": true, "input_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "input_tokens": 3510, "latency_ms": { "p50": 2.507, "p95": 2.519, "samples": [ 2.52, 2.494 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 877, "observed_tokens": 715 } ], "receipt_count": 1, "requested_target_tokens": 877 }, "output_sha256": "d539d7f9e0f05d343fa2a775f53d54834427e9acc3819056358aab3d7c9c4103", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57114aceb654c5140001fc47\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"By this means, the simple-expansion uniflow engine gives efficiency equivalent to that of classic compound systems with the added advantage of superior part-load performance, and comparable efficiency to turbines for smaller engines below one thousand horsepower. However, the thermal expansion gradient uniflow engines produce along the cylinder wall gives practical difficulties.[citation needed]. The Quasiturbine is a uniflow rotary steam engine where steam intakes in hot areas, while exhausting in cold areas. ...\"\n },\n {\n \"document_id\": \"56de179dcffd8e1900b4b5da\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Names such as French, (De) Roche, Devereux, D'Arcy, Treacy and Lacy are particularly common in the southeast of Ireland, especially in the southern part of County Wexford where the first Norman settlements were established. Other Norman names such as Furlong predominate there. Another common Norman-Irish name was Morell (Murrell) derived from the French Norman name Morel. Other names beginning with Fitz (from the Norman for son) indicate Norman ancestry. These included Fitzgerald, FitzGibbons (Gibbons) dynasty, Fitzmaurice. ...\"\n },\n {\n \"document_id\": \"570d47b8b3d812140066d62d\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"There are also several smaller freight operators and numerous tourist railways operating over lines which were once parts of a state-owned system. Victorian lines mainly use the 1,600 mm (5 ft 3 in) broad gauge. However, the interstate trunk routes, as well as a number of branch lines in the west of the state have been converted to 1,435 mm (4 ft 8 1⁄2 in) standard gauge. Two tourist railways operate over 760 mm (2 ft 6 in) narrow gauge lines, which are the remnants of five formerly government-owned lines which were built in mountainous areas.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5709686c200fba1400367f77\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e202e9e3433e1400423240\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 715, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 877, "trial_id": "squad-dbb0d82bc80b3d12", "valid": true }, { "achieved_keep_ratio": 0.103419, "answer_retained": true, "deterministic": true, "input_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "input_tokens": 3510, "latency_ms": { "p50": 2.722, "p95": 2.8, "samples": [ 2.635, 2.809 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 438, "observed_tokens": 363 } ], "receipt_count": 1, "requested_target_tokens": 438 }, "output_sha256": "d4ff9a09be284d912447e6dcdbdc7927f82cbb882564a367c7b9b545b7a72233", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57114aceb654c5140001fc47\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"By this means, the simple-expansion uniflow engine gives efficiency equivalent to that of classic compound systems with the added advantage of superior part-load performance, and comparable efficiency to turbines for smaller engines below one thousand horsepower. However, the thermal expansion gradient uniflow engines produce along the cylinder wall gives practical difficulties.[citation needed]. The Quasiturbine is a uniflow rotary steam engine where steam intakes in hot areas, while exhausting in cold areas. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5709686c200fba1400367f77\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e202e9e3433e1400423240\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 363, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 438, "trial_id": "squad-dbb0d82bc80b3d12", "valid": true }, { "achieved_keep_ratio": 0.423398, "answer_retained": true, "deterministic": true, "input_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "input_tokens": 3231, "latency_ms": { "p50": 2.316, "p95": 2.378, "samples": [ 2.385, 2.247 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1615, "observed_tokens": 1368 } ], "receipt_count": 1, "requested_target_tokens": 1615 }, "output_sha256": "48e149baf4282d2477b93c9d76d108d71cabba2b526962a3a06bffd5453fc4d7", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572861cc4b864d190016495e\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The UChicago Arts program joins academic departments and programs in the Division of the Humanities and the College, as well as professional organizations including the Court Theatre, the Oriental Institute, the Smart Museum of Art, the Renaissance Society, University of Chicago Presents, and student arts organizations. The university has an artist-in-residence program and scholars in performance studies, contemporary art criticism, and film history. It has offered a doctorate in music composition since 1933 and in Cinema & Media studies since 2000, a master of fine arts in visual arts (early 1970s), and a master of arts in the humanities with a creative writing track (2000). It has bachelor's degree programs in visual arts, music, and art history, and, more recently, Cinema & Media studies (1996) and theater & performance studies (2002). The College's general education core includes a “...\"\n },\n {\n \"document_id\": \"57297ed93f37b3190047845f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"A particularly simple example of a probabilistic test is the Fermat primality test, which relies on the fact (Fermat's little theorem) that np≡n (mod p) for any n if p is a prime number. If we have a number b that we want to test for primality, then we work out nb (mod b) for a random value of n as our test. A flaw with this test is that there are some composite numbers (the Carmichael numbers) that satisfy the Fermat identity even though they are not prime, so the test has no way of distinguishing between prime numbers and Carmichael numbers. Carmichael numbers are substantially rarer than prime numbers, though, so this test can be useful for practical purposes. More powerful extensions of the Fermat primality test, such as the Baillie-PSW, Miller-Rabin, and Solovay-Strassen tests, are guaranteed to fail at least some of the time when applied to a composite number.\"\n },\n {\n \"document_id\": \"57340a094776f4190066177d\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Britain gained control of French Canada and Acadia, colonies containing approximately 80,000 primarily French-speaking Roman Catholic residents. The deportation of Acadians beginning in 1755 resulted in land made available to migrants from Europe and the colonies further south. The British resettled many Acadians throughout its North American provinces, but many went to France, and some went to New Orleans, which they had expected to remain French. Some were sent to colonize places as diverse as French Guiana and the Falkland Islands; these latter efforts were unsuccessful. Others migrated to places like Saint-Domingue, and fled to New Orleans after the Haitian Revolution. The Louisiana population contributed to the founding of the modern Cajun population. (The French word \\\"Acadien\\\" evolved to \\\"Cadien\\\", then to \\\"Cajun\\\".)\"\n },\n {\n \"document_id\": \"57300761947a6a140053cf9a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The Rhine was not known to Herodotus and first enters the historical period in the 1st century BC in Roman-era geography. At that time, it formed the boundary between Gaul and Germania. The Upper Rhine had been part of the areal of the late Hallstatt culture since the 6th century BC, and by the 1st century BC, the areal of the La Tène culture covered almost its entire length, forming a contact zone with the Jastorf culture, i.e. the locus of early Celtic-Germanic cultural contact. In Roman geography, the Rhine formed the boundary between Gallia and Germania by definition; e.g. Maurus Servius Honoratus, Commentary on the Aeneid of Vergil (8.727) (Rhenus) fluvius Galliae, qui Germanos a Gallia dividit \\\"(The Rhine is a) river of Gaul, which divides the Germanic people from Gaul.\\\"\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57108073b654c5140001f925\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"By 1620 the Huguenots were on the defensive, and the government increasingly applied pressure. A series of three small civil wars known as the Huguenot rebellions broke out, mainly in southwestern France, between 1621 and 1629. revolted against royal authority. The uprising occurred a decade following the death of Henry IV, a Huguenot before converting to Catholicism, who had protected Protestants through the Edict of Nantes. His successor Louis XIII, under the regency of his Italian Catholic mother Marie de' Medici, became more intolerant of Protestantism. The Huguenots respond by establishing independent political and military structures, establishing diplomatic contacts with foreign powers, and openly revolting against central power. The rebellions were implacably suppressed by the French Crown.[citation needed]\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725d42a89a1e219009abf58\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57113ba6b654c5140001fc1f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1368, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1615, "trial_id": "squad-fb8577ec44c607c3", "valid": true }, { "achieved_keep_ratio": 0.2052, "answer_retained": true, "deterministic": true, "input_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "input_tokens": 3231, "latency_ms": { "p50": 1.905, "p95": 2.012, "samples": [ 2.024, 1.786 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 807, "observed_tokens": 663 } ], "receipt_count": 1, "requested_target_tokens": 807 }, "output_sha256": "ae04aba0ae3fe46a8b3b473c8757713f438b1976b607ebfa38af353aca08d323", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572861cc4b864d190016495e\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The UChicago Arts program joins academic departments and programs in the Division of the Humanities and the College, as well as professional organizations including the Court Theatre, the Oriental Institute, the Smart Museum of Art, the Renaissance Society, University of Chicago Presents, and student arts organizations. The university has an artist-in-residence program and scholars in performance studies, contemporary art criticism, and film history. It has offered a doctorate in music composition since 1933 and in Cinema & Media studies since 2000, a master of fine arts in visual arts (early 1970s), and a master of arts in the humanities with a creative writing track (2000). It has bachelor's degree programs in visual arts, music, and art history, and, more recently, Cinema & Media studies (1996) and theater & performance studies (2002). The College's general education core includes a “...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57108073b654c5140001f925\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"By 1620 the Huguenots were on the defensive, and the government increasingly applied pressure. A series of three small civil wars known as the Huguenot rebellions broke out, mainly in southwestern France, between 1621 and 1629. revolted against royal authority. The uprising occurred a decade following the death of Henry IV, a Huguenot before converting to Catholicism, who had protected Protestants through the Edict of Nantes. His successor Louis XIII, under the regency of his Italian Catholic mother Marie de' Medici, became more intolerant of Protestantism. The Huguenots respond by establishing independent political and military structures, establishing diplomatic contacts with foreign powers, and openly revolting against central power. The rebellions were implacably suppressed by the French Crown.[citation needed]\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725d42a89a1e219009abf58\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57113ba6b654c5140001fc1f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 663, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 807, "trial_id": "squad-fb8577ec44c607c3", "valid": true }, { "achieved_keep_ratio": 0.113587, "answer_retained": true, "deterministic": true, "input_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "input_tokens": 3231, "latency_ms": { "p50": 2.149, "p95": 2.356, "samples": [ 2.38, 1.918 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 403, "observed_tokens": 367 } ], "receipt_count": 1, "requested_target_tokens": 403 }, "output_sha256": "a703f09b3eb6b6bbd1c491070a063d3a221a0547ac918b1dc2aaef0e46be328e", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57108073b654c5140001f925\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"By 1620 the Huguenots were on the defensive, and the government increasingly applied pressure. A series of three small civil wars known as the Huguenot rebellions broke out, mainly in southwestern France, between 1621 and 1629. revolted against royal authority. The uprising occurred a decade following the death of Henry IV, a Huguenot before converting to Catholicism, who had protected Protestants through the Edict of Nantes. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725d42a89a1e219009abf58\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57113ba6b654c5140001fc1f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 367, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 403, "trial_id": "squad-fb8577ec44c607c3", "valid": true }, { "achieved_keep_ratio": 0.43844, "answer_retained": true, "deterministic": true, "input_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "input_tokens": 3257, "latency_ms": { "p50": 4.695, "p95": 5.652, "samples": [ 3.633, 5.758 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1628, "observed_tokens": 1428 } ], "receipt_count": 1, "requested_target_tokens": 1628 }, "output_sha256": "db71fe13fb093e6c89daea9ed1e40888b7ff725a98e9d93118102fa537a45fc6", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e20a27cd28a01900c67c24\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Even though some proofs of complexity-theoretic theorems regularly assume some concrete choice of input encoding, one tries to keep the discussion abstract enough to be independent of the choice of encoding. This can be achieved by ensuring that different representations can be transformed into each other efficiently.\"\n },\n {\n \"document_id\": \"5725f5b1271a42140099d371\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Fresno is marked by a semi-arid climate (Köppen BSh), with mild, moist winters and hot and dry summers, thus displaying Mediterranean characteristics. December and January are the coldest months, and average around 46.5 °F (8.1 °C), and there are 14 nights with freezing lows annually, with the coldest night of the year typically bottoming out below 30 °F (−1.1 °C). July is the warmest month, averaging 83.0 °F (28.3 °C); normally, there are 32 days of 100 °F (37.8 °C)+ highs and 106 days of 90 °F (32.2 °C)+ highs, and in July and August, there are only three or four days where the high does not reach 90 °F (32.2 °C). Summers provide considerable sunshine, with July peaking at 97 percent of the total possible sunlight hours; conversely, January is the lowest with only 46 percent of the daylight time in sunlight because of thick tule fog. ...\"\n },\n {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Most early Greeks did not even consider 1 to be a number, so they could not consider it to be a prime. By the Middle Ages and Renaissance many mathematicians included 1 as the first prime number. In the mid-18th century Christian Goldbach listed 1 as the first prime in his famous correspondence with Leonhard Euler -- who did not agree. In the 19th century many mathematicians still considered the number 1 to be a prime. For example, Derrick Norman Lehmer's list of primes up to 10,006,721, reprinted as late as 1956, started with 1 as its first prime. Henri Lebesgue is said to be the last professional mathematician to call 1 prime. By the early 20th century, mathematicians began to accept that 1 is not a prime number, but rather forms its own special category as a \\\"unit\\\".\"\n },\n {\n \"document_id\": \"570d35b7b3d812140066d54d\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Victoria contains many topographically, geologically and climatically diverse areas, ranging from the wet, temperate climate of Gippsland in the southeast to the snow-covered Victorian alpine areas which rise to almost 2,000 m (6,600 ft), with Mount Bogong the highest peak at 1,986 m (6,516 ft). There are extensive semi-arid plains to the west and northwest. There is an extensive series of river systems in Victoria. Most notable is the Murray River system. Other rivers include: Ovens River, Goulburn River, Patterson River, King River, Campaspe River, Loddon River, Wimmera River, Elgin River, Barwon River, Thomson River, Snowy River, Latrobe River, Yarra River, Maribyrnong River, Mitta River, Hopkins River, Merri River and Kiewa River. The state symbols include the pink heath (state flower), Leadbeater's possum (state animal) and the helmeted honeyeater (state bird).\"\n },\n {\n \"document_id\": \"572821274b864d1900164510\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The tallest building in Downtown Jacksonville's skyline is the Bank of America Tower, constructed in 1990 as the Barnett Center. It has a height of 617 ft (188 m) and includes 42 floors. Other notable structures include the 37-story Wells Fargo Center (with its distinctive flared base making it the defining building in the Jacksonville skyline), originally built in 1972-74 by the Independent Life and Accident Insurance Company, and the 28 floor Riverplace Tower which, when completed in 1967, was the tallest precast, post-tensioned concrete structure in the world.\"\n },\n {\n \"document_id\": \"57113639a58dae1900cd6d18\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"These cylinders are designed to divide the work into equal shares for each expansion stage. As with the double expansion engine, if space is at a premium, then two smaller cylinders may be used for the low-pressure stage. Multiple expansion engines typically had the cylinders arranged inline, but various other formations were used. In the late 19th century, the Yarrow-Schlick-Tweedy balancing 'system' was used on some marine triple expansion engines. Y-S-T engines divided the low-pressure expansion stages between two cylinders, one at each end of the engine. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727c55bff5b5019007d94ce\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1428, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1628, "trial_id": "squad-2b74242d14427e7e", "valid": true }, { "achieved_keep_ratio": 0.236107, "answer_retained": true, "deterministic": true, "input_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "input_tokens": 3257, "latency_ms": { "p50": 2.903, "p95": 2.915, "samples": [ 2.89, 2.916 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 814, "observed_tokens": 769 } ], "receipt_count": 1, "requested_target_tokens": 814 }, "output_sha256": "fbed8f98d0bd43bb103d62338cfba86363a7977554324f48dd58097e3787b4c2", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e20a27cd28a01900c67c24\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Even though some proofs of complexity-theoretic theorems regularly assume some concrete choice of input encoding, one tries to keep the discussion abstract enough to be independent of the choice of encoding. This can be achieved by ensuring that different representations can be transformed into each other efficiently.\"\n },\n {\n \"document_id\": \"5725f5b1271a42140099d371\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Fresno is marked by a semi-arid climate (Köppen BSh), with mild, moist winters and hot and dry summers, thus displaying Mediterranean characteristics. December and January are the coldest months, and average around 46.5 °F (8.1 °C), and there are 14 nights with freezing lows annually, with the coldest night of the year typically bottoming out below 30 °F (−1.1 °C). July is the warmest month, averaging 83.0 °F (28.3 °C); normally, there are 32 days of 100 °F (37.8 °C)+ highs and 106 days of 90 °F (32.2 °C)+ highs, and in July and August, there are only three or four days where the high does not reach 90 °F (32.2 °C). Summers provide considerable sunshine, with July peaking at 97 percent of the total possible sunlight hours; conversely, January is the lowest with only 46 percent of the daylight time in sunlight because of thick tule fog. ...\"\n },\n {\n \"document_id\": \"572821274b864d1900164510\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The tallest building in Downtown Jacksonville's skyline is the Bank of America Tower, constructed in 1990 as the Barnett Center. It has a height of 617 ft (188 m) and includes 42 floors. Other notable structures include the 37-story Wells Fargo Center (with its distinctive flared base making it the defining building in the Jacksonville skyline), originally built in 1972-74 by the Independent Life and Accident Insurance Company, and the 28 floor Riverplace Tower which, when completed in 1967, was the tallest precast, post-tensioned concrete structure in the world.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727c55bff5b5019007d94ce\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 769, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 814, "trial_id": "squad-2b74242d14427e7e", "valid": true }, { "achieved_keep_ratio": 0.097943, "answer_retained": true, "deterministic": true, "input_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "input_tokens": 3257, "latency_ms": { "p50": 3.217, "p95": 3.809, "samples": [ 2.559, 3.875 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 407, "observed_tokens": 319 } ], "receipt_count": 1, "requested_target_tokens": 407 }, "output_sha256": "90ce3c4caeab0ef411fdfb0fb112d4bb0514e073442b6d5094a2f4898b3c25b1", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e20a27cd28a01900c67c24\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Even though some proofs of complexity-theoretic theorems regularly assume some concrete choice of input encoding, one tries to keep the discussion abstract enough to be independent of the choice of encoding. This can be achieved by ensuring that different representations can be transformed into each other efficiently.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727c55bff5b5019007d94ce\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 319, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 407, "trial_id": "squad-2b74242d14427e7e", "valid": true }, { "achieved_keep_ratio": 0.387213, "answer_retained": true, "deterministic": true, "input_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "input_tokens": 3613, "latency_ms": { "p50": 3.76, "p95": 4.337, "samples": [ 3.12, 4.401 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1806, "observed_tokens": 1399 } ], "receipt_count": 1, "requested_target_tokens": 1806 }, "output_sha256": "636ea0e162cff8f90d9a712f58fd4df29a4a942ddf7b443c50fc1f9697a255c0", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Imperialism and colonialism both dictate the political and economic advantage over a land and the indigenous populations they control, yet scholars sometimes find it difficult to illustrate the difference between the two. Although imperialism and colonialism focus on the suppression of an other, if colonialism refers to the process of a country taking physical control of another, imperialism refers to the political and monetary dominance, either formally or informally. Colonialism is seen to be the architect deciding how to start dominating areas and then imperialism can be seen as creating the idea behind conquest cooperating with colonialism. Colonialism is when the imperial nation begins a conquest over an area and then eventually is able to rule over the areas the previous nation had controlled. Colonialism's core meaning is the exploitation of the valuable assets and supplies of the...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572825a92ca10214002d9efe\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Civil disobedients have chosen a variety of different illegal acts. Bedau writes, \\\"There is a whole class of acts, undertaken in the name of civil disobedience, which, even if they were widely practiced, would in themselves constitute hardly more than a nuisance (e.g. trespassing at a nuclear-missile installation)...Such acts are often just a harassment and, at least to the bystander, somewhat inane...The remoteness of the connection between the disobedient act and the objectionable law lays such acts open to the charge of ineffectiveness and absurdity.\\\" Bedau also notes, though, that the very harmlessness of such entirely symbolic illegal protests toward public policy goals may serve a propaganda purpose. ...\"\n },\n {\n \"document_id\": \"5726e179dd62a815002e93ae\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Because of the complexity of medications including specific indications, effectiveness of treatment regimens, safety of medications (i.e., drug interactions) and patient compliance issues (in the hospital and at home) many pharmacists practicing in hospitals gain more education and training after pharmacy school through a pharmacy practice residency and sometimes followed by another residency in a specific area. Those pharmacists are often referred to as clinical pharmacists and they often specialize in various disciplines of pharmacy. For example, there are pharmacists who specialize in hematology/oncology, HIV/AIDS, infectious disease, critical care, emergency medicine, toxicology, nuclear pharmacy, pain management, psychiatry, anti-coagulation clinics, herbal medicine, neurology/epilepsy management, pediatrics, neonatal pharmacists and more.\"\n },\n {\n \"document_id\": \"5725d183271a42140099d23d\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Before World War II, Fresno had many ethnic neighborhoods, including Little Armenia, German Town, Little Italy, and Chinatown. In 1940, the Census Bureau reported Fresno's population as 94.0% white, 3.3% black and 2.7% Asian. (Incongruously, Chinatown was primarily a Japanese neighborhood and today Japanese-American businesses still remain). During 1942, Pinedale, in what is now North Fresno, was the site of the Pinedale Assembly Center, an interim facility for the relocation of Fresno area Japanese Americans to internment camps. The Fresno Fairgrounds was also utilized as an assembly center.\"\n },\n {\n \"document_id\": \"572a0e4b6aef051400155214\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"An example is HIV, which mutates rapidly, so the proteins on its viral envelope that are essential for entry into its host target cell are constantly changing. These frequent changes in antigens may explain the failures of vaccines directed at this virus. The parasite Trypanosoma brucei uses a similar strategy, constantly switching one type of surface protein for another, allowing it to stay one step ahead of the antibody response. Masking antigens with host molecules is another common strategy for avoiding detection by the immune system. In HIV, the envelope that covers the virion is formed from the outermost membrane of the host cell; such \\\"self-cloaked\\\" viruses make it difficult for the immune system to identify them as \\\"non-self\\\" structures. ...\"\n },\n {\n \"document_id\": \"571161092419e314009555d7\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"It is possible to use a mechanism based on a pistonless rotary engine such as the Wankel engine in place of the cylinders and valve gear of a conventional reciprocating steam engine. Many such engines have been designed, from the time of James Watt to the present day, but relatively few were actually built and even fewer went into quantity production; see link at bottom of article for more details. The major problem is the difficulty of sealing the rotors to make them steam-tight in the face of wear and thermal expansion; the resulting leakage made them very inefficient. Lack of expansive working, or any means of control of the cutoff is also a serious problem with many such designs.[citation needed]\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571161092419e314009555d7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1399, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1806, "trial_id": "squad-f1f528e3eb0350ac", "valid": true }, { "achieved_keep_ratio": 0.170219, "answer_retained": true, "deterministic": true, "input_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "input_tokens": 3613, "latency_ms": { "p50": 2.559, "p95": 2.587, "samples": [ 2.59, 2.527 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 903, "observed_tokens": 615 } ], "receipt_count": 1, "requested_target_tokens": 903 }, "output_sha256": "eaf0aa8deaf5f0c4d881698fea61a84492d69bcb5abd16723fe8b1f4c246fb48", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572825a92ca10214002d9efe\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Civil disobedients have chosen a variety of different illegal acts. Bedau writes, \\\"There is a whole class of acts, undertaken in the name of civil disobedience, which, even if they were widely practiced, would in themselves constitute hardly more than a nuisance (e.g. trespassing at a nuclear-missile installation)...Such acts are often just a harassment and, at least to the bystander, somewhat inane...The remoteness of the connection between the disobedient act and the objectionable law lays such acts open to the charge of ineffectiveness and absurdity.\\\" Bedau also notes, though, that the very harmlessness of such entirely symbolic illegal protests toward public policy goals may serve a propaganda purpose. ...\"\n },\n {\n \"document_id\": \"5726e179dd62a815002e93ae\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Because of the complexity of medications including specific indications, effectiveness of treatment regimens, safety of medications (i.e., drug interactions) and patient compliance issues (in the hospital and at home) many pharmacists practicing in hospitals gain more education and training after pharmacy school through a pharmacy practice residency and sometimes followed by another residency in a specific area. Those pharmacists are often referred to as clinical pharmacists and they often specialize in various disciplines of pharmacy. For example, there are pharmacists who specialize in hematology/oncology, HIV/AIDS, infectious disease, critical care, emergency medicine, toxicology, nuclear pharmacy, pain management, psychiatry, anti-coagulation clinics, herbal medicine, neurology/epilepsy management, pediatrics, neonatal pharmacists and more.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571161092419e314009555d7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 615, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 903, "trial_id": "squad-f1f528e3eb0350ac", "valid": true }, { "achieved_keep_ratio": 0.11597, "answer_retained": true, "deterministic": true, "input_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "input_tokens": 3613, "latency_ms": { "p50": 2.433, "p95": 2.453, "samples": [ 2.412, 2.455 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 451, "observed_tokens": 419 } ], "receipt_count": 1, "requested_target_tokens": 451 }, "output_sha256": "821328a25a686ef271fe54f6336311bb49fd20746d7076679d02a2545d6f9aac", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572825a92ca10214002d9efe\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Civil disobedients have chosen a variety of different illegal acts. Bedau writes, \\\"There is a whole class of acts, undertaken in the name of civil disobedience, which, even if they were widely practiced, would in themselves constitute hardly more than a nuisance (e.g. trespassing at a nuclear-missile installation)...Such acts are often just a harassment and, at least to the bystander, somewhat inane...The remoteness of the connection between the disobedient act and the objectionable law lays such acts open to the charge of ineffectiveness and absurdity.\\\" Bedau also notes, though, that the very harmlessness of such entirely symbolic illegal protests toward public policy goals may serve a propaganda purpose. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571161092419e314009555d7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 419, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 451, "trial_id": "squad-f1f528e3eb0350ac", "valid": true }, { "achieved_keep_ratio": 0.361679, "answer_retained": true, "deterministic": true, "input_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "input_tokens": 3622, "latency_ms": { "p50": 4.474, "p95": 5.227, "samples": [ 5.311, 3.638 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1811, "observed_tokens": 1310 } ], "receipt_count": 1, "requested_target_tokens": 1811 }, "output_sha256": "e8291cc44aa91c71e0684fa7c6206a21c52dac4780855882169103dc3b2138ab", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726f96ddd62a815002e9698\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This shift has already commenced in some countries; for instance, pharmacists in Australia receive remuneration from the Australian Government for conducting comprehensive Home Medicines Reviews. In Canada, pharmacists in certain provinces have limited prescribing rights (as in Alberta and British Columbia) or are remunerated by their provincial government for expanded services such as medications reviews (Medschecks in Ontario). In the United Kingdom, pharmacists who undertake additional training are obtaining prescribing rights and this is because of pharmacy education. They are also being paid for by the government for medicine use reviews. In Scotland the pharmacist can write prescriptions for Scottish registered patients of their regular medications, for the majority of drugs, except for controlled drugs, when the patient is unable to see their doctor, as could happen if they are aw...\"\n },\n {\n \"document_id\": \"572ff7ab04bcaa1900d76f51\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The shape of the Rhine delta is determined by two bifurcations: first, at Millingen aan de Rijn, the Rhine splits into Waal and Pannerdens Kanaal, which changes its name to Nederrijn at Angeren, and second near Arnhem, the IJssel branches off from the Nederrijn. This creates three main flows, two of which change names rather often. The largest and southern main branch begins as Waal and continues as Boven Merwede (\\\"Upper Merwede\\\"), Beneden Merwede (\\\"Lower Merwede\\\"), Noord River (\\\"North River\\\"), Nieuwe Maas (\\\"New Meuse\\\"), Het Scheur (\\\"the Rip\\\") and Nieuwe Waterweg (\\\"New Waterway\\\"). The middle flow begins as Nederrijn, then changes into Lek, then joins the Noord, thereby forming Nieuwe Maas. The northern flow keeps the name IJssel until it flows into Lake IJsselmeer. Three more flows carry significant amounts of water: the Nieuwe Merwede (\\\"New Merwede\\\"), which branches off from the souther...\"\n },\n {\n \"document_id\": \"57287c142ca10214002da3d0\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Yuan undertook extensive public works. Among Kublai Khan's top engineers and scientists was the astronomer Guo Shoujing, who was tasked with many public works projects and helped the Yuan reform the lunisolar calendar to provide an accuracy of 365.2425 days of the year, which was only 26 seconds off the modern Gregorian calendar's measurement. Road and water communications were reorganized and improved. To provide against possible famines, granaries were ordered built throughout the empire. The city of Beijing was rebuilt with new palace grounds that included artificial lakes, hills and mountains, and parks. During the Yuan period, Beijing became the terminus of the Grand Canal of China, which was completely renovated. These commercially oriented improvements encouraged overland and maritime commerce throughout Asia and facilitated direct Chinese contacts with Europe. Chinese travele...\"\n },\n {\n \"document_id\": \"57379ed81c456719005744d5\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Tension forces can be modeled using ideal strings that are massless, frictionless, unbreakable, and unstretchable. They can be combined with ideal pulleys, which allow ideal strings to switch physical direction. Ideal strings transmit tension forces instantaneously in action-reaction pairs so that if two objects are connected by an ideal string, any force directed along the string by the first object is accompanied by a force directed along the string in the opposite direction by the second object. By connecting the same string multiple times to the same object through the use of a set-up that uses movable pulleys, the tension force on a load can be multiplied. For every string that acts on a load, another factor of the tension force in the string acts on the load. However, even though such machines allow for an increase in force, there is a corresponding increase in the length of string...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5726f96ddd62a815002e9698\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This shift has already commenced in some countries; for instance, pharmacists in Australia receive remuneration from the Australian Government for conducting comprehensive Home Medicines Reviews. In Canada, pharmacists in certain provinces have limited prescribing rights (as in Alberta and British Columbia) or are remunerated by their provincial government for expanded services such as medications reviews (Medschecks in Ontario). In the United Kingdom, pharmacists who undertake additional training are obtaining prescribing rights and this is because of pharmacy education. They are also being paid for by the government for medicine use reviews. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572fdc34a23a5019007fca93\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727dd2e4b864d1900163eba\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1310, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1811, "trial_id": "squad-83ace924dad06b4c", "valid": true }, { "achieved_keep_ratio": 0.160409, "answer_retained": true, "deterministic": true, "input_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "input_tokens": 3622, "latency_ms": { "p50": 2.626, "p95": 2.72, "samples": [ 2.522, 2.73 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 905, "observed_tokens": 581 } ], "receipt_count": 1, "requested_target_tokens": 905 }, "output_sha256": "f8e205402f03e411c825beef86c7d536ef767a4381795e85ad303803bcddbb56", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726f96ddd62a815002e9698\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This shift has already commenced in some countries; for instance, pharmacists in Australia receive remuneration from the Australian Government for conducting comprehensive Home Medicines Reviews. In Canada, pharmacists in certain provinces have limited prescribing rights (as in Alberta and British Columbia) or are remunerated by their provincial government for expanded services such as medications reviews (Medschecks in Ontario). In the United Kingdom, pharmacists who undertake additional training are obtaining prescribing rights and this is because of pharmacy education. They are also being paid for by the government for medicine use reviews. In Scotland the pharmacist can write prescriptions for Scottish registered patients of their regular medications, for the majority of drugs, except for controlled drugs, when the patient is unable to see their doctor, as could happen if they are aw...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5726f96ddd62a815002e9698\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This shift has already commenced in some countries; for instance, pharmacists in Australia receive remuneration from the Australian Government for conducting comprehensive Home Medicines Reviews. In Canada, pharmacists in certain provinces have limited prescribing rights (as in Alberta and British Columbia) or are remunerated by their provincial government for expanded services such as medications reviews (Medschecks in Ontario). In the United Kingdom, pharmacists who undertake additional training are obtaining prescribing rights and this is because of pharmacy education. They are also being paid for by the government for medicine use reviews. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572fdc34a23a5019007fca93\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727dd2e4b864d1900163eba\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 581, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-83ace924dad06b4c", "valid": true }, { "achieved_keep_ratio": 0.104086, "answer_retained": true, "deterministic": true, "input_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "input_tokens": 3622, "latency_ms": { "p50": 3.646, "p95": 3.678, "samples": [ 3.61, 3.682 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 452, "observed_tokens": 377 } ], "receipt_count": 1, "requested_target_tokens": 452 }, "output_sha256": "38b9ee0bc89af84ad170d6ab2b5b796eeb22394a87c458867dee6b99939ab485", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726f96ddd62a815002e9698\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This shift has already commenced in some countries; for instance, pharmacists in Australia receive remuneration from the Australian Government for conducting comprehensive Home Medicines Reviews. In Canada, pharmacists in certain provinces have limited prescribing rights (as in Alberta and British Columbia) or are remunerated by their provincial government for expanded services such as medications reviews (Medschecks in Ontario). In the United Kingdom, pharmacists who undertake additional training are obtaining prescribing rights and this is because of pharmacy education. They are also being paid for by the government for medicine use reviews. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572fdc34a23a5019007fca93\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727dd2e4b864d1900163eba\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 377, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-83ace924dad06b4c", "valid": true }, { "achieved_keep_ratio": 0.423699, "answer_retained": true, "deterministic": true, "input_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "input_tokens": 2844, "latency_ms": { "p50": 3.148, "p95": 3.431, "samples": [ 2.834, 3.462 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1422, "observed_tokens": 1205 } ], "receipt_count": 1, "requested_target_tokens": 1422 }, "output_sha256": "1525f91527b05c36542809b9f3045685eb4add23ac88315ddc9bbaf2c1435e68", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5727db85ff5b5019007d96fc\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Harvard's athletic rivalry with Yale is intense in every sport in which they meet, coming to a climax each fall in the annual football meeting, which dates back to 1875 and is usually called simply \\\"The Game\\\". While Harvard's football team is no longer one of the country's best as it often was a century ago during football's early days (it won the Rose Bowl in 1920), both it and Yale have influenced the way the game is played. In 1903, Harvard Stadium introduced a new era into football with the first-ever permanent reinforced concrete stadium of its kind in the country. The stadium's structure actually played a role in the evolution of the college game. Seeking to reduce the alarming number of deaths and serious injuries in the sport, Walter Camp (former captain of the Yale football team), suggested widening the field to open up the game. But the stadium was too narrow to accommodate a w...\"\n },\n {\n \"document_id\": \"5728202c4b864d19001644ec\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Non-revolutionary civil disobedience is a simple disobedience of laws on the grounds that they are judged \\\"wrong\\\" by an individual conscience, or as part of an effort to render certain laws ineffective, to cause their repeal, or to exert pressure to get one's political wishes on some other issue. Revolutionary civil disobedience is more of an active attempt to overthrow a government (or to change cultural traditions, social customs, religious beliefs, etc...revolution doesn't have to be political, i.e. \\\"cultural revolution\\\", it simply implies sweeping and widespread change to a section of the social fabric). Gandhi's acts have been described as revolutionary civil disobedience. It has been claimed that the Hungarians under Ferenc Deák directed revolutionary civil disobedience against the Austrian government. Thoreau also wrote of civil disobedience accomplishing \\\"peaceable revolution.\\\" H...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572991943f37b319004784a1\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"A third type of conjectures concerns aspects of the distribution of primes. It is conjectured that there are infinitely many twin primes, pairs of primes with difference 2 (twin prime conjecture). Polignac's conjecture is a strengthening of that conjecture, it states that for every positive integer n, there are infinitely many pairs of consecutive primes that differ by 2n. It is conjectured there are infinitely many primes of the form n2 + 1. These conjectures are special cases of the broad Schinzel's hypothesis H. Brocard's conjecture says that there are always at least four primes between the squares of consecutive primes greater than 2. Legendre's conjecture states that there is a prime number between n2 and (n + 1)2 for every positive integer n. It is implied by the stronger Cramér's conjecture.\"\n },\n {\n \"document_id\": \"57264d9edd62a815002e80fe\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In 1973, Nixon named William E. Simon as the first Administrator of the Federal Energy Office, a short-term organization created to coordinate the response to the embargo. Simon allocated states the same amount of domestic oil for 1974 that each had consumed in 1972, which worked for states whose populations were not increasing. In other states, lines at gasoline stations were common. The American Automobile Association reported that in the last week of February 1974, 20% of American gasoline stations had no fuel.\"\n },\n {\n \"document_id\": \"57114f0050c2381900b54a65\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Steam engines can be said to have been the moving force behind the Industrial Revolution and saw widespread commercial use driving machinery in factories, mills and mines; powering pumping stations; and propelling transport appliances such as railway locomotives, ships, steamboats and road vehicles. Their use in agriculture led to an increase in the land available for cultivation. There have at one time or another been steam-powered farm tractors, motorcycles (without much success) and even automobiles as the Stanley Steamer.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1febfe3433e1400423236\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1205, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1422, "trial_id": "squad-3b1a44eab9f116e4", "valid": true }, { "achieved_keep_ratio": 0.207454, "answer_retained": true, "deterministic": true, "input_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "input_tokens": 2844, "latency_ms": { "p50": 3.127, "p95": 3.427, "samples": [ 3.46, 2.794 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 711, "observed_tokens": 590 } ], "receipt_count": 1, "requested_target_tokens": 711 }, "output_sha256": "aa8c8b8da8e00fa4650ba39935b21fbdf244d0a94ff526e2f20997b839c28886", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572991943f37b319004784a1\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"A third type of conjectures concerns aspects of the distribution of primes. It is conjectured that there are infinitely many twin primes, pairs of primes with difference 2 (twin prime conjecture). Polignac's conjecture is a strengthening of that conjecture, it states that for every positive integer n, there are infinitely many pairs of consecutive primes that differ by 2n. It is conjectured there are infinitely many primes of the form n2 + 1. These conjectures are special cases of the broad Schinzel's hypothesis H. Brocard's conjecture says that there are always at least four primes between the squares of consecutive primes greater than 2. Legendre's conjecture states that there is a prime number between n2 and (n + 1)2 for every positive integer n. It is implied by the stronger Cramér's conjecture.\"\n },\n {\n \"document_id\": \"57264d9edd62a815002e80fe\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In 1973, Nixon named William E. Simon as the first Administrator of the Federal Energy Office, a short-term organization created to coordinate the response to the embargo. Simon allocated states the same amount of domestic oil for 1974 that each had consumed in 1972, which worked for states whose populations were not increasing. In other states, lines at gasoline stations were common. The American Automobile Association reported that in the last week of February 1974, 20% of American gasoline stations had no fuel.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1febfe3433e1400423236\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 590, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 711, "trial_id": "squad-3b1a44eab9f116e4", "valid": true }, { "achieved_keep_ratio": 0.096695, "answer_retained": true, "deterministic": true, "input_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "input_tokens": 2844, "latency_ms": { "p50": 1.95, "p95": 1.974, "samples": [ 1.977, 1.923 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 355, "observed_tokens": 275 } ], "receipt_count": 1, "requested_target_tokens": 355 }, "output_sha256": "e00c25bc2b2a27f1c9ca69afe513ca89ef39806b007882816de71c4b49eed5ce", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572991943f37b319004784a1\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"A third type of conjectures concerns aspects of the distribution of primes. It is conjectured that there are infinitely many twin primes, pairs of primes with difference 2 (twin prime conjecture). Polignac's conjecture is a strengthening of that conjecture, it states that for every positive integer n, there are infinitely many pairs of consecutive primes that differ by 2n. It is conjectured there are infinitely many primes of the form n2 + 1. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 275, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 355, "trial_id": "squad-3b1a44eab9f116e4", "valid": true }, { "achieved_keep_ratio": 0.390032, "answer_retained": true, "deterministic": true, "input_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "input_tokens": 3110, "latency_ms": { "p50": 3.242, "p95": 3.478, "samples": [ 3.504, 2.98 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1555, "observed_tokens": 1213 } ], "receipt_count": 1, "requested_target_tokens": 1555 }, "output_sha256": "7dc49b004a553ddc9a1df11a936637a21e095fc39e9b1f23465de339e9f93f12", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725ca4389a1e219009abeb4\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The primary law of the EU consists mainly of the founding treaties, the \\\"core\\\" treaties being the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU). The Treaties contain formal and substantive provisions, which frame policies of the European Union institutions and determine the division of competences between the European Union and its member states. The TEU establishes that European Union law applies to the metropolitan territories of the member states, as well as certain islands and overseas territories, including Madeira, the Canary Islands and the French overseas departments. European Union law also applies in territories where a member state is responsible for external relations, for example Gibraltar and the Åland islands. The TEU allows the European Council to make specific provisions for regions, as for example done for customs matters ...\"\n },\n {\n \"document_id\": \"57283db6ff5b5019007d9fbc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"University of Chicago scholars have played a major role in the development of various academic disciplines, including: the Chicago school of economics, the Chicago school of sociology, the law and economics movement in legal analysis, the Chicago school of literary criticism, the Chicago school of religion, and the behavioralism school of political science. Chicago's physics department helped develop the world's first man-made, self-sustaining nuclear reaction beneath the university's Stagg Field. Chicago's research pursuits have been aided by unique affiliations with world-renowned institutions like the nearby Fermilab and Argonne National Laboratory, as well as the Marine Biological Laboratory. The university is also home to the University of Chicago Press, the largest university press in the United States. With an estimated completion date of 2020, the Barack Obama Presidential Center...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56e1a38de3433e140042305c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"To measure the difficulty of solving a computational problem, one may wish to see how much time the best algorithm requires to solve the problem. However, the running time may, in general, depend on the instance. In particular, larger instances will require more time to solve. Thus the time required to solve a problem (or the space required, or any measure of complexity) is calculated as a function of the size of the instance. This is usually taken to be the size of the input in bits. Complexity theory is interested in how algorithms scale with an increase in the input size. For instance, in the problem of finding whether a graph is connected, how much more time does it take to solve a problem for a graph with 2n vertices compared to the time taken for a graph with n vertices?\"\n },\n {\n \"document_id\": \"5725ca4389a1e219009abeb4\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The primary law of the EU consists mainly of the founding treaties, the \\\"core\\\" treaties being the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU). The Treaties contain formal and substantive provisions, which frame policies of the European Union institutions and determine the division of competences between the European Union and its member states. The TEU establishes that European Union law applies to the metropolitan territories of the member states, as well as certain islands and overseas territories, including Madeira, the Canary Islands and the French overseas departments. European Union law also applies in territories where a member state is responsible for external relations, for example Gibraltar and the Åland islands. ...\"\n },\n {\n \"document_id\": \"5705e26d75f01819005e76d4\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Southern California, often abbreviated SoCal, is a geographic and cultural region that generally comprises California's southernmost 10 counties. The region is traditionally described as \\\"eight counties\\\", based on demographics and economic ties: Imperial, Los Angeles, Orange, Riverside, San Bernardino, San Diego, Santa Barbara, and Ventura. The more extensive 10-county definition, including Kern and San Luis Obispo counties, is also used based on historical political divisions. Southern California is a major economic center for the state of California and the United States.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57283db6ff5b5019007d9fbc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728f2e26aef051400154896\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1213, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1555, "trial_id": "squad-459f73d57446033a", "valid": true }, { "achieved_keep_ratio": 0.200965, "answer_retained": true, "deterministic": true, "input_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "input_tokens": 3110, "latency_ms": { "p50": 2.124, "p95": 2.131, "samples": [ 2.132, 2.115 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 777, "observed_tokens": 625 } ], "receipt_count": 1, "requested_target_tokens": 777 }, "output_sha256": "0b9a5a70c03f78065b4d9f2d076be74b5419cc4cfcde105d5b8aac67c52981fb", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e1a38de3433e140042305c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"To measure the difficulty of solving a computational problem, one may wish to see how much time the best algorithm requires to solve the problem. However, the running time may, in general, depend on the instance. In particular, larger instances will require more time to solve. Thus the time required to solve a problem (or the space required, or any measure of complexity) is calculated as a function of the size of the instance. This is usually taken to be the size of the input in bits. Complexity theory is interested in how algorithms scale with an increase in the input size. For instance, in the problem of finding whether a graph is connected, how much more time does it take to solve a problem for a graph with 2n vertices compared to the time taken for a graph with n vertices?\"\n },\n {\n \"document_id\": \"5725ca4389a1e219009abeb4\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The primary law of the EU consists mainly of the founding treaties, the \\\"core\\\" treaties being the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU). The Treaties contain formal and substantive provisions, which frame policies of the European Union institutions and determine the division of competences between the European Union and its member states. The TEU establishes that European Union law applies to the metropolitan territories of the member states, as well as certain islands and overseas territories, including Madeira, the Canary Islands and the French overseas departments. European Union law also applies in territories where a member state is responsible for external relations, for example Gibraltar and the Åland islands. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57283db6ff5b5019007d9fbc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728f2e26aef051400154896\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 625, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 777, "trial_id": "squad-459f73d57446033a", "valid": true }, { "achieved_keep_ratio": 0.11672, "answer_retained": true, "deterministic": true, "input_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "input_tokens": 3110, "latency_ms": { "p50": 2.1, "p95": 2.129, "samples": [ 2.132, 2.068 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 388, "observed_tokens": 363 } ], "receipt_count": 1, "requested_target_tokens": 388 }, "output_sha256": "fd13a792853190f2df7ef1ed6c1299e6e0479ee80698d0c3340d1a0d92ec7ccf", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e1a38de3433e140042305c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"However, the running time may, in general, depend on the instance. In particular, larger instances will require more time to solve. Thus the time required to solve a problem (or the space required, or any measure of complexity) is calculated as a function of the size of the instance. This is usually taken to be the size of the input in bits. Complexity theory is interested in how algorithms scale with an increase in the input size. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57283db6ff5b5019007d9fbc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728f2e26aef051400154896\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 363, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 388, "trial_id": "squad-459f73d57446033a", "valid": true }, { "achieved_keep_ratio": 0.391253, "answer_retained": true, "deterministic": true, "input_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "input_tokens": 3361, "latency_ms": { "p50": 4.418, "p95": 6.098, "samples": [ 6.285, 2.551 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1680, "observed_tokens": 1315 } ], "receipt_count": 1, "requested_target_tokens": 1680 }, "output_sha256": "e977cde5243c69306d2a535f4a2e7df193af0e2ee5113e999f778672e7f64fac", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57294279af94a219006aa209\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"These studies were widely presented as demonstrating that the current warming period is exceptional in comparison to temperatures between 1000 and 1900, and the MBH99 based graph featured in publicity. Even at the draft stage, this finding was disputed by contrarians: in May 2000 Fred Singer's Science and Environmental Policy Project held a press event on Capitol Hill, Washington, D.C., featuring comments on the graph Wibjörn Karlén and Singer argued against the graph at a United States Senate Committee on Commerce, Science and Transportation hearing on 18 July 2000. Contrarian John Lawrence Daly featured a modified version of the IPCC 1990 schematic, which he mis-identified as appearing in the IPCC 1995 report, and argued that \\\"Overturning its own previous view in the 1995 report, the IPCC presented the 'Hockey Stick' as the new orthodoxy with hardly an apology or explanation for the ab...\"\n },\n {\n \"document_id\": \"571136b8a58dae1900cd6d22\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the 1840s and 50s, there were attempts to overcome this problem by means of various patent valve gears with a separate, variable cutoff expansion valve riding on the back of the main slide valve; the latter usually had fixed or limited cutoff. The combined setup gave a fair approximation of the ideal events, at the expense of increased friction and wear, and the mechanism tended to be complicated. The usual compromise solution has been to provide lap by lengthening rubbing surfaces of the valve in such a way as to overlap the port on the admission side, with the effect that the exhaust side remains open for a longer period after cut-off on the admission side has occurred. This expedient has since been generally considered satisfactory for most purposes and makes possible the use of the simpler Stephenson, Joy and Walschaerts motions. Corliss, and later, poppet valve gears had separate...\"\n },\n {\n \"document_id\": \"571154c72419e31400955587\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The main use for steam turbines is in electricity generation (in the 1990s about 90% of the world's electric production was by use of steam turbines) however the recent widespread application of large gas turbine units and typical combined cycle power plants has resulted in reduction of this percentage to the 80% regime for steam turbines. In electricity production, the high speed of turbine rotation matches well with the speed of modern electric generators, which are typically direct connected to their driving turbines. In marine service, (pioneered on the Turbinia), steam turbines with reduction gearing (although the Turbinia has direct turbines to propellers with no reduction gearbox) dominated large ship propulsion throughout the late 20th century, being more efficient (and requiring far less maintenance) than reciprocating steam engines. In recent decades, reciprocating Diesel engin...\"\n },\n {\n \"document_id\": \"5711669550c2381900b54adf\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The Rankine cycle is sometimes referred to as a practical Carnot cycle because, when an efficient turbine is used, the TS diagram begins to resemble the Carnot cycle. The main difference is that heat addition (in the boiler) and rejection (in the condenser) are isobaric (constant pressure) processes in the Rankine cycle and isothermal (constant temperature) processes in the theoretical Carnot cycle. In this cycle a pump is used to pressurize the working fluid which is received from the condenser as a liquid not as a gas. Pumping the working fluid in liquid form during the cycle requires a small fraction of the energy to transport it compared to the energy needed to compress the working fluid in gaseous form in a compressor (as in the Carnot cycle). The cycle of a reciprocating steam engine differs from that of turbines because of condensation and re-evaporation occurring in the cylinder ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw's mixture of architectural styles reflects the turbulent history of the city and country. During the Second World War, Warsaw was razed to the ground by bombing raids and planned destruction. After liberation, rebuilding began as in other cities of the communist-ruled PRL. Most of the historical buildings were thoroughly reconstructed. However, some of the buildings from the 19th century that had been preserved in reasonably reconstructible form were nonetheless eradicated in the 1950s and 1960s (e.g. Leopold Kronenberg Palace). Mass residential blocks were erected, with basic design typical of Eastern bloc countries.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728eff82ca10214002daadc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1315, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1680, "trial_id": "squad-0d56654b49b15daf", "valid": true }, { "achieved_keep_ratio": 0.186552, "answer_retained": true, "deterministic": true, "input_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "input_tokens": 3361, "latency_ms": { "p50": 2.044, "p95": 2.055, "samples": [ 2.032, 2.057 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 840, "observed_tokens": 627 } ], "receipt_count": 1, "requested_target_tokens": 840 }, "output_sha256": "f0da88917690cf97239f3563255986062ba61dc8846d8d89e84039a4214f5574", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57294279af94a219006aa209\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"These studies were widely presented as demonstrating that the current warming period is exceptional in comparison to temperatures between 1000 and 1900, and the MBH99 based graph featured in publicity. Even at the draft stage, this finding was disputed by contrarians: in May 2000 Fred Singer's Science and Environmental Policy Project held a press event on Capitol Hill, Washington, D.C., featuring comments on the graph Wibjörn Karlén and Singer argued against the graph at a United States Senate Committee on Commerce, Science and Transportation hearing on 18 July 2000. Contrarian John Lawrence Daly featured a modified version of the IPCC 1990 schematic, which he mis-identified as appearing in the IPCC 1995 report, and argued that \\\"Overturning its own previous view in the 1995 report, the IPCC presented the 'Hockey Stick' as the new orthodoxy with hardly an apology or explanation for the ab...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw's mixture of architectural styles reflects the turbulent history of the city and country. During the Second World War, Warsaw was razed to the ground by bombing raids and planned destruction. After liberation, rebuilding began as in other cities of the communist-ruled PRL. Most of the historical buildings were thoroughly reconstructed. However, some of the buildings from the 19th century that had been preserved in reasonably reconstructible form were nonetheless eradicated in the 1950s and 1960s (e.g. Leopold Kronenberg Palace). Mass residential blocks were erected, with basic design typical of Eastern bloc countries.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728eff82ca10214002daadc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 627, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 840, "trial_id": "squad-0d56654b49b15daf", "valid": true }, { "achieved_keep_ratio": 0.113359, "answer_retained": true, "deterministic": true, "input_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "input_tokens": 3361, "latency_ms": { "p50": 1.901, "p95": 1.916, "samples": [ 1.917, 1.885 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 420, "observed_tokens": 381 } ], "receipt_count": 1, "requested_target_tokens": 420 }, "output_sha256": "d6a2848c9ac3c2259a0fc84d9144d24c9857b22794e5735567131de905b90833", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw's mixture of architectural styles reflects the turbulent history of the city and country. During the Second World War, Warsaw was razed to the ground by bombing raids and planned destruction. After liberation, rebuilding began as in other cities of the communist-ruled PRL. Most of the historical buildings were thoroughly reconstructed. However, some of the buildings from the 19th century that had been preserved in reasonably reconstructible form were nonetheless eradicated in the 1950s and 1960s (e.g. Leopold Kronenberg Palace). Mass residential blocks were erected, with basic design typical of Eastern bloc countries.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728eff82ca10214002daadc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 381, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 420, "trial_id": "squad-0d56654b49b15daf", "valid": true }, { "achieved_keep_ratio": 0.404337, "answer_retained": true, "deterministic": true, "input_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "input_tokens": 3366, "latency_ms": { "p50": 2.811, "p95": 2.903, "samples": [ 2.71, 2.913 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1683, "observed_tokens": 1361 } ], "receipt_count": 1, "requested_target_tokens": 1683 }, "output_sha256": "aa124bc6058b59d37fd9f0dff78693a6bd763a9d9c1b30dbb2fbddbfdbc1f47c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5730bb522461fd1900a9d011\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Some have described the internal strife between various people groups as a form of imperialism or colonialism. This internal form is distinct from informal U.S. imperialism in the form of political and financial hegemony. This internal form of imperialism is also distinct from the United States' formation of \\\"colonies\\\" abroad. Through the treatment of its indigenous peoples during westward expansion, the United States took on the form of an imperial power prior to any attempts at external imperialism. This internal form of empire has been referred to as \\\"internal colonialism\\\". Participation in the African slave trade and the subsequent treatment of its 12 to 15 million Africans is viewed by some to be a more modern extension of America's \\\"internal colonialism\\\". However, this internal colonialism faced resistance, as external colonialism did, but the anti-colonial presence was far less pr...\"\n },\n {\n \"document_id\": \"57111ab8a58dae1900cd6c3c\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Around 1685, Huguenot refugees found a safe haven in the Lutheran and Reformed states in Germany and Scandinavia. Nearly 50,000 Huguenots established themselves in Germany, 20,000 of whom were welcomed in Brandenburg-Prussia, where they were granted special privileges (Edict of Potsdam) and churches in which to worship (such as the Church of St. Peter and St. Paul, Angermünde) by Frederick William, Elector of Brandenburg and Duke of Prussia. The Huguenots furnished two new regiments of his army: the Altpreußische Infantry Regiments No. 13 (Regiment on foot Varenne) and 15 (Regiment on foot Wylich). Another 4,000 Huguenots settled in the German territories of Baden, Franconia (Principality of Bayreuth, Principality of Ansbach), Landgraviate of Hesse-Kassel, Duchy of Württemberg, in the Wetterau Association of Imperial Counts, in the Palatinate and Palatinate-Zweibrücken, in the Rhine-Main...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5725ce4d38643c19005acd4d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Fresno (/ˈfrɛznoʊ/ FREZ-noh), the county seat of Fresno County, is a city in the U.S. state of California. As of 2015, the city's population was 520,159, making it the fifth-largest city in California, the largest inland city in California and the 34th-largest in the nation. Fresno is in the center of the San Joaquin Valley and is the largest city in the Central Valley, which contains the San Joaquin Valley. It is approximately 220 miles (350 km) northwest of Los Angeles, 170 miles (270 km) south of the state capital, Sacramento, or 185 miles (300 km) south of San Francisco. The name Fresno means \\\"ash tree\\\" in Spanish, and an ash leaf is featured on the city's flag.\"\n },\n {\n \"document_id\": \"5706074552bb8914006897d4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Southern California consists of one Combined Statistical Area, eight Metropolitan Statistical Areas, one international metropolitan area, and multiple metropolitan divisions. The region is home to two extended metropolitan areas that exceed five million in population. These are the Greater Los Angeles Area at 17,786,419, and San Diego–Tijuana at 5,105,768. Of these metropolitan areas, the Los Angeles-Long Beach-Santa Ana metropolitan area, Riverside-San Bernardino-Ontario metropolitan area, and Oxnard-Thousand Oaks-Ventura metropolitan area form Greater Los Angeles; while the El Centro metropolitan area and San Diego-Carlsbad-San Marcos metropolitan area form the Southern Border Region. North of Greater Los Angeles are the Santa Barbara, San Luis Obispo, and Bakersfield metropolitan areas.\"\n },\n {\n \"document_id\": \"57332e48d058e614000b5762\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"By July 1944, the Red Army was deep into Polish territory and pursuing the Germans toward Warsaw. Knowing that Stalin was hostile to the idea of an independent Poland, the Polish government-in-exile in London gave orders to the underground Home Army (AK) to try to seize control of Warsaw from the Germans before the Red Army arrived. Thus, on 1 August 1944, as the Red Army was nearing the city, the Warsaw Uprising began. The armed struggle, planned to last 48 hours, was partially successful, however it went on for 63 days. Eventually the Home Army fighters and civilians assisting them were forced to capitulate. They were transported to PoW camps in Germany, while the entire civilian population was expelled. Polish civilian deaths are estimated at between 150,000 and 200,000.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725ce4d38643c19005acd4d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57293d116aef051400154bc8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1361, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1683, "trial_id": "squad-8976781ce09f61a4", "valid": true }, { "achieved_keep_ratio": 0.18776, "answer_retained": true, "deterministic": true, "input_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "input_tokens": 3366, "latency_ms": { "p50": 2.165, "p95": 2.218, "samples": [ 2.106, 2.224 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 841, "observed_tokens": 632 } ], "receipt_count": 1, "requested_target_tokens": 841 }, "output_sha256": "15afe74f8e89c18f6f340d43b485855cb165bcce5ebc6ba371b552a652bc3dfa", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5725ce4d38643c19005acd4d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Fresno (/ˈfrɛznoʊ/ FREZ-noh), the county seat of Fresno County, is a city in the U.S. state of California. As of 2015, the city's population was 520,159, making it the fifth-largest city in California, the largest inland city in California and the 34th-largest in the nation. Fresno is in the center of the San Joaquin Valley and is the largest city in the Central Valley, which contains the San Joaquin Valley. It is approximately 220 miles (350 km) northwest of Los Angeles, 170 miles (270 km) south of the state capital, Sacramento, or 185 miles (300 km) south of San Francisco. The name Fresno means \\\"ash tree\\\" in Spanish, and an ash leaf is featured on the city's flag.\"\n },\n {\n \"document_id\": \"5706074552bb8914006897d4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Southern California consists of one Combined Statistical Area, eight Metropolitan Statistical Areas, one international metropolitan area, and multiple metropolitan divisions. The region is home to two extended metropolitan areas that exceed five million in population. These are the Greater Los Angeles Area at 17,786,419, and San Diego–Tijuana at 5,105,768. Of these metropolitan areas, the Los Angeles-Long Beach-Santa Ana metropolitan area, Riverside-San Bernardino-Ontario metropolitan area, and Oxnard-Thousand Oaks-Ventura metropolitan area form Greater Los Angeles; while the El Centro metropolitan area and San Diego-Carlsbad-San Marcos metropolitan area form the Southern Border Region. North of Greater Los Angeles are the Santa Barbara, San Luis Obispo, and Bakersfield metropolitan areas.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725ce4d38643c19005acd4d\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57293d116aef051400154bc8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 632, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 841, "trial_id": "squad-8976781ce09f61a4", "valid": true }, { "achieved_keep_ratio": 0.101307, "answer_retained": true, "deterministic": true, "input_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "input_tokens": 3366, "latency_ms": { "p50": 5.989, "p95": 6.054, "samples": [ 5.917, 6.061 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 420, "observed_tokens": 431 }, { "control_budget": 397, "observed_tokens": 341 } ], "receipt_count": 1, "requested_target_tokens": 420 }, "output_sha256": "0469d3482399186d77e3401d1598ab283511924b2c27426bf3d747e3b9844922", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5725ce4d38643c19005acd4d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Fresno (/ˈfrɛznoʊ/ FREZ-noh), the county seat of Fresno County, is a city in the U.S. state of California. As of 2015, the city's population was 520,159, making it the fifth-largest city in California, the largest inland city in California and the 34th-largest in the nation. Fresno is in the center of the San Joaquin Valley and is the largest city in the Central Valley, which contains the San Joaquin Valley. It is approximately 220 miles (350 km) northwest of Los Angeles, 170 miles (270 km) south of the state capital, Sacramento, or 185 miles (300 km) south of San Francisco. The name Fresno means \\\"ash tree\\\" in Spanish, and an ash leaf is featured on the city's flag.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 341, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 420, "trial_id": "squad-8976781ce09f61a4", "valid": true }, { "achieved_keep_ratio": 0.358425, "answer_retained": true, "deterministic": true, "input_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "input_tokens": 2896, "latency_ms": { "p50": 2.556, "p95": 2.877, "samples": [ 2.198, 2.913 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1448, "observed_tokens": 1038 } ], "receipt_count": 1, "requested_target_tokens": 1448 }, "output_sha256": "d4f2bd8f9608bf68b49dd6cd1a930b5f404995f1c8066103a908cc4fc165875d", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"570961aa200fba1400367f15\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The service started on 1 September 1993 based on the idea from the then chief executive officer, Sam Chisholm and Rupert Murdoch, of converting the company business strategy to an entirely fee-based concept. The new package included four channels formerly available free-to-air, broadcasting on Astra's satellites, as well as introducing new channels. The service continued until the closure of BSkyB's analogue service on 27 September 2001, due to the launch and expansion of the Sky Digital platform. Some of the channels did broadcast either in the clear or soft encrypted (whereby a Videocrypt decoder was required to decode, without a subscription card) prior to their addition to the Sky Multichannels package. Within two months of the launch, BSkyB gained 400,000 new subscribers, with the majority taking at least one premium channel as well, which helped BSkyB reach 3.5 million households b...\"\n },\n {\n \"document_id\": \"57287b322ca10214002da3be\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Plotting the relationship between level of income and inequality, Kuznets saw middle-income developing economies level of inequality bulging out to form what is now known as the Kuznets curve. Kuznets demonstrated this relationship using cross-sectional data. However, more recent testing of this theory with superior panel data has shown it to be very weak. Kuznets' curve predicts that income inequality will eventually decrease given time. As an example, income inequality did fall in the United States during its High school movement from 1910 to 1940 and thereafter.[citation needed] However, recent data shows that the level of income inequality began to rise after the 1970s. This does not necessarily disprove Kuznets' theory.[citation needed] It may be possible that another Kuznets' cycle is occurring, specifically the move from the manufacturing sector to the service sector.[citation nee...\"\n },\n {\n \"document_id\": \"5726a34bf1498d1400e8e59e\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The 2007 Lisbon Treaty explicitly recognised fundamental rights by providing in Article 6(1) that \\\"The Union recognises the rights, freedoms and principles set out in the Charter of Fundamental Rights of the European Union of 7 December 2000, as adopted at Strasbourg on 12 December 2007, which shall have the same legal value as the Treaties.\\\" Therefore, the Charter of Fundamental Rights of the European Union has become an integral part of European Union law, codifying the fundamental rights which were previously considered general principles of European Union law. In effect, after the Lisbon Treaty, the Charter and the Convention now co-exist under European Union law, though the former is enforced by the European Court of Justice in relation to European Union measures, and the latter by the European Court of Human Rights in relation to measures by member states.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728510f4b864d1900164936\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The academic bodies of the University of Chicago consist of the College, four divisions of graduate research and seven professional schools. The university also contains a library system, the University of Chicago Press, the University of Chicago Laboratory Schools, and the University of Chicago Medical Center, and holds ties with a number of independent academic institutions, including Fermilab, Argonne National Laboratory, and the Marine Biological Laboratory. The university is accredited by The Higher Learning Commission.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57268882f1498d1400e8e306\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727478cf1498d1400e8f59a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1038, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1448, "trial_id": "squad-e715689365d2418b", "valid": true }, { "achieved_keep_ratio": 0.20511, "answer_retained": true, "deterministic": true, "input_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "input_tokens": 2896, "latency_ms": { "p50": 2.014, "p95": 2.159, "samples": [ 2.175, 1.853 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 724, "observed_tokens": 594 } ], "receipt_count": 1, "requested_target_tokens": 724 }, "output_sha256": "45d65d60a54b50a4e486753798c5d9549f61b7610e318363e732100161acf6ca", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"570961aa200fba1400367f15\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The service started on 1 September 1993 based on the idea from the then chief executive officer, Sam Chisholm and Rupert Murdoch, of converting the company business strategy to an entirely fee-based concept. The new package included four channels formerly available free-to-air, broadcasting on Astra's satellites, as well as introducing new channels. The service continued until the closure of BSkyB's analogue service on 27 September 2001, due to the launch and expansion of the Sky Digital platform. Some of the channels did broadcast either in the clear or soft encrypted (whereby a Videocrypt decoder was required to decode, without a subscription card) prior to their addition to the Sky Multichannels package. Within two months of the launch, BSkyB gained 400,000 new subscribers, with the majority taking at least one premium channel as well, which helped BSkyB reach 3.5 million households b...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728510f4b864d1900164936\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The academic bodies of the University of Chicago consist of the College, four divisions of graduate research and seven professional schools. The university also contains a library system, the University of Chicago Press, the University of Chicago Laboratory Schools, and the University of Chicago Medical Center, and holds ties with a number of independent academic institutions, including Fermilab, Argonne National Laboratory, and the Marine Biological Laboratory. The university is accredited by The Higher Learning Commission.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57268882f1498d1400e8e306\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727478cf1498d1400e8f59a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 594, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 724, "trial_id": "squad-e715689365d2418b", "valid": true }, { "achieved_keep_ratio": 0.089779, "answer_retained": true, "deterministic": true, "input_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "input_tokens": 2896, "latency_ms": { "p50": 1.711, "p95": 1.746, "samples": [ 1.672, 1.75 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 362, "observed_tokens": 260 } ], "receipt_count": 1, "requested_target_tokens": 362 }, "output_sha256": "6ca6b2613f6715fbb5d30fee599d89b1644eb0c0b5ecd776a0779c59ff17ad90", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728510f4b864d1900164936\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The academic bodies of the University of Chicago consist of the College, four divisions of graduate research and seven professional schools. The university also contains a library system, the University of Chicago Press, the University of Chicago Laboratory Schools, and the University of Chicago Medical Center, and holds ties with a number of independent academic institutions, including Fermilab, Argonne National Laboratory, and the Marine Biological Laboratory. The university is accredited by The Higher Learning Commission.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 260, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 362, "trial_id": "squad-e715689365d2418b", "valid": true }, { "achieved_keep_ratio": 0.352104, "answer_retained": true, "deterministic": true, "input_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "input_tokens": 3161, "latency_ms": { "p50": 2.683, "p95": 2.734, "samples": [ 2.739, 2.627 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1580, "observed_tokens": 1113 } ], "receipt_count": 1, "requested_target_tokens": 1580 }, "output_sha256": "61e2974eeca892a17cd69271ba95265bc526b42c6fe4b17a2e4b80dcc88d1c6b", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572878942ca10214002da3a2\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"A rich cultural diversity developed during the Yuan dynasty. The major cultural achievements were the development of drama and the novel and the increased use of the written vernacular. The political unity of China and much of central Asia promoted trade between East and West. The Mongols' extensive West Asian and European contacts produced a fair amount of cultural exchange. The other cultures and peoples in the Mongol World Empire also very much influenced China. It had significantly eased trade and commerce across Asia until its decline; the communications between Yuan dynasty and its ally and subordinate in Persia, the Ilkhanate, encouraged this development. Buddhism had a great influence in the Yuan government, and the Tibetan-rite Tantric Buddhism had significantly influenced China during this period. The Muslims of the Yuan dynasty introduced Middle Eastern cartography, astronomy,...\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-inco...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"570611c475f01819005e793c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\"\n },\n {\n \"document_id\": \"5726472bdd62a815002e8042\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Internet2 is a not-for-profit United States computer networking consortium led by members from the research and education communities, industry, and government. The Internet2 community, in partnership with Qwest, built the first Internet2 Network, called Abilene, in 1998 and was a prime investor in the National LambdaRail (NLR) project. In 2006, Internet2 announced a partnership with Level 3 Communications to launch a brand new nationwide network, boosting its capacity from 10 Gbit/s to 100 Gbit/s. In October, 2007, Internet2 officially retired Abilene and now refers to its new, higher capacity network as the Internet2 Network.\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"571166352419e314009555f1\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1b8f3e3433e14004230e6\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1113, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1580, "trial_id": "squad-39c70b437742f5b3", "valid": true }, { "achieved_keep_ratio": 0.213856, "answer_retained": true, "deterministic": true, "input_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "input_tokens": 3161, "latency_ms": { "p50": 2.816, "p95": 3.182, "samples": [ 2.409, 3.223 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 790, "observed_tokens": 676 } ], "receipt_count": 1, "requested_target_tokens": 790 }, "output_sha256": "13f5c2b13caba09660698e7bef043932781c929ab482435295ab25f7b3fe67d4", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"570611c475f01819005e793c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\"\n },\n {\n \"document_id\": \"5726472bdd62a815002e8042\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Internet2 is a not-for-profit United States computer networking consortium led by members from the research and education communities, industry, and government. The Internet2 community, in partnership with Qwest, built the first Internet2 Network, called Abilene, in 1998 and was a prime investor in the National LambdaRail (NLR) project. In 2006, Internet2 announced a partnership with Level 3 Communications to launch a brand new nationwide network, boosting its capacity from 10 Gbit/s to 100 Gbit/s. In October, 2007, Internet2 officially retired Abilene and now refers to its new, higher capacity network as the Internet2 Network.\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"571166352419e314009555f1\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1b8f3e3433e14004230e6\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 676, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 790, "trial_id": "squad-39c70b437742f5b3", "valid": true }, { "achieved_keep_ratio": 0.096805, "answer_retained": true, "deterministic": true, "input_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "input_tokens": 3161, "latency_ms": { "p50": 2.941, "p95": 3.447, "samples": [ 2.38, 3.503 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 395, "observed_tokens": 306 } ], "receipt_count": 1, "requested_target_tokens": 395 }, "output_sha256": "a14a2147d95d4c63fbc990438a2cfbdf7bae83f9bc888e0ce5ce8288a4c9510a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"570611c475f01819005e793c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"571166352419e314009555f1\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1b8f3e3433e14004230e6\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 306, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 395, "trial_id": "squad-39c70b437742f5b3", "valid": true }, { "achieved_keep_ratio": 0.415045, "answer_retained": false, "deterministic": true, "input_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "input_tokens": 3031, "latency_ms": { "p50": 2.161, "p95": 2.186, "samples": [ 2.133, 2.188 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1515, "observed_tokens": 1258 } ], "receipt_count": 1, "requested_target_tokens": 1515 }, "output_sha256": "d2367930ae5af2bfdbef2a27dfe5b456a58bcec9b3ca09f830ffa20f9cda09ea", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continu...\"\n },\n {\n \"document_id\": \"571a484210f8ca1400304fbe\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Oxygen is a chemical element with symbol O and atomic number 8. It is a member of the chalcogen group on the periodic table and is a highly reactive nonmetal and oxidizing agent that readily forms compounds (notably oxides) with most elements. By mass, oxygen is the third-most abundant element in the universe, after hydrogen and helium. At standard temperature and pressure, two atoms of the element bind to form dioxygen, a colorless and odorless diatomic gas with the formula O\\n2. Diatomic oxygen gas constitutes 20.8% of the Earth's atmosphere. However, monitoring of atmospheric oxygen levels show a global downward trend, because of fossil-fuel burning. Oxygen is the most abundant element by mass in the Earth's crust as part of oxide compounds such as silicon dioxide, making up almost half of the crust's mass.\"\n },\n {\n \"document_id\": \"572f59b4a23a5019007fc587\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The flow of cold, gray mountain water continues for some distance into the lake. The cold water flows near the surface and at first doesn't mix with the warmer, green waters of Upper Lake. But then, at the so-called Rheinbrech, the Rhine water abruptly falls into the depths because of the greater density of cold water. The flow reappears on the surface at the northern (German) shore of the lake, off the island of Lindau. The water then follows the northern shore until Hagnau am Bodensee. A small fraction of the flow is diverted off the island of Mainau into Lake Überlingen. Most of the water flows via the Constance hopper into the Rheinrinne (\\\"Rhine Gutter\\\") and Seerhein. Depending on the water level, this flow of the Rhine water is clearly visible along the entire length of the lake.\"\n },\n {\n \"document_id\": \"5726a1e5dd62a815002e8b86\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Fundamental rights, as in human rights, were first recognised by the European Court of Justice in the late 60s and fundamental rights are now regarded as integral part of the general principles of European Union law. As such the European Court of Justice is bound to draw inspiration from the constitutional traditions common to the member states. Therefore, the European Court of Justice cannot uphold measures which are incompatible with fundamental rights recognised and protected in the constitutions of member states. The European Court of Justice also found that \\\"international treaties for the protection of human rights on which the member states have collaborated or of which they are signatories, can supply guidelines which should be followed within the framework of Community law.\\\"\"\n },\n {\n \"document_id\": \"57274046dd62a815002e9a12\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Building construction is the process of adding structure to real property or construction of buildings. The majority of building construction jobs are small renovations, such as addition of a room, or renovation of a bathroom. Often, the owner of the property acts as laborer, paymaster, and design team for the entire project. Although building construction projects typically include various common elements, such as design, financial, estimating and legal considerations, many projects of varying sizes reach undesirable end results, such as structural collapse, cost overruns, and/or litigation. For this reason, those with experience in the field make detailed plans and maintain careful oversight during the project to ensure a positive outcome.\"\n }\n ],\n \"query_matches\": [],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571a484210f8ca1400304fbe\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1258, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1515, "trial_id": "squad-64174323aeea3a65", "valid": true }, { "achieved_keep_ratio": 0.221049, "answer_retained": false, "deterministic": true, "input_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "input_tokens": 3031, "latency_ms": { "p50": 1.784, "p95": 1.806, "samples": [ 1.759, 1.809 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 757, "observed_tokens": 670 } ], "receipt_count": 1, "requested_target_tokens": 757 }, "output_sha256": "35c176a5d4f58baa0d4922e9d1dab4b350228ff98c7c094c6e0aa064b9067280", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continu...\"\n },\n {\n \"document_id\": \"571a484210f8ca1400304fbe\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Oxygen is a chemical element with symbol O and atomic number 8. It is a member of the chalcogen group on the periodic table and is a highly reactive nonmetal and oxidizing agent that readily forms compounds (notably oxides) with most elements. By mass, oxygen is the third-most abundant element in the universe, after hydrogen and helium. At standard temperature and pressure, two atoms of the element bind to form dioxygen, a colorless and odorless diatomic gas with the formula O\\n2. Diatomic oxygen gas constitutes 20.8% of the Earth's atmosphere. However, monitoring of atmospheric oxygen levels show a global downward trend, because of fossil-fuel burning. Oxygen is the most abundant element by mass in the Earth's crust as part of oxide compounds such as silicon dioxide, making up almost half of the crust's mass.\"\n }\n ],\n \"query_matches\": [],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571a484210f8ca1400304fbe\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 670, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 757, "trial_id": "squad-64174323aeea3a65", "valid": true }, { "achieved_keep_ratio": 0.071264, "answer_retained": false, "deterministic": true, "input_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "input_tokens": 3031, "latency_ms": { "p50": 3.468, "p95": 5.159, "samples": [ 1.59, 5.346 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 378, "observed_tokens": 216 } ], "receipt_count": 1, "requested_target_tokens": 378 }, "output_sha256": "a4feb80567c9b42b60030d65784cb2c7c6576ba414d16ffa8e80d22ff8db96d2", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"571a484210f8ca1400304fbe\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 216, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 378, "trial_id": "squad-64174323aeea3a65", "valid": true }, { "achieved_keep_ratio": 0.403226, "answer_retained": true, "deterministic": true, "input_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "input_tokens": 3968, "latency_ms": { "p50": 4.6, "p95": 4.637, "samples": [ 4.558, 4.641 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1984, "observed_tokens": 1600 } ], "receipt_count": 1, "requested_target_tokens": 1984 }, "output_sha256": "09ec3cd082a0fa0ca134e563460b05b41bfe08dbb564bf7c1c811875b2dc2612", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57286bf84b864d19001649d2\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In literature, author of the New York Times bestseller Before I Fall Lauren Oliver, Pulitzer Prize winning novelist Philip Roth, Canadian-born Pulitzer Prize and Nobel Prize for Literature winning writer Saul Bellow, political philosopher, literary critic and author of the New York Times bestseller \\\"The Closing of the American Mind\\\" Allan Bloom, ''The Good War\\\" author Studs Terkel, American writer, essayist, filmmaker, teacher, and political activist Susan Sontag, analytic philosopher and Stanford University Professor of Comparative Literature Richard Rorty, and American writer and satirist Kurt Vonnegut are notable alumni.\"\n },\n {\n \"document_id\": \"572fbb04a23a5019007fc8f7\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"As a member of the Scottish Parliamentary Corporate Body, the Presiding Officer is responsible for ensuring that the Parliament functions effectively and has the staff, property and resources it requires to operate. Convening the Parliamentary Bureau, which allocates time and sets the work agenda in the chamber, is another of the roles of the Presiding Officer. Under the Standing Orders of the Parliament the Bureau consists of the Presiding Officer and one representative from each political parties with five or more seats in the Parliament. Amongst the duties of the Bureau are to agree the timetable of business in the chamber, establish the number, remit and membership of parliamentary committees and regulate the passage of legislation (bills) through the Parliament. The Presiding Officer also represents the Scottish Parliament at home and abroad in an official capacity.\"\n },\n {\n \"document_id\": \"5726b718dd62a815002e8dbe\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"It discriminated against parallel importers like Mr Dassonville, who could not get certificates from authorities in France, where they bought the Scotch. This \\\"wide test\\\", to determine what could potentially be an unlawful restriction on trade, applies equally to actions by quasi-government bodies, such as the former \\\"Buy Irish\\\" company that had government appointees. It also means states can be responsible for private actors. For instance, in Commission v France French farmer vigilantes were continually sabotaging shipments of Spanish strawberries, and even Belgian tomato imports. France was liable for these hindrances to trade because the authorities ‘manifestly and persistently abstained' from preventing the sabotage. ...\"\n },\n {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Shortly thereafter, Britain followed, floating the pound sterling. The other industrialized nations followed suit with their respective currencies. Anticipating that currency values would fluctuate unpredictably for a time, the industrialized nations increased their reserves (by expanding their money supplies) in amounts far greater than before. The result was a depreciation of the dollar and other industrialized nations' currencies. Because oil was priced in dollars, oil producers' real income decreased. ...\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continue to rise, with average global surface temperature projected to increase by between 1.4 and 5.8 °C above 1990 levels by 2100\\\". The TAR has also been endorsed by the Canadian Foundation for Climate and Atmospheric Sciences, Canadian Meteorological and Oceanographic Society, and European Geosciences Union (refer to \\\"Endorsements of the IPCC\\\"). ...\"\n },\n {\n \"document_id\": \"56e202e9e3433e1400423240\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"As Fortnow & Homer (2003) point out, the beginning of systematic studies in computational complexity is attributed to the seminal paper \\\"On the Computational Complexity of Algorithms\\\" by Juris Hartmanis and Richard Stearns (1965), which laid out the definitions of time and space complexity and proved the hierarchy theorems. Also, in 1965 Edmonds defined a \\\"good\\\" algorithm as one with running time bounded by a polynomial of the input size.\"\n },\n {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The park is open April through October, 6am to 10pm and November through March, 6am to 7pm. Woodward Park is home to the annual CIF(California Interscholastic Federation) State Championship cross country meet, which takes place in late November. It is also the home of the Woodward Shakespeare Festival which began performances in the park in 2005. ...\"\n },\n {\n \"document_id\": \"5733e5a14776f4190066145b\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In 1749 the British government gave land to the Ohio Company of Virginia for the purpose of developing trade and settlements in the Ohio Country. The grant required that it settle 100 families in the territory, and construct a fort for their protection. But, as the territory was also claimed by Pennsylvania, both colonies began pushing for action to improve their respective claims. In 1750 Christopher Gist, acting on behalf of both Virginia and the company, explored the Ohio territory and opened negotiations with the Indian tribes at Logstown. He completed the 1752 Treaty of Logstown in which the local Indians, through their \\\"Half-King\\\" Tanacharison and an Iroquois representative, agreed to terms that included permission to build a \\\"strong house\\\" at the mouth of the Monongahela River (the site of present-day Pittsburgh, Pennsylvania). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726dcbddd62a815002e9320\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1600, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1984, "trial_id": "squad-5df6541fae6114b1", "valid": true }, { "achieved_keep_ratio": 0.196573, "answer_retained": true, "deterministic": true, "input_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "input_tokens": 3968, "latency_ms": { "p50": 3.567, "p95": 3.69, "samples": [ 3.43, 3.703 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 992, "observed_tokens": 780 } ], "receipt_count": 1, "requested_target_tokens": 992 }, "output_sha256": "93a4bfec1c310d3b106edf51ff8118416330f7c94995cabc2743743ed09be0d2", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57286bf84b864d19001649d2\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In literature, author of the New York Times bestseller Before I Fall Lauren Oliver, Pulitzer Prize winning novelist Philip Roth, Canadian-born Pulitzer Prize and Nobel Prize for Literature winning writer Saul Bellow, political philosopher, literary critic and author of the New York Times bestseller \\\"The Closing of the American Mind\\\" Allan Bloom, ''The Good War\\\" author Studs Terkel, American writer, essayist, filmmaker, teacher, and political activist Susan Sontag, analytic philosopher and Stanford University Professor of Comparative Literature Richard Rorty, and American writer and satirist Kurt Vonnegut are notable alumni.\"\n },\n {\n \"document_id\": \"572fbb04a23a5019007fc8f7\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"As a member of the Scottish Parliamentary Corporate Body, the Presiding Officer is responsible for ensuring that the Parliament functions effectively and has the staff, property and resources it requires to operate. Convening the Parliamentary Bureau, which allocates time and sets the work agenda in the chamber, is another of the roles of the Presiding Officer. Under the Standing Orders of the Parliament the Bureau consists of the Presiding Officer and one representative from each political parties with five or more seats in the Parliament. Amongst the duties of the Bureau are to agree the timetable of business in the chamber, establish the number, remit and membership of parliamentary committees and regulate the passage of legislation (bills) through the Parliament. The Presiding Officer also represents the Scottish Parliament at home and abroad in an official capacity.\"\n },\n {\n \"document_id\": \"5726b718dd62a815002e8dbe\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"It discriminated against parallel importers like Mr Dassonville, who could not get certificates from authorities in France, where they bought the Scotch. This \\\"wide test\\\", to determine what could potentially be an unlawful restriction on trade, applies equally to actions by quasi-government bodies, such as the former \\\"Buy Irish\\\" company that had government appointees. It also means states can be responsible for private actors. For instance, in Commission v France French farmer vigilantes were continually sabotaging shipments of Spanish strawberries, and even Belgian tomato imports. France was liable for these hindrances to trade because the authorities ‘manifestly and persistently abstained' from preventing the sabotage. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726dcbddd62a815002e9320\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 780, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 992, "trial_id": "squad-5df6541fae6114b1", "valid": true }, { "achieved_keep_ratio": 0.096522, "answer_retained": true, "deterministic": true, "input_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "input_tokens": 3968, "latency_ms": { "p50": 3.11, "p95": 3.122, "samples": [ 3.096, 3.124 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 496, "observed_tokens": 383 } ], "receipt_count": 1, "requested_target_tokens": 496 }, "output_sha256": "495d6bb013bc14bf3c7372bf947b73be7598489ae5f1f7d8a3dde34f1ac00703", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57286bf84b864d19001649d2\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In literature, author of the New York Times bestseller Before I Fall Lauren Oliver, Pulitzer Prize winning novelist Philip Roth, Canadian-born Pulitzer Prize and Nobel Prize for Literature winning writer Saul Bellow, political philosopher, literary critic and author of the New York Times bestseller \\\"The Closing of the American Mind\\\" Allan Bloom, ''The Good War\\\" author Studs Terkel, American writer, essayist, filmmaker, teacher, and political activist Susan Sontag, analytic philosopher and Stanford University Professor of Comparative Literature Richard Rorty, and American writer and satirist Kurt Vonnegut are notable alumni.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726dcbddd62a815002e9320\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 383, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 496, "trial_id": "squad-5df6541fae6114b1", "valid": true }, { "achieved_keep_ratio": 0.372917, "answer_retained": true, "deterministic": true, "input_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "input_tokens": 3301, "latency_ms": { "p50": 2.677, "p95": 2.68, "samples": [ 2.673, 2.68 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1650, "observed_tokens": 1231 } ], "receipt_count": 1, "requested_target_tokens": 1650 }, "output_sha256": "cf73034d9205c8fd6c1768c9387b88b974c8cc86cfd1af7da4610ee42614dd2c", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572883a33acd2414000dfa79\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"At the same time the Mongols imported Central Asian Muslims to serve as administrators in China, the Mongols also sent Han Chinese and Khitans from China to serve as administrators over the Muslim population in Bukhara in Central Asia, using foreigners to curtail the power of the local peoples of both lands. Han Chinese were moved to Central Asian areas like Besh Baliq, Almaliq, and Samarqand by the Mongols where they worked as artisans and farmers. Alans were recruited into the Mongol forces with one unit called \\\"Right Alan Guard\\\" which was combined with \\\"recently surrendered\\\" soldiers, Mongols, and Chinese soldiers stationed in the area of the former Kingdom of Qocho and in Besh Balikh the Mongols established a Chinese military colony led by Chinese general Qi Kongzhi (Ch'i Kung-chih). After the Mongol conquest of Central Asia by Genghis Khan, foreigners were chosen as administrators a...\"\n },\n {\n \"document_id\": \"57287c142ca10214002da3d0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The Yuan undertook extensive public works. Among Kublai Khan's top engineers and scientists was the astronomer Guo Shoujing, who was tasked with many public works projects and helped the Yuan reform the lunisolar calendar to provide an accuracy of 365.2425 days of the year, which was only 26 seconds off the modern Gregorian calendar's measurement. Road and water communications were reorganized and improved. To provide against possible famines, granaries were ordered built throughout the empire. The city of Beijing was rebuilt with new palace grounds that included artificial lakes, hills and mountains, and parks. During the Yuan period, Beijing became the terminus of the Grand Canal of China, which was completely renovated. These commercially oriented improvements encouraged overland and maritime commerce throughout Asia and facilitated direct Chinese contacts with Europe. Chinese travele...\"\n },\n {\n \"document_id\": \"5725c91e38643c19005acceb\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Despite their soft, gelatinous bodies, fossils thought to represent ctenophores, apparently with no tentacles but many more comb-rows than modern forms, have been found in lagerstätten as far back as the early Cambrian, about 515 million years ago. The position of the ctenophores in the evolutionary family tree of animals has long been debated, and the majority view at present, based on molecular phylogenetics, is that cnidarians and bilaterians are more closely related to each other than either is to ctenophores. A recent molecular phylogenetics analysis concluded that the common ancestor of all modern ctenophores was cydippid-like, and that all the modern groups appeared relatively recently, probably after the Cretaceous–Paleogene extinction event 66 million years ago. Evidence accumulating since the 1980s indicates that the \\\"cydippids\\\" are not monophyletic, in other words do not inclu...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The Normans thereafter adopted the growing feudal doctrines of the rest of France, and worked them into a functional hierarchical system in both Normandy and in England. The new Norman rulers were culturally and ethnically distinct from the old French aristocracy, most of whom traced their lineage to Franks of the Carolingian dynasty. Most Norman knights remained poor and land-hungry, and by 1066 Normandy had been exporting fighting horsemen for more than a generation. Many Normans of Italy, France and England eventually served as avid Crusaders under the Italo-Norman prince Bohemund I and the Anglo-Norman king Richard the Lion-Heart.\"\n },\n {\n \"document_id\": \"57287c142ca10214002da3d0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"These commercially oriented improvements encouraged overland and maritime commerce throughout Asia and facilitated direct Chinese contacts with Europe. Chinese travelers to the West were able to provide assistance in such areas as hydraulic engineering. Contacts with the West also brought the introduction to China of a major food crop, sorghum, along with other foreign food products and methods of preparation. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1231, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1650, "trial_id": "squad-3cdc8cc2b5c47079", "valid": true }, { "achieved_keep_ratio": 0.156922, "answer_retained": true, "deterministic": true, "input_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "input_tokens": 3301, "latency_ms": { "p50": 1.997, "p95": 2.001, "samples": [ 2.001, 1.992 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 825, "observed_tokens": 518 } ], "receipt_count": 1, "requested_target_tokens": 825 }, "output_sha256": "dbc54f3a10096042876a964cb853b0f97371226d9b7266a7e359d01d52e1e6eb", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The Normans thereafter adopted the growing feudal doctrines of the rest of France, and worked them into a functional hierarchical system in both Normandy and in England. The new Norman rulers were culturally and ethnically distinct from the old French aristocracy, most of whom traced their lineage to Franks of the Carolingian dynasty. Most Norman knights remained poor and land-hungry, and by 1066 Normandy had been exporting fighting horsemen for more than a generation. Many Normans of Italy, France and England eventually served as avid Crusaders under the Italo-Norman prince Bohemund I and the Anglo-Norman king Richard the Lion-Heart.\"\n },\n {\n \"document_id\": \"57287c142ca10214002da3d0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"These commercially oriented improvements encouraged overland and maritime commerce throughout Asia and facilitated direct Chinese contacts with Europe. Chinese travelers to the West were able to provide assistance in such areas as hydraulic engineering. Contacts with the West also brought the introduction to China of a major food crop, sorghum, along with other foreign food products and methods of preparation. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 518, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 825, "trial_id": "squad-3cdc8cc2b5c47079", "valid": true }, { "achieved_keep_ratio": 0.119661, "answer_retained": true, "deterministic": true, "input_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "input_tokens": 3301, "latency_ms": { "p50": 1.977, "p95": 1.982, "samples": [ 1.971, 1.983 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 412, "observed_tokens": 395 } ], "receipt_count": 1, "requested_target_tokens": 412 }, "output_sha256": "6360763c428c3e1ee38d00a885c87c78b063b67bef3084e07642ecb8672dcc24", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The Normans thereafter adopted the growing feudal doctrines of the rest of France, and worked them into a functional hierarchical system in both Normandy and in England. The new Norman rulers were culturally and ethnically distinct from the old French aristocracy, most of whom traced their lineage to Franks of the Carolingian dynasty. Most Norman knights remained poor and land-hungry, and by 1066 Normandy had been exporting fighting horsemen for more than a generation. Many Normans of Italy, France and England eventually served as avid Crusaders under the Italo-Norman prince Bohemund I and the Anglo-Norman king Richard the Lion-Heart.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 395, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 412, "trial_id": "squad-3cdc8cc2b5c47079", "valid": true }, { "achieved_keep_ratio": 0.416134, "answer_retained": true, "deterministic": true, "input_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "input_tokens": 3285, "latency_ms": { "p50": 2.92, "p95": 2.93, "samples": [ 2.909, 2.931 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1642, "observed_tokens": 1367 } ], "receipt_count": 1, "requested_target_tokens": 1642 }, "output_sha256": "23f5cf9acd17601496b834bf683fab7fc45939b789c4e5201088f0ccd97afef6", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57269bb8708984140094cb95\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Although it is generally accepted that EU law has primacy, not all EU laws give citizens standing to bring claims: that is, not all EU laws have \\\"direct effect\\\". In Van Gend en Loos v Nederlandse Administratie der Belastingen it was held that the provisions of the Treaties (and EU Regulations) are directly effective, if they are (1) clear and unambiguous (2) unconditional, and (3) did not require EU or national authorities to take further action to implement them. Van Gend en Loos, a postal company, claimed that what is now TFEU article 30 prevented the Dutch Customs Authorities charging tariffs, when it imported urea-formaldehyde plastics from Germany to the Netherlands. After a Dutch court made a reference, the Court of Justice held that even though the Treaties did not \\\"expressly\\\" confer a right on citizens or companies to bring claims, they could do so. Historically, international tr...\"\n },\n {\n \"document_id\": \"57274beff1498d1400e8f5e4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In India, private schools are called independent schools, but since some private schools receive financial aid from the government, it can be an aided or an unaided school. So, in a strict sense, a private school is an unaided independent school. For the purpose of this definition, only receipt of financial aid is considered, not land purchased from the government at a subsidized rate. It is within the power of both the union government and the state governments to govern schools since Education appears in the Concurrent list of legislative subjects in the constitution. The practice has been for the union government to provide the broad policy directions while the states create their own rules and regulations for the administration of the sector. Among other things, this has also resulted in 30 different Examination Boards or academic authorities that conduct examinations for school leav...\"\n },\n {\n \"document_id\": \"57280fd3ff5b5019007d9c26\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"French Huguenot explorer Jean Ribault charted the St. Johns River in 1562 calling it the River of May because he discovered it in May. Ribault erected a stone column near present-day Jacksonville claiming the newly discovered land for France. In 1564, René Goulaine de Laudonnière established the first European settlement, Fort Caroline, on the St. Johns near the main village of the Saturiwa. Philip II of Spain ordered Pedro Menéndez de Avilés to protect the interest of Spain by attacking the French presence at Fort Caroline. On September 20, 1565, a Spanish force from the nearby Spanish settlement of St. Augustine attacked Fort Caroline, and killed nearly all the French soldiers defending it. The Spanish renamed the fort San Mateo, and following the ejection of the French, St. Augustine's position as the most important settlement in Florida was solidified. The location of Fort Caroline i...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728fc2eaf94a219006a9ec7\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Chemical barriers also protect against infection. The skin and respiratory tract secrete antimicrobial peptides such as the β-defensins. Enzymes such as lysozyme and phospholipase A2 in saliva, tears, and breast milk are also antibacterials. Vaginal secretions serve as a chemical barrier following menarche, when they become slightly acidic, while semen contains defensins and zinc to kill pathogens. In the stomach, gastric acid and proteases serve as powerful chemical defenses against ingested pathogens.\"\n },\n {\n \"document_id\": \"57264d58f1498d1400e8db7a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"As the disease progresses, sputum becomes free flowing and bright red. Septicemic plague is the least common of the three forms, with a mortality rate near 100%. Symptoms are high fevers and purple skin patches (purpura due to disseminated intravascular coagulation). In cases of pneumonic and particularly septicemic plague, the progress of the disease is so rapid that there would often be no time for the development of the enlarged lymph nodes that were noted as buboes. ...\"\n },\n {\n \"document_id\": \"57274beff1498d1400e8f5e4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In India, private schools are called independent schools, but since some private schools receive financial aid from the government, it can be an aided or an unaided school. So, in a strict sense, a private school is an unaided independent school. For the purpose of this definition, only receipt of financial aid is considered, not land purchased from the government at a subsidized rate. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57282358ff5b5019007d9dde\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1367, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1642, "trial_id": "squad-b36fc48eb7841d5b", "valid": true }, { "achieved_keep_ratio": 0.2, "answer_retained": true, "deterministic": true, "input_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "input_tokens": 3285, "latency_ms": { "p50": 2.95, "p95": 3.343, "samples": [ 2.513, 3.386 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 821, "observed_tokens": 657 } ], "receipt_count": 1, "requested_target_tokens": 821 }, "output_sha256": "c280c199ececa002a415e388405c0e1c631ac3755a87b99b60939b32afe5d975", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728fc2eaf94a219006a9ec7\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Chemical barriers also protect against infection. The skin and respiratory tract secrete antimicrobial peptides such as the β-defensins. Enzymes such as lysozyme and phospholipase A2 in saliva, tears, and breast milk are also antibacterials. Vaginal secretions serve as a chemical barrier following menarche, when they become slightly acidic, while semen contains defensins and zinc to kill pathogens. In the stomach, gastric acid and proteases serve as powerful chemical defenses against ingested pathogens.\"\n },\n {\n \"document_id\": \"57264d58f1498d1400e8db7a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"As the disease progresses, sputum becomes free flowing and bright red. Septicemic plague is the least common of the three forms, with a mortality rate near 100%. Symptoms are high fevers and purple skin patches (purpura due to disseminated intravascular coagulation). In cases of pneumonic and particularly septicemic plague, the progress of the disease is so rapid that there would often be no time for the development of the enlarged lymph nodes that were noted as buboes. ...\"\n },\n {\n \"document_id\": \"57274beff1498d1400e8f5e4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In India, private schools are called independent schools, but since some private schools receive financial aid from the government, it can be an aided or an unaided school. So, in a strict sense, a private school is an unaided independent school. For the purpose of this definition, only receipt of financial aid is considered, not land purchased from the government at a subsidized rate. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57282358ff5b5019007d9dde\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 657, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 821, "trial_id": "squad-b36fc48eb7841d5b", "valid": true }, { "achieved_keep_ratio": 0.111111, "answer_retained": true, "deterministic": true, "input_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "input_tokens": 3285, "latency_ms": { "p50": 3.671, "p95": 3.794, "samples": [ 3.808, 3.533 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 410, "observed_tokens": 365 } ], "receipt_count": 1, "requested_target_tokens": 410 }, "output_sha256": "aec343887a92c5d33d02fed480da5a7216c67280291b468276f124314b83fa80", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728fc2eaf94a219006a9ec7\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Chemical barriers also protect against infection. The skin and respiratory tract secrete antimicrobial peptides such as the β-defensins. Enzymes such as lysozyme and phospholipase A2 in saliva, tears, and breast milk are also antibacterials. Vaginal secretions serve as a chemical barrier following menarche, when they become slightly acidic, while semen contains defensins and zinc to kill pathogens. In the stomach, gastric acid and proteases serve as powerful chemical defenses against ingested pathogens.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57282358ff5b5019007d9dde\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 365, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 410, "trial_id": "squad-b36fc48eb7841d5b", "valid": true }, { "achieved_keep_ratio": 0.373263, "answer_retained": true, "deterministic": true, "input_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "input_tokens": 3598, "latency_ms": { "p50": 3.969, "p95": 4.262, "samples": [ 4.295, 3.644 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1799, "observed_tokens": 1343 } ], "receipt_count": 1, "requested_target_tokens": 1799 }, "output_sha256": "0bdd203d3f7c667227fe10a203a835f024da6d7f4f728eb2ccbeda749fa2a8af", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726701add62a815002e84c8\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"When rock units are placed under horizontal compression, they shorten and become thicker. Because rock units, other than muds, do not significantly change in volume, this is accomplished in two primary ways: through faulting and folding. In the shallow crust, where brittle deformation can occur, thrust faults form, which cause deeper rock to move on top of shallower rock. Because deeper rock is often older, as noted by the principle of superposition, this can result in older rocks moving on top of younger ones. Movement along faults can result in folding, either because the faults are not planar or because rock layers are dragged along, forming drag folds as slip occurs along the fault. Deeper in the Earth, rocks behave plastically, and fold instead of faulting. These folds can either be those where the material in the center of the fold buckles upwards, creating \\\"antiforms\\\", or where it...\"\n },\n {\n \"document_id\": \"57284d484b864d1900164900\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"After the 1940s, the Gothic style on campus began to give way to modern styles. In 1955, Eero Saarinen was contracted to develop a second master plan, which led to the construction of buildings both north and south of the Midway, including the Laird Bell Law Quadrangle (a complex designed by Saarinen); a series of arts buildings; a building designed by Ludwig Mies van der Rohe for the university's School of Social Service Administration;, a building which is to become the home of the Harris School of Public Policy Studies by Edward Durrell Stone, and the Regenstein Library, the largest building on campus, a brutalist structure designed by Walter Netsch of the Chicago firm Skidmore, Owings & Merrill. Another master plan, designed in 1999 and updated in 2004, produced the Gerald Ratner Athletics Center (2003), the Max Palevsky Residential Commons (2001), South Campus Residence Hall and din...\"\n },\n {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Victorian schools are either publicly or privately funded. Public schools, also known as state or government schools, are funded and run directly by the Victoria Department of Education . Students do not pay tuition fees, but some extra costs are levied. Private fee-paying schools include parish schools run by the Roman Catholic Church and independent schools similar to British public schools. Independent schools are usually affiliated with Protestant churches. Victoria also has several private Jewish and Islamic primary and secondary schools. Private schools also receive some public funding. All schools must comply with government-set curriculum standards. In addition, Victoria has four government selective schools, Melbourne High School for boys, MacRobertson Girls' High School for girls, the coeducational schools John Monash Science School, Nossal High School and Suzanne Cory High Sch...\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before h...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One theory is that, while disobedience may be helpful, any great amount of it would undermine the law by encouraging general disobedience which is neither conscientious nor of social benefit. Therefore, conscientious lawbreakers must be punished. Michael Bayles argues that if a person violates a law in order to create a test case as to the constitutionality of a law, and then wins his case, then that act did not constitute civil disobedience. It has also been argued that breaking the law for self-gratification, as in the case of a homosexual or cannabis user who does not direct his act at securing the repeal of amendment of the law, is not civil disobedience. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1343, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1799, "trial_id": "squad-8c54e0e046847bbf", "valid": true }, { "achieved_keep_ratio": 0.180656, "answer_retained": true, "deterministic": true, "input_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "input_tokens": 3598, "latency_ms": { "p50": 2.286, "p95": 2.341, "samples": [ 2.225, 2.347 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 899, "observed_tokens": 650 } ], "receipt_count": 1, "requested_target_tokens": 899 }, "output_sha256": "6ea26fcefe8e65ab4b5d44efb668d6e482a74a8d710e978a0283beafdef123ba", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726701add62a815002e84c8\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"When rock units are placed under horizontal compression, they shorten and become thicker. Because rock units, other than muds, do not significantly change in volume, this is accomplished in two primary ways: through faulting and folding. In the shallow crust, where brittle deformation can occur, thrust faults form, which cause deeper rock to move on top of shallower rock. Because deeper rock is often older, as noted by the principle of superposition, this can result in older rocks moving on top of younger ones. Movement along faults can result in folding, either because the faults are not planar or because rock layers are dragged along, forming drag folds as slip occurs along the fault. Deeper in the Earth, rocks behave plastically, and fold instead of faulting. These folds can either be those where the material in the center of the fold buckles upwards, creating \\\"antiforms\\\", or where it...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One theory is that, while disobedience may be helpful, any great amount of it would undermine the law by encouraging general disobedience which is neither conscientious nor of social benefit. Therefore, conscientious lawbreakers must be punished. Michael Bayles argues that if a person violates a law in order to create a test case as to the constitutionality of a law, and then wins his case, then that act did not constitute civil disobedience. It has also been argued that breaking the law for self-gratification, as in the case of a homosexual or cannabis user who does not direct his act at securing the repeal of amendment of the law, is not civil disobedience. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 650, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 899, "trial_id": "squad-8c54e0e046847bbf", "valid": true }, { "achieved_keep_ratio": 0.115064, "answer_retained": true, "deterministic": true, "input_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "input_tokens": 3598, "latency_ms": { "p50": 2.911, "p95": 2.939, "samples": [ 2.88, 2.942 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 449, "observed_tokens": 414 } ], "receipt_count": 1, "requested_target_tokens": 449 }, "output_sha256": "22136fc3ebe6cec5e659a98567fa1f9abd4979667247188d9ed0803d1bbabd6f", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One theory is that, while disobedience may be helpful, any great amount of it would undermine the law by encouraging general disobedience which is neither conscientious nor of social benefit. Therefore, conscientious lawbreakers must be punished. Michael Bayles argues that if a person violates a law in order to create a test case as to the constitutionality of a law, and then wins his case, then that act did not constitute civil disobedience. It has also been argued that breaking the law for self-gratification, as in the case of a homosexual or cannabis user who does not direct his act at securing the repeal of amendment of the law, is not civil disobedience. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 414, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 449, "trial_id": "squad-8c54e0e046847bbf", "valid": true }, { "achieved_keep_ratio": 0.365942, "answer_retained": true, "deterministic": true, "input_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "input_tokens": 3588, "latency_ms": { "p50": 3.042, "p95": 3.163, "samples": [ 3.176, 2.907 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1794, "observed_tokens": 1313 } ], "receipt_count": 1, "requested_target_tokens": 1794 }, "output_sha256": "d247ffe72011b5e62ab59769218417afa2e264040b2394925c4f92cae4d5f452", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726a299dd62a815002e8b9e\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"None of the original treaties establishing the European Union mention protection for fundamental rights. It was not envisaged for European Union measures, that is legislative and administrative actions by European Union institutions, to be subject to human rights. At the time the only concern was that member states should be prevented from violating human rights, hence the establishment of the European Convention on Human Rights in 1950 and the establishment of the European Court of Human Rights. The European Court of Justice recognised fundamental rights as general principle of European Union law as the need to ensure that European Union measures are compatible with the human rights enshrined in member states' constitution became ever more apparent. In 1999 the European Council set up a body tasked with drafting a European Charter of Human Rights, which could form the constitutional bas...\"\n },\n {\n \"document_id\": \"5733da01d058e614000b63f9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Further south the Southeast interior was dominated by Siouan-speaking Catawba, Muskogee-speaking Creek and Choctaw, and the Iroquoian-speaking Cherokee tribes. When war broke out, the French used their trading connections to recruit fighters from tribes in western portions of the Great Lakes region (an area not directly subject to the conflict between the French and British), including the Huron, Mississauga, Ojibwa, Winnebago, and Potawatomi. The British were supported in the war by the Iroquois Six Nations, and also by the Cherokee – until differences sparked the Anglo-Cherokee War in 1758. In 1758 the Pennsylvania government successfully negotiated the Treaty of Easton, in which a number of tribes in the Ohio Country promised neutrality in exchange for land concessions and other considerations. Most of the other northern tribes sided with the French, their primary trading partner and ...\"\n },\n {\n \"document_id\": \"57111380a58dae1900cd6bd6\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Other predecessors of the Reformed church included the pro-reform and Gallican Roman Catholics, such as Jacques Lefevre (c. 1455–1536). The Gallicans briefly achieved independence for the French church, on the principle that the religion of France could not be controlled by the Bishop of Rome, a foreign power. During the Protestant Reformation, Lefevre, a professor at the University of Paris, published his French translation of the New Testament in 1523, followed by the whole Bible in the French language in 1530. William Farel was a student of Lefevre who went on to become a leader of the Swiss Reformation, establishing a Protestant government in Geneva. Jean Cauvin (John Calvin), another student at the University of Paris, also converted to Protestantism. Long after the sect was suppressed by Francis I, the remaining French Waldensians, then mostly in the Luberon region, sought to join ...\"\n },\n {\n \"document_id\": \"5727aa413acd2414000de921\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Established originally by the Massachusetts legislature and soon thereafter named for John Harvard (its first benefactor), Harvard is the United States' oldest institution of higher learning, and the Harvard Corporation (formally, the President and Fellows of Harvard College) is its first chartered corporation. Although never formally affiliated with any denomination, the early College primarily trained Congregationalist and Unitarian clergy. Its curriculum and student body were gradually secularized during the 18th century, and by the 19th century Harvard had emerged as the central cultural establishment among Boston elites. Following the American Civil War, President Charles W. Eliot's long tenure (1869–1909) transformed the college and affiliated professional schools into a modern research university; Harvard was a founding member of the Association of American Universities in 1900. J...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5733da01d058e614000b63f9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Further south the Southeast interior was dominated by Siouan-speaking Catawba, Muskogee-speaking Creek and Choctaw, and the Iroquoian-speaking Cherokee tribes. When war broke out, the French used their trading connections to recruit fighters from tribes in western portions of the Great Lakes region (an area not directly subject to the conflict between the French and British), including the Huron, Mississauga, Ojibwa, Winnebago, and Potawatomi. The British were supported in the war by the Iroquois Six Nations, and also by the Cherokee – until differences sparked the Anglo-Cherokee War in 1758. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737958b1c456719005744c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57293bc91d0469140077919b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1313, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1794, "trial_id": "squad-fbb9d6ae2236d738", "valid": true }, { "achieved_keep_ratio": 0.171683, "answer_retained": true, "deterministic": true, "input_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "input_tokens": 3588, "latency_ms": { "p50": 2.372, "p95": 2.394, "samples": [ 2.348, 2.396 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 897, "observed_tokens": 616 } ], "receipt_count": 1, "requested_target_tokens": 897 }, "output_sha256": "b8921286ebc5d9c78a05bea1d1eeb3e33887db0d70e538e0b78359a32f7ee75a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726a299dd62a815002e8b9e\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"None of the original treaties establishing the European Union mention protection for fundamental rights. It was not envisaged for European Union measures, that is legislative and administrative actions by European Union institutions, to be subject to human rights. At the time the only concern was that member states should be prevented from violating human rights, hence the establishment of the European Convention on Human Rights in 1950 and the establishment of the European Court of Human Rights. The European Court of Justice recognised fundamental rights as general principle of European Union law as the need to ensure that European Union measures are compatible with the human rights enshrined in member states' constitution became ever more apparent. In 1999 the European Council set up a body tasked with drafting a European Charter of Human Rights, which could form the constitutional bas...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5733da01d058e614000b63f9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Further south the Southeast interior was dominated by Siouan-speaking Catawba, Muskogee-speaking Creek and Choctaw, and the Iroquoian-speaking Cherokee tribes. When war broke out, the French used their trading connections to recruit fighters from tribes in western portions of the Great Lakes region (an area not directly subject to the conflict between the French and British), including the Huron, Mississauga, Ojibwa, Winnebago, and Potawatomi. The British were supported in the war by the Iroquois Six Nations, and also by the Cherokee – until differences sparked the Anglo-Cherokee War in 1758. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737958b1c456719005744c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57293bc91d0469140077919b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 616, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 897, "trial_id": "squad-fbb9d6ae2236d738", "valid": true }, { "achieved_keep_ratio": 0.112319, "answer_retained": true, "deterministic": true, "input_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "input_tokens": 3588, "latency_ms": { "p50": 2.276, "p95": 2.311, "samples": [ 2.315, 2.236 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 448, "observed_tokens": 403 } ], "receipt_count": 1, "requested_target_tokens": 448 }, "output_sha256": "22521e91d055b4c658d732663373ed1e1117aa461eac2c5977cdcd82658bd006", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5733da01d058e614000b63f9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Further south the Southeast interior was dominated by Siouan-speaking Catawba, Muskogee-speaking Creek and Choctaw, and the Iroquoian-speaking Cherokee tribes. When war broke out, the French used their trading connections to recruit fighters from tribes in western portions of the Great Lakes region (an area not directly subject to the conflict between the French and British), including the Huron, Mississauga, Ojibwa, Winnebago, and Potawatomi. The British were supported in the war by the Iroquois Six Nations, and also by the Cherokee – until differences sparked the Anglo-Cherokee War in 1758. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737958b1c456719005744c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57293bc91d0469140077919b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 403, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 448, "trial_id": "squad-fbb9d6ae2236d738", "valid": true }, { "achieved_keep_ratio": 0.428734, "answer_retained": true, "deterministic": true, "input_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "input_tokens": 3522, "latency_ms": { "p50": 3.437, "p95": 3.466, "samples": [ 3.404, 3.47 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1761, "observed_tokens": 1510 } ], "receipt_count": 1, "requested_target_tokens": 1761 }, "output_sha256": "b35fdf1f91bb26a66950a7a31ddd628b9e37429d7fc0a147659b3750723824b8", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Imperialism and colonialism both dictate the political and economic advantage over a land and the indigenous populations they control, yet scholars sometimes find it difficult to illustrate the difference between the two. Although imperialism and colonialism focus on the suppression of an other, if colonialism refers to the process of a country taking physical control of another, imperialism refers to the political and monetary dominance, either formally or informally. Colonialism is seen to be the architect deciding how to start dominating areas and then imperialism can be seen as creating the idea behind conquest cooperating with colonialism. Colonialism is when the imperial nation begins a conquest over an area and then eventually is able to rule over the areas the previous nation had controlled. Colonialism's core meaning is the exploitation of the valuable assets and supplies of the...\"\n },\n {\n \"document_id\": \"5728ebcb3acd2414000e01d9\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"An important decision for civil disobedients is whether or not to plead guilty. There is much debate on this point, as some believe that it is a civil disobedient's duty to submit to the punishment prescribed by law, while others believe that defending oneself in court will increase the possibility of changing the unjust law. It has also been argued that either choice is compatible with the spirit of civil disobedience. ACT-UP's Civil Disobedience Training handbook states that a civil disobedient who pleads guilty is essentially stating, \\\"Yes, I committed the act of which you accuse me. I don't deny it; in fact, I am proud of it. I feel I did the right thing by violating this particular law; I am guilty as charged,\\\" but that pleading not guilty sends a message of, \\\"Guilt implies wrong-doing. I feel I have done no wrong. I may have violated some specific laws, but I am guilty of doing no ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56e1c7e2cd28a01900c67b74\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The time and space hierarchy theorems form the basis for most separation results of complexity classes. For instance, the time hierarchy theorem tells us that P is strictly contained in EXPTIME, and the space hierarchy theorem tells us that L is strictly contained in PSPACE.\"\n },\n {\n \"document_id\": \"5733314e4776f4190066076a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The highest point on the left side of the city lies at a height of 115.7 metres (379.6 ft) (\\\"Redutowa\\\" bus depot, district of Wola), on the right side – 122.1 metres (400.6 ft) (\\\"Groszówka\\\" estate, district of Wesoła, by the eastern border). The lowest point lies at a height 75.6 metres (248.0 ft) (at the right bank of the Vistula, by the eastern border of Warsaw). There are some hills (mostly artificial) located within the confines of the city – e.g. Warsaw Uprising Hill (121 metres (397.0 ft)), Szczęśliwice hill (138 metres (452.8 ft) – the highest point of Warsaw in general). ...\"\n },\n {\n \"document_id\": \"572a020f6aef051400155198\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Environmentalists are concerned about loss of biodiversity that will result from destruction of the forest, and also about the release of the carbon contained within the vegetation, which could accelerate global warming. Amazonian evergreen forests account for about 10% of the world's terrestrial primary productivity and 10% of the carbon stores in ecosystems—of the order of 1.1 × 1011 metric tonnes of carbon. Amazonian forests are estimated to have accumulated 0.62 ± 0.37 tons of carbon per hectare per year between 1975 and 1996.\"\n },\n {\n \"document_id\": \"572ff86004bcaa1900d76f65\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Another major division within Islamism is between what Graham E. Fuller has described as the fundamentalist \\\"guardians of the tradition\\\" (Salafis, such as those in the Wahhabi movement) and the \\\"vanguard of change and Islamic reform\\\" centered around the Muslim Brotherhood. Olivier Roy argues that \\\"Sunni pan-Islamism underwent a remarkable shift in the second half of the 20th century\\\" when the Muslim Brotherhood movement and its focus on Islamisation of pan-Arabism was eclipsed by the Salafi movement with its emphasis on \\\"sharia rather than the building of Islamic institutions,\\\" and rejection of Shia Islam. ...\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a070c6aef0514001551c8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727e8424b864d1900163fc0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1510, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1761, "trial_id": "squad-619d67ab1c1f8a30", "valid": true }, { "achieved_keep_ratio": 0.244179, "answer_retained": true, "deterministic": true, "input_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "input_tokens": 3522, "latency_ms": { "p50": 4.315, "p95": 4.697, "samples": [ 3.889, 4.74 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 880, "observed_tokens": 860 } ], "receipt_count": 1, "requested_target_tokens": 880 }, "output_sha256": "19bab12508b4ffbadbe13b9d63eb0b2939fdd1e8ebb6865d249743a03727ce43", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e1c7e2cd28a01900c67b74\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The time and space hierarchy theorems form the basis for most separation results of complexity classes. For instance, the time hierarchy theorem tells us that P is strictly contained in EXPTIME, and the space hierarchy theorem tells us that L is strictly contained in PSPACE.\"\n },\n {\n \"document_id\": \"5733314e4776f4190066076a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The highest point on the left side of the city lies at a height of 115.7 metres (379.6 ft) (\\\"Redutowa\\\" bus depot, district of Wola), on the right side – 122.1 metres (400.6 ft) (\\\"Groszówka\\\" estate, district of Wesoła, by the eastern border). The lowest point lies at a height 75.6 metres (248.0 ft) (at the right bank of the Vistula, by the eastern border of Warsaw). There are some hills (mostly artificial) located within the confines of the city – e.g. Warsaw Uprising Hill (121 metres (397.0 ft)), Szczęśliwice hill (138 metres (452.8 ft) – the highest point of Warsaw in general). ...\"\n },\n {\n \"document_id\": \"572a020f6aef051400155198\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Environmentalists are concerned about loss of biodiversity that will result from destruction of the forest, and also about the release of the carbon contained within the vegetation, which could accelerate global warming. Amazonian evergreen forests account for about 10% of the world's terrestrial primary productivity and 10% of the carbon stores in ecosystems—of the order of 1.1 × 1011 metric tonnes of carbon. Amazonian forests are estimated to have accumulated 0.62 ± 0.37 tons of carbon per hectare per year between 1975 and 1996.\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a070c6aef0514001551c8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727e8424b864d1900163fc0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 860, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 880, "trial_id": "squad-619d67ab1c1f8a30", "valid": true }, { "achieved_keep_ratio": 0.091141, "answer_retained": true, "deterministic": true, "input_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "input_tokens": 3522, "latency_ms": { "p50": 2.851, "p95": 2.942, "samples": [ 2.952, 2.751 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 440, "observed_tokens": 321 } ], "receipt_count": 1, "requested_target_tokens": 440 }, "output_sha256": "7b6c737147f6f90250c660554cd7572e93f83901223ef359966e3f92d60bcae3", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e1c7e2cd28a01900c67b74\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The time and space hierarchy theorems form the basis for most separation results of complexity classes. For instance, the time hierarchy theorem tells us that P is strictly contained in EXPTIME, and the space hierarchy theorem tells us that L is strictly contained in PSPACE.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a070c6aef0514001551c8\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5727e8424b864d1900163fc0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 321, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 440, "trial_id": "squad-619d67ab1c1f8a30", "valid": true }, { "achieved_keep_ratio": 0.379718, "answer_retained": true, "deterministic": true, "input_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "input_tokens": 3126, "latency_ms": { "p50": 2.43, "p95": 2.468, "samples": [ 2.472, 2.388 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1563, "observed_tokens": 1187 } ], "receipt_count": 1, "requested_target_tokens": 1563 }, "output_sha256": "651135dd7c280d8d577843c0af6a41bc4d8bb90489bf620253df8a89be9f0bcc", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"56e1bc3ae3433e1400423104\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"To classify the computation time (or similar resources, such as space consumption), one is interested in proving upper and lower bounds on the minimum amount of time required by the most efficient algorithm solving a given problem. The complexity of an algorithm is usually taken to be its worst-case complexity, unless specified otherwise. Analyzing a particular algorithm falls under the field of analysis of algorithms. To show an upper bound T(n) on the time complexity of a problem, one needs to show only that there is a particular algorithm with running time at most T(n). However, proving lower bounds is much more difficult, since lower bounds make a statement about all possible algorithms that solve a given problem. The phrase \\\"all possible algorithms\\\" includes not just the algorithms known today, but any algorithm that might be discovered in the future. To show a lower bound of T(n) f...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57266193dd62a815002e832a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Seismologists can use the arrival times of seismic waves in reverse to image the interior of the Earth. Early advances in this field showed the existence of a liquid outer core (where shear waves were not able to propagate) and a dense solid inner core. These advances led to the development of a layered model of the Earth, with a crust and lithosphere on top, the mantle below (separated within itself by seismic discontinuities at 410 and 660 kilometers), and the outer core and inner core below that. More recently, seismologists have been able to create detailed images of wave speeds inside the earth in the same way a doctor images a body in a CT scan. These images have led to a much more detailed view of the interior of the Earth, and have replaced the simplified layered model with a much more dynamic model.\"\n },\n {\n \"document_id\": \"572663a9f1498d1400e8ddf2\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The following four timelines show the geologic time scale. The first shows the entire time from the formation of the Earth to the present, but this compresses the most recent eon. Therefore, the second scale shows the most recent eon with an expanded scale. The second scale compresses the most recent era, so the most recent era is expanded in the third scale. Since the Quaternary is a very short period with short epochs, it is further expanded in the fourth scale. The second, third, and fourth timelines are therefore each subsections of their preceding timeline as indicated by asterisks. The Holocene (the latest epoch) is too small to be shown clearly on the third timeline on the right, another reason for expanding the fourth scale. The Pleistocene (P) epoch. Q stands for the Quaternary period.\"\n },\n {\n \"document_id\": \"572669a9dd62a815002e8416\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The principle of faunal succession is based on the appearance of fossils in sedimentary rocks. As organisms exist at the same time period throughout the world, their presence or (sometimes) absence may be used to provide a relative age of the formations in which they are found. Based on principles laid out by William Smith almost a hundred years before the publication of Charles Darwin's theory of evolution, the principles of succession were developed independently of evolutionary thought. The principle becomes quite complex, however, given the uncertainties of fossilization, the localization of fossil types due to lateral changes in habitat (facies change in sedimentary strata), and that not all fossils may be found globally at the same time.\"\n },\n {\n \"document_id\": \"56e1b00ce3433e140042309e\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Many types of Turing machines are used to define complexity classes, such as deterministic Turing machines, probabilistic Turing machines, non-deterministic Turing machines, quantum Turing machines, symmetric Turing machines and alternating Turing machines. They are all equally powerful in principle, but when resources (such as time or space) are bounded, some of these may be more powerful than others.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5705f7c875f01819005e77dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57332442d058e614000b5720\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1187, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1563, "trial_id": "squad-63637e4ee5903aaa", "valid": true }, { "achieved_keep_ratio": 0.207614, "answer_retained": true, "deterministic": true, "input_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "input_tokens": 3126, "latency_ms": { "p50": 2.791, "p95": 2.82, "samples": [ 2.76, 2.823 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 781, "observed_tokens": 649 } ], "receipt_count": 1, "requested_target_tokens": 781 }, "output_sha256": "fd674222dd2dc59d21d637fe26054578fea98c4312459a9dc4c4d0564c67937f", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57266193dd62a815002e832a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Seismologists can use the arrival times of seismic waves in reverse to image the interior of the Earth. Early advances in this field showed the existence of a liquid outer core (where shear waves were not able to propagate) and a dense solid inner core. These advances led to the development of a layered model of the Earth, with a crust and lithosphere on top, the mantle below (separated within itself by seismic discontinuities at 410 and 660 kilometers), and the outer core and inner core below that. More recently, seismologists have been able to create detailed images of wave speeds inside the earth in the same way a doctor images a body in a CT scan. These images have led to a much more detailed view of the interior of the Earth, and have replaced the simplified layered model with a much more dynamic model.\"\n },\n {\n \"document_id\": \"572663a9f1498d1400e8ddf2\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The following four timelines show the geologic time scale. The first shows the entire time from the formation of the Earth to the present, but this compresses the most recent eon. Therefore, the second scale shows the most recent eon with an expanded scale. The second scale compresses the most recent era, so the most recent era is expanded in the third scale. Since the Quaternary is a very short period with short epochs, it is further expanded in the fourth scale. The second, third, and fourth timelines are therefore each subsections of their preceding timeline as indicated by asterisks. The Holocene (the latest epoch) is too small to be shown clearly on the third timeline on the right, another reason for expanding the fourth scale. The Pleistocene (P) epoch. Q stands for the Quaternary period.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5705f7c875f01819005e77dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57332442d058e614000b5720\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 649, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 781, "trial_id": "squad-63637e4ee5903aaa", "valid": true }, { "achieved_keep_ratio": 0.119322, "answer_retained": true, "deterministic": true, "input_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "input_tokens": 3126, "latency_ms": { "p50": 2.201, "p95": 2.222, "samples": [ 2.177, 2.225 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 390, "observed_tokens": 373 } ], "receipt_count": 1, "requested_target_tokens": 390 }, "output_sha256": "5875d4be30f1bcf29243b897a92807063a9ee522f0636c7487046e9c627fdba2", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57266193dd62a815002e832a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Seismologists can use the arrival times of seismic waves in reverse to image the interior of the Earth. Early advances in this field showed the existence of a liquid outer core (where shear waves were not able to propagate) and a dense solid inner core. These advances led to the development of a layered model of the Earth, with a crust and lithosphere on top, the mantle below (separated within itself by seismic discontinuities at 410 and 660 kilometers), and the outer core and inner core below that. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5705f7c875f01819005e77dc\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57332442d058e614000b5720\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 373, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 390, "trial_id": "squad-63637e4ee5903aaa", "valid": true }, { "achieved_keep_ratio": 0.40315, "answer_retained": true, "deterministic": true, "input_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "input_tokens": 3175, "latency_ms": { "p50": 3.226, "p95": 3.816, "samples": [ 3.882, 2.57 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1587, "observed_tokens": 1280 } ], "receipt_count": 1, "requested_target_tokens": 1587 }, "output_sha256": "893a89c01c2700a4e8f945dc4846639ff8d910fe099b9a228f24775bd31f466a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continu...\"\n },\n {\n \"document_id\": \"5727ec062ca10214002d99b6\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In a purely capitalist mode of production (i.e. where professional and labor organizations cannot limit the number of workers) the workers wages will not be controlled by these organizations, or by the employer, but rather by the market. Wages work in the same way as prices for any other good. Thus, wages can be considered as a function of market price of skill. And therefore, inequality is driven by this price. Under the law of supply and demand, the price of skill is determined by a race between the demand for the skilled worker and the supply of the skilled worker. \\\"On the other hand, markets can also concentrate wealth, pass environmental costs on to society, and abuse workers and consumers.\\\" \\\"Markets, by themselves, even when they are stable, often lead to high levels of inequality, outcomes that are widely viewed as unfair.\\\" Employers who offer a below market wage will find that th...\"\n },\n {\n \"document_id\": \"57111380a58dae1900cd6bd6\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Other predecessors of the Reformed church included the pro-reform and Gallican Roman Catholics, such as Jacques Lefevre (c. 1455–1536). The Gallicans briefly achieved independence for the French church, on the principle that the religion of France could not be controlled by the Bishop of Rome, a foreign power. During the Protestant Reformation, Lefevre, a professor at the University of Paris, published his French translation of the New Testament in 1523, followed by the whole Bible in the French language in 1530. William Farel was a student of Lefevre who went on to become a leader of the Swiss Reformation, establishing a Protestant government in Geneva. Jean Cauvin (John Calvin), another student at the University of Paris, also converted to Protestantism. Long after the sect was suppressed by Francis I, the remaining French Waldensians, then mostly in the Luberon region, sought to join ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572a03a06aef0514001551aa\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One computer model of future climate change caused by greenhouse gas emissions shows that the Amazon rainforest could become unsustainable under conditions of severely reduced rainfall and increased temperatures, leading to an almost complete loss of rainforest cover in the basin by 2100. However, simulations of Amazon basin climate change across many different models are not consistent in their estimation of any rainfall response, ranging from weak increases to strong decreases. The result indicates that the rainforest could be threatened though the 21st century by climate change in addition to deforestation.\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a03a06aef0514001551aa\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56de1645cffd8e1900b4b5d0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1280, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1587, "trial_id": "squad-2dd3fd67f63b052b", "valid": true }, { "achieved_keep_ratio": 0.178268, "answer_retained": true, "deterministic": true, "input_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "input_tokens": 3175, "latency_ms": { "p50": 2.189, "p95": 2.194, "samples": [ 2.184, 2.195 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 793, "observed_tokens": 566 } ], "receipt_count": 1, "requested_target_tokens": 793 }, "output_sha256": "8d75250b73044f8f77c8c1abb25dcf976d0c08d8f32bea22af7b18d2afedbafe", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a03a06aef0514001551aa\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One computer model of future climate change caused by greenhouse gas emissions shows that the Amazon rainforest could become unsustainable under conditions of severely reduced rainfall and increased temperatures, leading to an almost complete loss of rainforest cover in the basin by 2100. However, simulations of Amazon basin climate change across many different models are not consistent in their estimation of any rainfall response, ranging from weak increases to strong decreases. The result indicates that the rainforest could be threatened though the 21st century by climate change in addition to deforestation.\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a03a06aef0514001551aa\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56de1645cffd8e1900b4b5d0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 566, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 793, "trial_id": "squad-2dd3fd67f63b052b", "valid": true }, { "achieved_keep_ratio": 0.086299, "answer_retained": true, "deterministic": true, "input_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "input_tokens": 3175, "latency_ms": { "p50": 1.872, "p95": 1.875, "samples": [ 1.875, 1.868 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 396, "observed_tokens": 274 } ], "receipt_count": 1, "requested_target_tokens": 396 }, "output_sha256": "528cfb9c1ef14d4753e926abd49b5c4f58262f7a86c1baed0a3b2e2e2dd1a053", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a03a06aef0514001551aa\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One computer model of future climate change caused by greenhouse gas emissions shows that the Amazon rainforest could become unsustainable under conditions of severely reduced rainfall and increased temperatures, leading to an almost complete loss of rainforest cover in the basin by 2100. However, simulations of Amazon basin climate change across many different models are not consistent in their estimation of any rainfall response, ranging from weak increases to strong decreases. The result indicates that the rainforest could be threatened though the 21st century by climate change in addition to deforestation.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 274, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 396, "trial_id": "squad-2dd3fd67f63b052b", "valid": true }, { "achieved_keep_ratio": 0.372833, "answer_retained": true, "deterministic": true, "input_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "input_tokens": 3519, "latency_ms": { "p50": 2.623, "p95": 2.645, "samples": [ 2.598, 2.647 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1759, "observed_tokens": 1312 } ], "receipt_count": 1, "requested_target_tokens": 1759 }, "output_sha256": "7ec6e688459c97f72b85573d966121e1234803b50ac16002570db7145100ad7a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572656e4dd62a815002e81fa\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"To make new legislation, TFEU article 294 defines the \\\"ordinary legislative procedure\\\" that applies for most EU acts. The essence is there are three readings, starting with a Commission proposal, where the Parliament must vote by a majority of all MEPs (not just those present) to block or suggest changes, and the Council must vote by qualified majority to approve changes, but by unanimity to block Commission amendment. Where the different institutions cannot agree at any stage, a \\\"Conciliation Committee\\\" is convened, representing MEPs, ministers and the Commission to try and get agreement on a joint text: if this works, it will be sent back to the Parliament and Council to approve by absolute and qualified majority. This means, legislation can be blocked by a majority in Parliament, a minority in the Council, and a majority in the Commission: it is harder to change EU law than stay the s...\"\n },\n {\n \"document_id\": \"572883153acd2414000dfa6f\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Politically, the system of government created by Kublai Khan was the product of a compromise between Mongolian patrimonial feudalism and the traditional Chinese autocratic-bureaucratic system. Nevertheless, socially the educated Chinese elite were in general not given the degree of esteem that they had been accorded previously under native Chinese dynasties. Although the traditional Chinese elite were not given their share of power, the Mongols and the Semuren (various allied groups from Central Asia and the western end of the empire) largely remained strangers to the mainstream Chinese culture, and this dichotomy gave the Yuan regime a somewhat strong \\\"colonial\\\" coloration. The unequal treatment is possibly due to the fear of transferring power to the ethnic Chinese under their rule. The Mongols and Semuren were given certain advantages in the dynasty, and this would last even after the...\"\n },\n {\n \"document_id\": \"57294209af94a219006aa201\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The third assessment report (TAR) prominently featured a graph labeled \\\"Millennial Northern Hemisphere temperature reconstruction\\\" based on a 1999 paper by Michael E. Mann, Raymond S. Bradley and Malcolm K. Hughes (MBH99), which has been referred to as the \\\"hockey stick graph\\\". This graph extended the similar graph in Figure 3.20 from the IPCC Second Assessment Report of 1995, and differed from a schematic in the first assessment report that lacked temperature units, but appeared to depict larger global temperature variations over the past 1000 years, and higher temperatures during the Medieval Warm Period than the mid 20th century. The schematic was not an actual plot of data, and was based on a diagram of temperatures in central England, with temperatures increased on the basis of documentary evidence of Medieval vineyards in England. Even with this increase, the maximum it showed for ...\"\n },\n {\n \"document_id\": \"5727ec062ca10214002d99b6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In a purely capitalist mode of production (i.e. where professional and labor organizations cannot limit the number of workers) the workers wages will not be controlled by these organizations, or by the employer, but rather by the market. Wages work in the same way as prices for any other good. Thus, wages can be considered as a function of market price of skill. And therefore, inequality is driven by this price. Under the law of supply and demand, the price of skill is determined by a race between the demand for the skilled worker and the supply of the skilled worker. \\\"On the other hand, markets can also concentrate wealth, pass environmental costs on to society, and abuse workers and consumers.\\\" \\\"Markets, by themselves, even when they are stable, often lead to high levels of inequality, outcomes that are widely viewed as unfair.\\\" Employers who offer a below market wage will find that th...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5725cb33271a42140099d1db\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Ctenophores form an animal phylum that is more complex than sponges, about as complex as cnidarians (jellyfish, sea anemones, etc.), and less complex than bilaterians (which include almost all other animals). Unlike sponges, both ctenophores and cnidarians have: cells bound by inter-cell connections and carpet-like basement membranes; muscles; nervous systems; and some have sensory organs. Ctenophores are distinguished from all other animals by having colloblasts, which are sticky and adhere to prey, although a few ctenophore species lack them.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57294209af94a219006aa201\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1312, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1759, "trial_id": "squad-94acf6e30ce6881b", "valid": true }, { "achieved_keep_ratio": 0.177607, "answer_retained": true, "deterministic": true, "input_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "input_tokens": 3519, "latency_ms": { "p50": 2.507, "p95": 2.747, "samples": [ 2.24, 2.773 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 879, "observed_tokens": 625 } ], "receipt_count": 1, "requested_target_tokens": 879 }, "output_sha256": "e3822c90220c9d25c221750256e95ea9a270e8d7782708066016af50f0cef6a1", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572656e4dd62a815002e81fa\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"To make new legislation, TFEU article 294 defines the \\\"ordinary legislative procedure\\\" that applies for most EU acts. The essence is there are three readings, starting with a Commission proposal, where the Parliament must vote by a majority of all MEPs (not just those present) to block or suggest changes, and the Council must vote by qualified majority to approve changes, but by unanimity to block Commission amendment. Where the different institutions cannot agree at any stage, a \\\"Conciliation Committee\\\" is convened, representing MEPs, ministers and the Commission to try and get agreement on a joint text: if this works, it will be sent back to the Parliament and Council to approve by absolute and qualified majority. This means, legislation can be blocked by a majority in Parliament, a minority in the Council, and a majority in the Commission: it is harder to change EU law than stay the s...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5725cb33271a42140099d1db\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Ctenophores form an animal phylum that is more complex than sponges, about as complex as cnidarians (jellyfish, sea anemones, etc.), and less complex than bilaterians (which include almost all other animals). Unlike sponges, both ctenophores and cnidarians have: cells bound by inter-cell connections and carpet-like basement membranes; muscles; nervous systems; and some have sensory organs. Ctenophores are distinguished from all other animals by having colloblasts, which are sticky and adhere to prey, although a few ctenophore species lack them.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57294209af94a219006aa201\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 625, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 879, "trial_id": "squad-94acf6e30ce6881b", "valid": true }, { "achieved_keep_ratio": 0.109974, "answer_retained": true, "deterministic": true, "input_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "input_tokens": 3519, "latency_ms": { "p50": 2.045, "p95": 2.066, "samples": [ 2.022, 2.068 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 439, "observed_tokens": 387 } ], "receipt_count": 1, "requested_target_tokens": 439 }, "output_sha256": "9465c8de7136e83cc7bebc99e4d2c9317a5122767c96d958ac80e505890d1e17", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5725cb33271a42140099d1db\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Ctenophores form an animal phylum that is more complex than sponges, about as complex as cnidarians (jellyfish, sea anemones, etc.), and less complex than bilaterians (which include almost all other animals). Unlike sponges, both ctenophores and cnidarians have: cells bound by inter-cell connections and carpet-like basement membranes; muscles; nervous systems; and some have sensory organs. Ctenophores are distinguished from all other animals by having colloblasts, which are sticky and adhere to prey, although a few ctenophore species lack them.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57294209af94a219006aa201\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 387, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 439, "trial_id": "squad-94acf6e30ce6881b", "valid": true }, { "achieved_keep_ratio": 0.374229, "answer_retained": true, "deterministic": true, "input_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "input_tokens": 2755, "latency_ms": { "p50": 1.938, "p95": 1.956, "samples": [ 1.918, 1.958 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1377, "observed_tokens": 1031 } ], "receipt_count": 1, "requested_target_tokens": 1377 }, "output_sha256": "78a4f7c030ada9d00b33d2e20998563f99f7c31c25538e1143eeca01b082d5a0", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"573098f38ab72b1400f9c5d2\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Europe's expansion into territorial imperialism was largely focused on economic growth by collecting resources from colonies, in combination with assuming political control by military and political means. The colonization of India in the mid-18th century offers an example of this focus: there, the \\\"British exploited the political weakness of the Mughal state, and, while military activity was important at various times, the economic and administrative incorporation of local elites was also of crucial significance\\\" for the establishment of control over the subcontinent's resources, markets, and manpower. Although a substantial number of colonies had been designed to provide economic profit and to ship resources to home ports in the seventeenth and eighteenth centuries, Fieldhouse suggests that in the nineteenth and twentieth centuries in places such as Africa and Asia, this idea is not ne...\"\n },\n {\n \"document_id\": \"572a1a5c6aef051400155284\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"While acknowledging the central role economic growth can potentially play in human development, poverty reduction and the achievement of the Millennium Development Goals, it is becoming widely understood amongst the development community that special efforts must be made to ensure poorer sections of society are able to participate in economic growth. The effect of economic growth on poverty reduction – the growth elasticity of poverty – can depend on the existing level of inequality. For instance, with low inequality a country with a growth rate of 2% per head and 40% of its population living in poverty, can halve poverty in ten years, but a country with high inequality would take nearly 60 years to achieve the same reduction. In the words of the Secretary General of the United Nations Ban Ki-Moon: \\\"While economic growth is necessary, it is not sufficient for progress on reducing poverty...\"\n },\n {\n \"document_id\": \"572978f91d046914007794d3\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"There are hints in the surviving records of the ancient Egyptians that they had some knowledge of prime numbers: the Egyptian fraction expansions in the Rhind papyrus, for instance, have quite different forms for primes and for composites. However, the earliest surviving records of the explicit study of prime numbers come from the Ancient Greeks. Euclid's Elements (circa 300 BC) contain important theorems about primes, including the infinitude of primes and the fundamental theorem of arithmetic. Euclid also showed how to construct a perfect number from a Mersenne prime. The Sieve of Eratosthenes, attributed to Eratosthenes, is a simple method to compute primes, although the large primes found today with computers are not generated this way.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56e190bce3433e1400422fc8\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Decision problems are one of the central objects of study in computational complexity theory. A decision problem is a special type of computational problem whose answer is either yes or no, or alternately either 1 or 0. A decision problem can be viewed as a formal language, where the members of the language are instances whose output is yes, and the non-members are those instances whose output is no. The objective is to decide, with the aid of an algorithm, whether a given input string is a member of the formal language under consideration. If the algorithm deciding this problem returns the answer yes, the algorithm is said to accept the input string, otherwise it is said to reject the input.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572978f91d046914007794d3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a1a5c6aef051400155284\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1031, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1377, "trial_id": "squad-c5ca1e119fc2a099", "valid": true }, { "achieved_keep_ratio": 0.21706, "answer_retained": true, "deterministic": true, "input_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "input_tokens": 2755, "latency_ms": { "p50": 1.703, "p95": 1.738, "samples": [ 1.741, 1.665 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 688, "observed_tokens": 598 } ], "receipt_count": 1, "requested_target_tokens": 688 }, "output_sha256": "8ee936d7cfb2bfc459096ce32683e51e6f1b37b2d638e2bae81cb88b283572eb", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572978f91d046914007794d3\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"There are hints in the surviving records of the ancient Egyptians that they had some knowledge of prime numbers: the Egyptian fraction expansions in the Rhind papyrus, for instance, have quite different forms for primes and for composites. However, the earliest surviving records of the explicit study of prime numbers come from the Ancient Greeks. Euclid's Elements (circa 300 BC) contain important theorems about primes, including the infinitude of primes and the fundamental theorem of arithmetic. Euclid also showed how to construct a perfect number from a Mersenne prime. The Sieve of Eratosthenes, attributed to Eratosthenes, is a simple method to compute primes, although the large primes found today with computers are not generated this way.\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56e190bce3433e1400422fc8\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Decision problems are one of the central objects of study in computational complexity theory. A decision problem is a special type of computational problem whose answer is either yes or no, or alternately either 1 or 0. A decision problem can be viewed as a formal language, where the members of the language are instances whose output is yes, and the non-members are those instances whose output is no. The objective is to decide, with the aid of an algorithm, whether a given input string is a member of the formal language under consideration. If the algorithm deciding this problem returns the answer yes, the algorithm is said to accept the input string, otherwise it is said to reject the input.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572978f91d046914007794d3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a1a5c6aef051400155284\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 598, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 688, "trial_id": "squad-c5ca1e119fc2a099", "valid": true }, { "achieved_keep_ratio": 0.094374, "answer_retained": true, "deterministic": true, "input_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "input_tokens": 2755, "latency_ms": { "p50": 1.686, "p95": 1.719, "samples": [ 1.65, 1.723 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 344, "observed_tokens": 260 } ], "receipt_count": 1, "requested_target_tokens": 344 }, "output_sha256": "dd8978e896fd2ab33a834a5652cdcea6f520b55f0cd4ad93c6a542fc99bec622", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56e190bce3433e1400422fc8\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Decision problems are one of the central objects of study in computational complexity theory. A decision problem is a special type of computational problem whose answer is either yes or no, or alternately either 1 or 0. A decision problem can be viewed as a formal language, where the members of the language are instances whose output is yes, and the non-members are those instances whose output is no. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 260, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 344, "trial_id": "squad-c5ca1e119fc2a099", "valid": true }, { "achieved_keep_ratio": 0.385619, "answer_retained": true, "deterministic": true, "input_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "input_tokens": 3143, "latency_ms": { "p50": 3.186, "p95": 3.539, "samples": [ 3.578, 2.794 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1571, "observed_tokens": 1212 } ], "receipt_count": 1, "requested_target_tokens": 1571 }, "output_sha256": "71c1fbd372b3a55575ef62c2538c3ada44f292a80f976c0b5595a9b8eeda9293", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572812e74b864d19001643ce\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"However, this definition is disputed by Thoreau's political philosophy pitching the conscience vs. the collective. The individual is the final judge of right and wrong. More than this, since only individuals act, only individuals can act unjustly. When the government knocks on the door, it is an individual in the form of a postman or tax collector whose hand hits the wood. Before Thoreau’s imprisonment, when a confused taxman had wondered aloud about how to handle his refusal to pay, Thoreau had advised, “Resign.” If a man chose to be an agent of injustice, then Thoreau insisted on confronting him with the fact that he was making a choice. But if government is “the voice of the people,” as it is often called, shouldn’t that voice be heeded? Thoreau admits that government may express the will of the majority but it may also express nothing more than the will of elite politicians. Even a g...\"\n },\n {\n \"document_id\": \"57264c42dd62a815002e80c6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The dominant explanation for the Black Death is the plague theory, which attributes the outbreak to Yersinia pestis, also responsible for an epidemic that began in southern China in 1865, eventually spreading to India. The investigation of the pathogen that caused the 19th-century plague was begun by teams of scientists who visited Hong Kong in 1894, among whom was the French-Swiss bacteriologist Alexandre Yersin, after whom the pathogen was named Yersinia pestis. The mechanism by which Y. pestis was usually transmitted was established in 1898 by Paul-Louis Simond and was found to involve the bites of fleas whose midguts had become obstructed by replicating Y. pestis several days after feeding on an infected host. This blockage results in starvation and aggressive feeding behaviour by the fleas, which repeatedly attempt to clear their blockage by regurgitation, resulting in thousands of ...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728151b4b864d1900164428\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Some theories of civil disobedience hold that civil disobedience is only justified against governmental entities. Brownlee argues that disobedience in opposition to the decisions of non-governmental agencies such as trade unions, banks, and private universities can be justified if it reflects \\\"a larger challenge to the legal system that permits those decisions to be taken\\\". The same principle, she argues, applies to breaches of law in protest against international organizations and foreign governments.\"\n },\n {\n \"document_id\": \"571155ae2419e31400955591\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The Rankine cycle is the fundamental thermodynamic underpinning of the steam engine. The cycle is an arrangement of components as is typically used for simple power production, and utilizes the phase change of water (boiling water producing steam, condensing exhaust steam, producing liquid water)) to provide a practical heat/power conversion system. The heat is supplied externally to a closed loop with some of the heat added being converted to work and the waste heat being removed in a condenser. The Rankine cycle is used in virtually all steam power production applications. In the 1990s, Rankine steam cycles generated about 90% of all electric power used throughout the world, including virtually all solar, biomass, coal and nuclear power plants. It is named after William John Macquorn Rankine, a Scottish polymath.\"\n },\n {\n \"document_id\": \"57302e45947a6a140053d22e\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"In its focus on the Caliphate, the party takes a different view of Muslim history than some other Islamists such as Muhammad Qutb. HT sees Islam's pivotal turning point as occurring not with the death of Ali, or one of the other four rightly guided Caliphs in the 7th century, but with the abolition of the Ottoman Caliphate in 1924. This is believed to have ended the true Islamic system, something for which it blames \\\"the disbelieving (Kafir) colonial powers\\\" working through Turkish modernist Mustafa Kemal Atatürk.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57378862c3c5551400e51f21\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57302e45947a6a140053d22e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1212, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1571, "trial_id": "squad-15cba79fe8dbb336", "valid": true }, { "achieved_keep_ratio": 0.178492, "answer_retained": true, "deterministic": true, "input_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "input_tokens": 3143, "latency_ms": { "p50": 1.956, "p95": 1.985, "samples": [ 1.924, 1.988 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 785, "observed_tokens": 561 } ], "receipt_count": 1, "requested_target_tokens": 785 }, "output_sha256": "12d7853e60b8305c7f22b4602e77a7da598303d48ba4e929b3e6dc99cef1be16", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728151b4b864d1900164428\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Some theories of civil disobedience hold that civil disobedience is only justified against governmental entities. Brownlee argues that disobedience in opposition to the decisions of non-governmental agencies such as trade unions, banks, and private universities can be justified if it reflects \\\"a larger challenge to the legal system that permits those decisions to be taken\\\". The same principle, she argues, applies to breaches of law in protest against international organizations and foreign governments.\"\n },\n {\n \"document_id\": \"571155ae2419e31400955591\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The Rankine cycle is the fundamental thermodynamic underpinning of the steam engine. The cycle is an arrangement of components as is typically used for simple power production, and utilizes the phase change of water (boiling water producing steam, condensing exhaust steam, producing liquid water)) to provide a practical heat/power conversion system. The heat is supplied externally to a closed loop with some of the heat added being converted to work and the waste heat being removed in a condenser. The Rankine cycle is used in virtually all steam power production applications. In the 1990s, Rankine steam cycles generated about 90% of all electric power used throughout the world, including virtually all solar, biomass, coal and nuclear power plants. It is named after William John Macquorn Rankine, a Scottish polymath.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57378862c3c5551400e51f21\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57302e45947a6a140053d22e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 561, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 785, "trial_id": "squad-15cba79fe8dbb336", "valid": true }, { "achieved_keep_ratio": 0.112631, "answer_retained": true, "deterministic": true, "input_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "input_tokens": 3143, "latency_ms": { "p50": 2.143, "p95": 2.23, "samples": [ 2.045, 2.24 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 392, "observed_tokens": 354 } ], "receipt_count": 1, "requested_target_tokens": 392 }, "output_sha256": "f45b993877be534e4609a9636c9693aacd4e53c3f84106f2d51037783de07848", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728151b4b864d1900164428\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Some theories of civil disobedience hold that civil disobedience is only justified against governmental entities. Brownlee argues that disobedience in opposition to the decisions of non-governmental agencies such as trade unions, banks, and private universities can be justified if it reflects \\\"a larger challenge to the legal system that permits those decisions to be taken\\\". The same principle, she argues, applies to breaches of law in protest against international organizations and foreign governments.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57378862c3c5551400e51f21\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57302e45947a6a140053d22e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 354, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 392, "trial_id": "squad-15cba79fe8dbb336", "valid": true }, { "achieved_keep_ratio": 0.404108, "answer_retained": true, "deterministic": true, "input_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "input_tokens": 3603, "latency_ms": { "p50": 2.856, "p95": 2.883, "samples": [ 2.827, 2.886 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1801, "observed_tokens": 1456 } ], "receipt_count": 1, "requested_target_tokens": 1801 }, "output_sha256": "7fca5b3e67f2f42326278cbe2179cd080261eebe0fcd38e94c809a286277672d", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Imperialism and colonialism both dictate the political and economic advantage over a land and the indigenous populations they control, yet scholars sometimes find it difficult to illustrate the difference between the two. Although imperialism and colonialism focus on the suppression of an other, if colonialism refers to the process of a country taking physical control of another, imperialism refers to the political and monetary dominance, either formally or informally. Colonialism is seen to be the architect deciding how to start dominating areas and then imperialism can be seen as creating the idea behind conquest cooperating with colonialism. Colonialism is when the imperial nation begins a conquest over an area and then eventually is able to rule over the areas the previous nation had controlled. Colonialism's core meaning is the exploitation of the valuable assets and supplies of the...\"\n },\n {\n \"document_id\": \"57264e455951b619008f6f65\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Commissioners have various privileges, such as being exempt from member state taxes (but not EU taxes), and having immunity from prosecution for doing official acts. Commissioners have sometimes been found to have abused their offices, particularly since the Santer Commission was censured by Parliament in 1999, and it eventually resigned due to corruption allegations. This resulted in one main case, Commission v Edith Cresson where the European Court of Justice held that a Commissioner giving her dentist a job, for which he was clearly unqualified, did in fact not break any law. By contrast to the ECJ's relaxed approach, a Committee of Independent Experts found that a culture had developed where few Commissioners had ‘even the slightest sense of responsibility’. This led to the creation of the European Anti-fraud Office. In 2012 it investigated the Maltese Commissioner for Health, John D...\"\n },\n {\n \"document_id\": \"57268da7f1498d1400e8e39c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Because of their soft, gelatinous bodies, ctenophores are extremely rare as fossils, and fossils that have been interpreted as ctenophores have been found only in lagerstätten, places where the environment was exceptionally suited to preservation of soft tissue. Until the mid-1990s only two specimens good enough for analysis were known, both members of the crown group, from the early Devonian (Emsian) period. Three additional putative species were then found in the Burgess Shale and other Canadian rocks of similar age, about 505 million years ago in the mid-Cambrian period. All three apparently lacked tentacles but had between 24 and 80 comb rows, far more than the 8 typical of living species. They also appear to have had internal organ-like structures unlike anything found in living ctenophores. One of the fossil species first reported in 1996 had a large mouth, apparently surrounded by...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5733a560d058e614000b5f77\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The origin of the legendary figure is not fully known. The best-known legend, by Artur Oppman, is that long ago two of Triton's daughters set out on a journey through the depths of the oceans and seas. One of them decided to stay on the coast of Denmark and can be seen sitting at the entrance to the port of Copenhagen. The second mermaid reached the mouth of the Vistula River and plunged into its waters. She stopped to rest on a sandy beach by the village of Warszowa, where fishermen came to admire her beauty and listen to her beautiful voice. A greedy merchant also heard her songs; he followed the fishermen and captured the mermaid.\"\n },\n {\n \"document_id\": \"57300ec0947a6a140053d004\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In 1979, the Soviet Union deployed its 40th Army into Afghanistan, attempting to suppress an Islamic rebellion against an allied Marxist regime in the Afghan Civil War. The conflict, pitting indigenous impoverished Muslims (mujahideen) against an anti-religious superpower, galvanized thousands of Muslims around the world to send aid and sometimes to go themselves to fight for their faith. Leading this pan-Islamic effort was Palestinian sheikh Abdullah Yusuf Azzam. While the military effectiveness of these \\\"Afghan Arabs\\\" was marginal, an estimated 16,000 to 35,000 Muslim volunteers came from around the world came to fight in Afghanistan.\"\n },\n {\n \"document_id\": \"5733834ed058e614000b5c26\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Warsaw's first stock exchange was established in 1817 and continued trading until World War II. It was re-established in April 1991, following the end of the post-war communist control of the country and the reintroduction of a free-market economy. Today, the Warsaw Stock Exchange (WSE) is, according to many indicators, the largest market in the region, with 374 companies listed and total capitalization of 162 584 mln EUR as of 31 August 2009. From 1991 until 2000, the stock exchange was, ironically, located in the building previously used as the headquarters of the Polish United Workers' Party (PZPR).\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57105da9a58dae1900cd699e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57268da7f1498d1400e8e39c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1456, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1801, "trial_id": "squad-2a8d1f88032dee93", "valid": true }, { "achieved_keep_ratio": 0.213156, "answer_retained": true, "deterministic": true, "input_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "input_tokens": 3603, "latency_ms": { "p50": 2.376, "p95": 2.396, "samples": [ 2.353, 2.398 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 900, "observed_tokens": 768 } ], "receipt_count": 1, "requested_target_tokens": 900 }, "output_sha256": "8e764ef61dcd509332ad37ea3ef16ba03df4e755bef0a4c66689ff0edc0840af", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5733a560d058e614000b5f77\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The origin of the legendary figure is not fully known. The best-known legend, by Artur Oppman, is that long ago two of Triton's daughters set out on a journey through the depths of the oceans and seas. One of them decided to stay on the coast of Denmark and can be seen sitting at the entrance to the port of Copenhagen. The second mermaid reached the mouth of the Vistula River and plunged into its waters. She stopped to rest on a sandy beach by the village of Warszowa, where fishermen came to admire her beauty and listen to her beautiful voice. A greedy merchant also heard her songs; he followed the fishermen and captured the mermaid.\"\n },\n {\n \"document_id\": \"57300ec0947a6a140053d004\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In 1979, the Soviet Union deployed its 40th Army into Afghanistan, attempting to suppress an Islamic rebellion against an allied Marxist regime in the Afghan Civil War. The conflict, pitting indigenous impoverished Muslims (mujahideen) against an anti-religious superpower, galvanized thousands of Muslims around the world to send aid and sometimes to go themselves to fight for their faith. Leading this pan-Islamic effort was Palestinian sheikh Abdullah Yusuf Azzam. While the military effectiveness of these \\\"Afghan Arabs\\\" was marginal, an estimated 16,000 to 35,000 Muslim volunteers came from around the world came to fight in Afghanistan.\"\n },\n {\n \"document_id\": \"5733834ed058e614000b5c26\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Warsaw's first stock exchange was established in 1817 and continued trading until World War II. It was re-established in April 1991, following the end of the post-war communist control of the country and the reintroduction of a free-market economy. Today, the Warsaw Stock Exchange (WSE) is, according to many indicators, the largest market in the region, with 374 companies listed and total capitalization of 162 584 mln EUR as of 31 August 2009. From 1991 until 2000, the stock exchange was, ironically, located in the building previously used as the headquarters of the Polish United Workers' Party (PZPR).\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57105da9a58dae1900cd699e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57268da7f1498d1400e8e39c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 768, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 900, "trial_id": "squad-2a8d1f88032dee93", "valid": true }, { "achieved_keep_ratio": 0.111574, "answer_retained": true, "deterministic": true, "input_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "input_tokens": 3603, "latency_ms": { "p50": 2.099, "p95": 2.129, "samples": [ 2.132, 2.065 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 450, "observed_tokens": 402 } ], "receipt_count": 1, "requested_target_tokens": 450 }, "output_sha256": "7f3cb7f2ab39e8f1129060a7bf6c1feb65616895cbe72caff81ce8ca347d5f25", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5733a560d058e614000b5f77\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The origin of the legendary figure is not fully known. The best-known legend, by Artur Oppman, is that long ago two of Triton's daughters set out on a journey through the depths of the oceans and seas. One of them decided to stay on the coast of Denmark and can be seen sitting at the entrance to the port of Copenhagen. The second mermaid reached the mouth of the Vistula River and plunged into its waters. She stopped to rest on a sandy beach by the village of Warszowa, where fishermen came to admire her beauty and listen to her beautiful voice. A greedy merchant also heard her songs; he followed the fishermen and captured the mermaid.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57105da9a58dae1900cd699e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57268da7f1498d1400e8e39c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 402, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 450, "trial_id": "squad-2a8d1f88032dee93", "valid": true }, { "achieved_keep_ratio": 0.378354, "answer_retained": true, "deterministic": true, "input_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "input_tokens": 3280, "latency_ms": { "p50": 3.541, "p95": 3.925, "samples": [ 3.114, 3.968 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1640, "observed_tokens": 1241 } ], "receipt_count": 1, "requested_target_tokens": 1640 }, "output_sha256": "e053109f440860f36437e1352a94e4ed26acdc48444c5380fb14aa2568eb2ba7", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5730ac782461fd1900a9cf73\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Not a maritime power, and not a nation-state, as it would eventually become, Germany’s participation in Western imperialism was negligible until the late 19th century. The participation of Austria was primarily as a result of Habsburg control of the First Empire, the Spanish throne, and other royal houses.[further explanation needed] After the defeat of Napoleon, who caused the dissolution of that Holy Roman Empire, Prussia and the German states continued to stand aloof from imperialism, preferring to manipulate the European system through the Concert of Europe. After Prussia unified the other states into the second German Empire after the Franco-German War, its long-time Chancellor, Otto von Bismarck (1862–90), long opposed colonial acquisitions, arguing that the burden of obtaining, maintaining, and defending such possessions would outweigh any potential benefits. He felt that colonies...\"\n },\n {\n \"document_id\": \"5725dd7d89a1e219009abfea\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The popular neighborhood known as the Tower District is centered around the historic Tower Theatre, which is included on the National List of Historic Places. The theater was built in 1939 and is at Olive and Wishon Avenues in the heart of the Tower District. (The name of the theater refers to a well-known landmark water tower, which is actually in another nearby area). The Tower District neighborhood is just north of downtown Fresno proper, and one-half mile south of Fresno City College. Although the neighborhood was known as a residential area prior, the early commercial establishments of the Tower District began with small shops and services that flocked to the area shortly after World War II. The character of small local businesses largely remains today. To some extent, the businesses of the Tower District were developed due to the proximity of the original Fresno Normal School, (lat...\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before h...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5725dd7d89a1e219009abfea\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The popular neighborhood known as the Tower District is centered around the historic Tower Theatre, which is included on the National List of Historic Places. The theater was built in 1939 and is at Olive and Wishon Avenues in the heart of the Tower District. (The name of the theater refers to a well-known landmark water tower, which is actually in another nearby area). ...\"\n },\n {\n \"document_id\": \"5705edcd52bb8914006896ca\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"\\\"Southern California\\\" is not a formal geographic designation, and definitions of what constitutes southern California vary. Geographically, California's north-south midway point lies at exactly 37° 9' 58.23\\\" latitude, around 11 miles (18 km) south of San Jose; however, this does not coincide with popular use of the term. When the state is divided into two areas (northern and southern California), the term \\\"southern California\\\" usually refers to the ten southern-most counties of the state. This definition coincides neatly with the county lines at 35° 47′ 28″ north latitude, which form the northern borders of San Luis Obispo, Kern, and San Bernardino counties. Another definition for southern California uses Point Conception and the Tehachapi Mountains as the northern boundary.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5711669550c2381900b54adf\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572648e8dd62a815002e8076\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1241, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1640, "trial_id": "squad-e8b9d920d1876b2a", "valid": true }, { "achieved_keep_ratio": 0.169512, "answer_retained": true, "deterministic": true, "input_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "input_tokens": 3280, "latency_ms": { "p50": 4.362, "p95": 5.773, "samples": [ 5.929, 2.794 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 820, "observed_tokens": 556 } ], "receipt_count": 1, "requested_target_tokens": 820 }, "output_sha256": "5fb43d6f73d1871fbf102f56f45032651b969610e9927167847d6452ca9cb998", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5725dd7d89a1e219009abfea\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The popular neighborhood known as the Tower District is centered around the historic Tower Theatre, which is included on the National List of Historic Places. The theater was built in 1939 and is at Olive and Wishon Avenues in the heart of the Tower District. (The name of the theater refers to a well-known landmark water tower, which is actually in another nearby area). ...\"\n },\n {\n \"document_id\": \"5705edcd52bb8914006896ca\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"\\\"Southern California\\\" is not a formal geographic designation, and definitions of what constitutes southern California vary. Geographically, California's north-south midway point lies at exactly 37° 9' 58.23\\\" latitude, around 11 miles (18 km) south of San Jose; however, this does not coincide with popular use of the term. When the state is divided into two areas (northern and southern California), the term \\\"southern California\\\" usually refers to the ten southern-most counties of the state. This definition coincides neatly with the county lines at 35° 47′ 28″ north latitude, which form the northern borders of San Luis Obispo, Kern, and San Bernardino counties. Another definition for southern California uses Point Conception and the Tehachapi Mountains as the northern boundary.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5711669550c2381900b54adf\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572648e8dd62a815002e8076\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 556, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 820, "trial_id": "squad-e8b9d920d1876b2a", "valid": true }, { "achieved_keep_ratio": 0.105488, "answer_retained": true, "deterministic": true, "input_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "input_tokens": 3280, "latency_ms": { "p50": 2.106, "p95": 2.116, "samples": [ 2.096, 2.117 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 410, "observed_tokens": 346 } ], "receipt_count": 1, "requested_target_tokens": 410 }, "output_sha256": "23675606b0888142e9cf26c531c14e3b831a09d1c37f99a5edb44523a7b940b5", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5725dd7d89a1e219009abfea\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The popular neighborhood known as the Tower District is centered around the historic Tower Theatre, which is included on the National List of Historic Places. The theater was built in 1939 and is at Olive and Wishon Avenues in the heart of the Tower District. (The name of the theater refers to a well-known landmark water tower, which is actually in another nearby area). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5711669550c2381900b54adf\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572648e8dd62a815002e8076\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 346, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 410, "trial_id": "squad-e8b9d920d1876b2a", "valid": true }, { "achieved_keep_ratio": 0.354438, "answer_retained": true, "deterministic": true, "input_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "input_tokens": 3459, "latency_ms": { "p50": 3.195, "p95": 3.532, "samples": [ 2.821, 3.569 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1729, "observed_tokens": 1226 } ], "receipt_count": 1, "requested_target_tokens": 1729 }, "output_sha256": "af32c41ae54fe4ed4123bfa6a8c21d0ab0be891295e8aa3f174f1286cb316166", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the e...\"\n },\n {\n \"document_id\": \"5726414e271a42140099d7e5\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Merit Network, Inc., an independent non-profit 501(c)(3) corporation governed by Michigan's public universities, was formed in 1966 as the Michigan Educational Research Information Triad to explore computer networking between three of Michigan's public universities as a means to help the state's educational and economic development. With initial support from the State of Michigan and the National Science Foundation (NSF), the packet-switched network was first demonstrated in December 1971 when an interactive host to host connection was made between the IBM mainframe computer systems at the University of Michigan in Ann Arbor and Wayne State University in Detroit. In October 1972 connections to the CDC mainframe at Michigan State University in East Lansing completed the triad. Over the next several years in addition to host to host interactive connections the network was enhanced to suppo...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"An increase in imported cars into North America forced General Motors, Ford and Chrysler to introduce smaller and fuel-efficient models for domestic sales. The Dodge Omni / Plymouth Horizon from Chrysler, the Ford Fiesta and the Chevrolet Chevette all had four-cylinder engines and room for at least four passengers by the late 1970s. By 1985, the average American vehicle moved 17.4 miles per gallon, compared to 13.5 in 1970. ...\"\n },\n {\n \"document_id\": \"57115b2850c2381900b54a7f\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The first commercial steam-powered device was a water pump, developed in 1698 by Thomas Savery. It used condensing steam to create a vacuum which was used to raise water from below, then it used steam pressure to raise it higher. Small engines were effective though larger models were problematic. They proved only to have a limited lift height and were prone to boiler explosions. It received some use in mines, pumping stations and for supplying water wheels used to power textile machinery. An attractive feature of the Savery engine was its low cost. Bento de Moura Portugal introduced an ingenious improvement of Savery's construction \\\"to render it capable of working itself\\\", as described by John Smeaton in the Philosophical Transactions published in 1751. It continued to be manufactured until the late 18th century. One engine was still known to be operating in 1820.\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the enactment of competition law as one of the main aims of the EEC through the \\\"institution of a system ensuring that competition in the common market is not distorted\\\". The two central provisions on EU competition law on companies were established in article 85, which prohibited anti-competitive agreements, subject to some exemptions, and article 86 prohibiting the abuse of dominant position. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a13841d0469140077973b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1226, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1729, "trial_id": "squad-8a0a716f3d08f4ae", "valid": true }, { "achieved_keep_ratio": 0.169124, "answer_retained": true, "deterministic": true, "input_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "input_tokens": 3459, "latency_ms": { "p50": 2.442, "p95": 2.472, "samples": [ 2.409, 2.475 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 864, "observed_tokens": 585 } ], "receipt_count": 1, "requested_target_tokens": 864 }, "output_sha256": "e3217af85587854d8b6c0f3588b0e2f2947c48b2faea6c1c79c13cdfd50f0626", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"An increase in imported cars into North America forced General Motors, Ford and Chrysler to introduce smaller and fuel-efficient models for domestic sales. The Dodge Omni / Plymouth Horizon from Chrysler, the Ford Fiesta and the Chevrolet Chevette all had four-cylinder engines and room for at least four passengers by the late 1970s. By 1985, the average American vehicle moved 17.4 miles per gallon, compared to 13.5 in 1970. ...\"\n },\n {\n \"document_id\": \"57115b2850c2381900b54a7f\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The first commercial steam-powered device was a water pump, developed in 1698 by Thomas Savery. It used condensing steam to create a vacuum which was used to raise water from below, then it used steam pressure to raise it higher. Small engines were effective though larger models were problematic. They proved only to have a limited lift height and were prone to boiler explosions. It received some use in mines, pumping stations and for supplying water wheels used to power textile machinery. An attractive feature of the Savery engine was its low cost. Bento de Moura Portugal introduced an ingenious improvement of Savery's construction \\\"to render it capable of working itself\\\", as described by John Smeaton in the Philosophical Transactions published in 1751. It continued to be manufactured until the late 18th century. One engine was still known to be operating in 1820.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a13841d0469140077973b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 585, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 864, "trial_id": "squad-8a0a716f3d08f4ae", "valid": true }, { "achieved_keep_ratio": 0.104655, "answer_retained": true, "deterministic": true, "input_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "input_tokens": 3459, "latency_ms": { "p50": 2.565, "p95": 2.804, "samples": [ 2.299, 2.831 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 432, "observed_tokens": 362 } ], "receipt_count": 1, "requested_target_tokens": 432 }, "output_sha256": "b499b6e05cb32b14adc2c0c3019f333c754237d2d5f8f1ef309252f01f67a8fc", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"An increase in imported cars into North America forced General Motors, Ford and Chrysler to introduce smaller and fuel-efficient models for domestic sales. The Dodge Omni / Plymouth Horizon from Chrysler, the Ford Fiesta and the Chevrolet Chevette all had four-cylinder engines and room for at least four passengers by the late 1970s. By 1985, the average American vehicle moved 17.4 miles per gallon, compared to 13.5 in 1970. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a13841d0469140077973b\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 362, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 432, "trial_id": "squad-8a0a716f3d08f4ae", "valid": true }, { "achieved_keep_ratio": 0.362772, "answer_retained": false, "deterministic": true, "input_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "input_tokens": 3997, "latency_ms": { "p50": 3.554, "p95": 3.574, "samples": [ 3.532, 3.577 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1998, "observed_tokens": 1450 } ], "receipt_count": 1, "requested_target_tokens": 1998 }, "output_sha256": "3b05d07f128f8f4277358c80da194d07cb494e18a29c09fdf4847cc09966bf30", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726c3da708984140094d0d9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The \\\"freedom to provide services\\\" under TFEU article 56 applies to people who give services \\\"for remuneration\\\", especially commercial or professional activity. For example, in Van Binsbergen v Bestuur van de Bedrijfvereniging voor de Metaalnijverheid a Dutch lawyer moved to Belgium while advising a client in a social security case, and was told he could not continue because Dutch law said only people established in the Netherlands could give legal advice. The Court of Justice held that the freedom to provide services applied, it was directly effective, and the rule was probably unjustified: having an address in the member state would be enough to pursue the legitimate aim of good administration of justice. The Court of Justice has held that secondary education falls outside the scope of article 56, because usually the state funds it, though higher education does not. Health care generall...\"\n },\n {\n \"document_id\": \"56de179dcffd8e1900b4b5da\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Normans had a profound effect on Irish culture and history after their invasion at Bannow Bay in 1169. Initially the Normans maintained a distinct culture and ethnicity. Yet, with time, they came to be subsumed into Irish culture to the point that it has been said that they became \\\"more Irish than the Irish themselves.\\\" The Normans settled mostly in an area in the east of Ireland, later known as the Pale, and also built many fine castles and settlements, including Trim Castle and Dublin Castle. Both cultures intermixed, borrowing from each other's language, culture and outlook. Norman descendants today can be recognised by their surnames. Names such as French, (De) Roche, Devereux, D'Arcy, Treacy and Lacy are particularly common in the southeast of Ireland, especially in the southern part of County Wexford where the first Norman settlements were established. Other Norman names such a...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5726c3da708984140094d0d9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The \\\"freedom to provide services\\\" under TFEU article 56 applies to people who give services \\\"for remuneration\\\", especially commercial or professional activity. For example, in Van Binsbergen v Bestuur van de Bedrijfvereniging voor de Metaalnijverheid a Dutch lawyer moved to Belgium while advising a client in a social security case, and was told he could not continue because Dutch law said only people established in the Netherlands could give legal advice. The Court of Justice held that the freedom to provide services applied, it was directly effective, and the rule was probably unjustified: having an address in the member state would be enough to pursue the legitimate aim of good administration of justice. ...\"\n },\n {\n \"document_id\": \"57332a734776f41900660726\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw remained the capital of the Polish–Lithuanian Commonwealth until 1796, when it was annexed by the Kingdom of Prussia to become the capital of the province of South Prussia. Liberated by Napoleon's army in 1806, Warsaw was made the capital of the newly created Duchy of Warsaw. Following the Congress of Vienna of 1815, Warsaw became the centre of the Congress Poland, a constitutional monarchy under a personal union with Imperial Russia. The Royal University of Warsaw was established in 1816.\"\n },\n {\n \"document_id\": \"5727cd7dff5b5019007d958e\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Harbor improvements since the late 19th century have made Jacksonville a major military and civilian deep-water port. Its riverine location facilitates two United States Navy bases and the Port of Jacksonville, Florida's third largest seaport. The two US Navy bases, Blount Island Command and the nearby Naval Submarine Base Kings Bay form the third largest military presence in the United States. Significant factors in the local economy include services such as banking, insurance, healthcare and logistics. As with much of Florida, tourism is also important to the Jacksonville area, particularly tourism related to golf. People from Jacksonville may be called \\\"Jacksonvillians\\\" or \\\"Jaxsons\\\" (also spelled \\\"Jaxons\\\").\"\n },\n {\n \"document_id\": \"5726d8bd708984140094d35b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The word pharmacy is derived from its root word pharma which was a term used since the 15th–17th centuries. However, the original Greek roots from pharmakos imply sorcery or even poison. In addition to pharma responsibilities, the pharma offered general medical advice and a range of services that are now performed solely by other specialist practitioners, such as surgery and midwifery. The pharma (as it was referred to) often operated through a retail shop which, in addition to ingredients for medicines, sold tobacco and patent medicines. Often the place that did this was called an apothecary and several languages have this as the dominant term, though their practices are more akin to a modern pharmacy, in English the term apothecary would today be seen as outdated or only approproriate if herbal remedies were on offer to a large extent. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57332a734776f41900660726\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726a46cdd62a815002e8bd0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1450, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1998, "trial_id": "squad-de6131e0265b7cc1", "valid": true }, { "achieved_keep_ratio": 0.188141, "answer_retained": false, "deterministic": true, "input_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "input_tokens": 3997, "latency_ms": { "p50": 5.016, "p95": 5.81, "samples": [ 4.133, 5.898 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 999, "observed_tokens": 752 } ], "receipt_count": 1, "requested_target_tokens": 999 }, "output_sha256": "73cf23cd0badf257b8b08e0643fa1a7737d61c92a37b88a4eb22f4b37ce24459", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726c3da708984140094d0d9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The \\\"freedom to provide services\\\" under TFEU article 56 applies to people who give services \\\"for remuneration\\\", especially commercial or professional activity. For example, in Van Binsbergen v Bestuur van de Bedrijfvereniging voor de Metaalnijverheid a Dutch lawyer moved to Belgium while advising a client in a social security case, and was told he could not continue because Dutch law said only people established in the Netherlands could give legal advice. The Court of Justice held that the freedom to provide services applied, it was directly effective, and the rule was probably unjustified: having an address in the member state would be enough to pursue the legitimate aim of good administration of justice. ...\"\n },\n {\n \"document_id\": \"57332a734776f41900660726\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw remained the capital of the Polish–Lithuanian Commonwealth until 1796, when it was annexed by the Kingdom of Prussia to become the capital of the province of South Prussia. Liberated by Napoleon's army in 1806, Warsaw was made the capital of the newly created Duchy of Warsaw. Following the Congress of Vienna of 1815, Warsaw became the centre of the Congress Poland, a constitutional monarchy under a personal union with Imperial Russia. The Royal University of Warsaw was established in 1816.\"\n },\n {\n \"document_id\": \"5727cd7dff5b5019007d958e\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Harbor improvements since the late 19th century have made Jacksonville a major military and civilian deep-water port. Its riverine location facilitates two United States Navy bases and the Port of Jacksonville, Florida's third largest seaport. The two US Navy bases, Blount Island Command and the nearby Naval Submarine Base Kings Bay form the third largest military presence in the United States. Significant factors in the local economy include services such as banking, insurance, healthcare and logistics. As with much of Florida, tourism is also important to the Jacksonville area, particularly tourism related to golf. People from Jacksonville may be called \\\"Jacksonvillians\\\" or \\\"Jaxsons\\\" (also spelled \\\"Jaxons\\\").\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57332a734776f41900660726\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726a46cdd62a815002e8bd0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 752, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 999, "trial_id": "squad-de6131e0265b7cc1", "valid": true }, { "achieved_keep_ratio": 0.102827, "answer_retained": false, "deterministic": true, "input_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "input_tokens": 3997, "latency_ms": { "p50": 3.194, "p95": 3.574, "samples": [ 3.617, 2.77 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 499, "observed_tokens": 411 } ], "receipt_count": 1, "requested_target_tokens": 499 }, "output_sha256": "98d76b6506d9e9d5fafd7b6e8cf98d5ff8e7290a8a96b623729d64aa15983e7e", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5726c3da708984140094d0d9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The \\\"freedom to provide services\\\" under TFEU article 56 applies to people who give services \\\"for remuneration\\\", especially commercial or professional activity. For example, in Van Binsbergen v Bestuur van de Bedrijfvereniging voor de Metaalnijverheid a Dutch lawyer moved to Belgium while advising a client in a social security case, and was told he could not continue because Dutch law said only people established in the Netherlands could give legal advice. The Court of Justice held that the freedom to provide services applied, it was directly effective, and the rule was probably unjustified: having an address in the member state would be enough to pursue the legitimate aim of good administration of justice. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57332a734776f41900660726\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726a46cdd62a815002e8bd0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 411, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 499, "trial_id": "squad-de6131e0265b7cc1", "valid": true }, { "achieved_keep_ratio": 0.380046, "answer_retained": true, "deterministic": true, "input_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "input_tokens": 3889, "latency_ms": { "p50": 3.724, "p95": 3.818, "samples": [ 3.62, 3.828 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1944, "observed_tokens": 1478 } ], "receipt_count": 1, "requested_target_tokens": 1944 }, "output_sha256": "23ae06e4b71fa0ea5f1f2040d4829e598be4e196d35914331157a10bfabdd3f6", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5725ca4389a1e219009abeb4\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The primary law of the EU consists mainly of the founding treaties, the \\\"core\\\" treaties being the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU). The Treaties contain formal and substantive provisions, which frame policies of the European Union institutions and determine the division of competences between the European Union and its member states. The TEU establishes that European Union law applies to the metropolitan territories of the member states, as well as certain islands and overseas territories, including Madeira, the Canary Islands and the French overseas departments. European Union law also applies in territories where a member state is responsible for external relations, for example Gibraltar and the Åland islands. The TEU allows the European Council to make specific provisions for regions, as for example done for customs matters ...\"\n },\n {\n \"document_id\": \"572824f13acd2414000df58f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Jacksonville has suffered less damage from hurricanes than most other east coast cities, although the threat does exist for a direct hit by a major hurricane. The city has only received one direct hit from a hurricane since 1871; however, Jacksonville has experienced hurricane or near-hurricane conditions more than a dozen times due to storms crossing the state from the Gulf of Mexico to the Atlantic Ocean, or passing to the north or south in the Atlantic and brushing past the area. The strongest effect on Jacksonville was from Hurricane Dora in 1964, the only recorded storm to hit the First Coast with sustained hurricane-force winds. The eye crossed St. Augustine with winds that had just barely diminished to 110 mph (180 km/h), making it a strong Category 2 on the Saffir-Simpson Scale. Jacksonville also suffered damage from 2008's Tropical Storm Fay which crisscrossed the state, bringin...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5727d88b4b864d1900163e5e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Harvard operates several arts, cultural, and scientific museums. The Harvard Art Museums comprises three museums. The Arthur M. Sackler Museum includes collections of ancient, Asian, Islamic and later Indian art, the Busch-Reisinger Museum, formerly the Germanic Museum, covers central and northern European art, and the Fogg Museum of Art, covers Western art from the Middle Ages to the present emphasizing Italian early Renaissance, British pre-Raphaelite, and 19th-century French art. ...\"\n },\n {\n \"document_id\": \"573314e3d058e614000b56f0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"John's Cathedral, Market Square, palaces, churches and mansions all displaying a richness of colour and architectural detail. Buildings represent examples of nearly every European architectural style and historical period. Warsaw provides many examples of architecture from the gothic, renaissance, baroque and neoclassical periods, and around a quarter of the city is filled with luxurious parks and royal gardens. ...\"\n },\n {\n \"document_id\": \"572a0ce11d046914007796fd\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Some examples of intracellular pathogens include viruses, the food poisoning bacterium Salmonella and the eukaryotic parasites that cause malaria (Plasmodium falciparum) and leishmaniasis (Leishmania spp.). Other bacteria, such as Mycobacterium tuberculosis, live inside a protective capsule that prevents lysis by complement. Many pathogens secrete compounds that diminish or misdirect the host's immune response. Some bacteria form biofilms to protect themselves from the cells and proteins of the immune system. Such biofilms are present in many successful infections, e.g., the chronic Pseudomonas aeruginosa and Burkholderia cenocepacia infections characteristic of cystic fibrosis. ...\"\n },\n {\n \"document_id\": \"5727aec03acd2414000de991\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The University is organized into eleven separate academic units—ten faculties and the Radcliffe Institute for Advanced Study—with campuses throughout the Boston metropolitan area: its 209-acre (85 ha) main campus is centered on Harvard Yard in Cambridge, approximately 3 miles (5 km) northwest of Boston; the business school and athletics facilities, including Harvard Stadium, are located across the Charles River in the Allston neighborhood of Boston and the medical, dental, and public health schools are in the Longwood Medical Area. Harvard's $37.6 billion financial endowment is the largest of any academic institution.\"\n },\n {\n \"document_id\": \"5733f5264776f419006615a3\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"An early important political response to the opening of hostilities was the convening of the Albany Congress in June and July, 1754. The goal of the congress was to formalize a unified front in trade and negotiations with various Indians, since allegiance of the various tribes and nations was seen to be pivotal in the success in the war that was unfolding. The plan that the delegates agreed to was never ratified by the colonial legislatures nor approved of by the crown. Nevertheless, the format of the congress and many specifics of the plan became the prototype for confederation during the War of Independence.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a0ce11d046914007796fd\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1478, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1944, "trial_id": "squad-185eb3e36b78d2cd", "valid": true }, { "achieved_keep_ratio": 0.178709, "answer_retained": true, "deterministic": true, "input_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "input_tokens": 3889, "latency_ms": { "p50": 7.496, "p95": 8.946, "samples": [ 5.885, 9.107 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 972, "observed_tokens": 695 } ], "receipt_count": 1, "requested_target_tokens": 972 }, "output_sha256": "c4aea39db95346eb7c98389f454f9dcbc7af5628dca0483eed076383dbf8c4f5", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5727d88b4b864d1900163e5e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Harvard operates several arts, cultural, and scientific museums. The Harvard Art Museums comprises three museums. The Arthur M. Sackler Museum includes collections of ancient, Asian, Islamic and later Indian art, the Busch-Reisinger Museum, formerly the Germanic Museum, covers central and northern European art, and the Fogg Museum of Art, covers Western art from the Middle Ages to the present emphasizing Italian early Renaissance, British pre-Raphaelite, and 19th-century French art. ...\"\n },\n {\n \"document_id\": \"573314e3d058e614000b56f0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"John's Cathedral, Market Square, palaces, churches and mansions all displaying a richness of colour and architectural detail. Buildings represent examples of nearly every European architectural style and historical period. Warsaw provides many examples of architecture from the gothic, renaissance, baroque and neoclassical periods, and around a quarter of the city is filled with luxurious parks and royal gardens. ...\"\n },\n {\n \"document_id\": \"572a0ce11d046914007796fd\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Some examples of intracellular pathogens include viruses, the food poisoning bacterium Salmonella and the eukaryotic parasites that cause malaria (Plasmodium falciparum) and leishmaniasis (Leishmania spp.). Other bacteria, such as Mycobacterium tuberculosis, live inside a protective capsule that prevents lysis by complement. Many pathogens secrete compounds that diminish or misdirect the host's immune response. Some bacteria form biofilms to protect themselves from the cells and proteins of the immune system. Such biofilms are present in many successful infections, e.g., the chronic Pseudomonas aeruginosa and Burkholderia cenocepacia infections characteristic of cystic fibrosis. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a0ce11d046914007796fd\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 695, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 972, "trial_id": "squad-185eb3e36b78d2cd", "valid": true }, { "achieved_keep_ratio": 0.095654, "answer_retained": true, "deterministic": true, "input_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "input_tokens": 3889, "latency_ms": { "p50": 5.814, "p95": 5.827, "samples": [ 5.8, 5.828 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 486, "observed_tokens": 372 } ], "receipt_count": 1, "requested_target_tokens": 486 }, "output_sha256": "94e03e5cb189aafac71c441b883fb78f6193dfc48948a89e8291d1af8e666702", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5727d88b4b864d1900163e5e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Harvard operates several arts, cultural, and scientific museums. The Harvard Art Museums comprises three museums. The Arthur M. Sackler Museum includes collections of ancient, Asian, Islamic and later Indian art, the Busch-Reisinger Museum, formerly the Germanic Museum, covers central and northern European art, and the Fogg Museum of Art, covers Western art from the Middle Ages to the present emphasizing Italian early Renaissance, British pre-Raphaelite, and 19th-century French art. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"572a0ce11d046914007796fd\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 372, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 486, "trial_id": "squad-185eb3e36b78d2cd", "valid": true }, { "achieved_keep_ratio": 0.39759, "answer_retained": true, "deterministic": true, "input_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "input_tokens": 3403, "latency_ms": { "p50": 2.99, "p95": 3.072, "samples": [ 3.081, 2.899 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1701, "observed_tokens": 1353 } ], "receipt_count": 1, "requested_target_tokens": 1701 }, "output_sha256": "fbfe76ba0887cd5e857c413006411181ea8190495c4b5ef171e71009601ec557", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572861cc4b864d190016495e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The UChicago Arts program joins academic departments and programs in the Division of the Humanities and the College, as well as professional organizations including the Court Theatre, the Oriental Institute, the Smart Museum of Art, the Renaissance Society, University of Chicago Presents, and student arts organizations. The university has an artist-in-residence program and scholars in performance studies, contemporary art criticism, and film history. It has offered a doctorate in music composition since 1933 and in Cinema & Media studies since 2000, a master of fine arts in visual arts (early 1970s), and a master of arts in the humanities with a creative writing track (2000). It has bachelor's degree programs in visual arts, music, and art history, and, more recently, Cinema & Media studies (1996) and theater & performance studies (2002). The College's general education core includes a “...\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the e...\"\n },\n {\n \"document_id\": \"56e1aba0e3433e1400423094\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"A Turing machine is a mathematical model of a general computing machine. It is a theoretical device that manipulates symbols contained on a strip of tape. Turing machines are not intended as a practical computing technology, but rather as a thought experiment representing a computing machine—anything from an advanced supercomputer to a mathematician with a pencil and paper. It is believed that if a problem can be solved by an algorithm, there exists a Turing machine that solves the problem. Indeed, this is the statement of the Church–Turing thesis. Furthermore, it is known that everything that can be computed on other models of computation known to us today, such as a RAM machine, Conway's Game of Life, cellular automata or any programming language can be computed on a Turing machine. Since Turing machines are easy to analyze mathematically, and are believed to be as powerful as any othe...\"\n },\n {\n \"document_id\": \"56dde0ba66d3e219004dad75\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In the course of the 10th century, the initially destructive incursions of Norse war bands into the rivers of France evolved into more permanent encampments that included local women and personal property. The Duchy of Normandy, which began in 911 as a fiefdom, was established by the treaty of Saint-Clair-sur-Epte between King Charles III of West Francia and the famed Viking ruler Rollo, and was situated in the former Frankish kingdom of Neustria. The treaty offered Rollo and his men the French lands between the river Epte and the Atlantic coast in exchange for their protection against further Viking incursions. The area corresponded to the northern part of present-day Upper Normandy down to the river Seine, but the Duchy would eventually extend west beyond the Seine. The territory was roughly equivalent to the old province of Rouen, and reproduced the Roman administrative structure of G...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56dde0ba66d3e219004dad75\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Duchy of Normandy, which began in 911 as a fiefdom, was established by the treaty of Saint-Clair-sur-Epte between King Charles III of West Francia and the famed Viking ruler Rollo, and was situated in the former Frankish kingdom of Neustria. The treaty offered Rollo and his men the French lands between the river Epte and the Atlantic coast in exchange for their protection against further Viking incursions. The area corresponded to the northern part of present-day Upper Normandy down to the river Seine, but the Duchy would eventually extend west beyond the Seine. The territory was roughly equivalent to the old province of Rouen, and reproduced the Roman administrative structure of Gallia Lugdunensis II (part of the former Gallia Lugdunensis). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726249538643c19005ad07f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728804b4b864d1900164a46\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1353, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1701, "trial_id": "squad-f54e2e0617b6bd38", "valid": true }, { "achieved_keep_ratio": 0.19424, "answer_retained": true, "deterministic": true, "input_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "input_tokens": 3403, "latency_ms": { "p50": 2.4, "p95": 2.443, "samples": [ 2.448, 2.352 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 850, "observed_tokens": 661 } ], "receipt_count": 1, "requested_target_tokens": 850 }, "output_sha256": "e290465ae8e5ffc6b9a62e68c5d0888e92899479bb0754707f3fd164f9b0d4db", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572861cc4b864d190016495e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The UChicago Arts program joins academic departments and programs in the Division of the Humanities and the College, as well as professional organizations including the Court Theatre, the Oriental Institute, the Smart Museum of Art, the Renaissance Society, University of Chicago Presents, and student arts organizations. The university has an artist-in-residence program and scholars in performance studies, contemporary art criticism, and film history. It has offered a doctorate in music composition since 1933 and in Cinema & Media studies since 2000, a master of fine arts in visual arts (early 1970s), and a master of arts in the humanities with a creative writing track (2000). It has bachelor's degree programs in visual arts, music, and art history, and, more recently, Cinema & Media studies (1996) and theater & performance studies (2002). The College's general education core includes a “...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"56dde0ba66d3e219004dad75\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Duchy of Normandy, which began in 911 as a fiefdom, was established by the treaty of Saint-Clair-sur-Epte between King Charles III of West Francia and the famed Viking ruler Rollo, and was situated in the former Frankish kingdom of Neustria. The treaty offered Rollo and his men the French lands between the river Epte and the Atlantic coast in exchange for their protection against further Viking incursions. The area corresponded to the northern part of present-day Upper Normandy down to the river Seine, but the Duchy would eventually extend west beyond the Seine. The territory was roughly equivalent to the old province of Rouen, and reproduced the Roman administrative structure of Gallia Lugdunensis II (part of the former Gallia Lugdunensis). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726249538643c19005ad07f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5728804b4b864d1900164a46\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 661, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 850, "trial_id": "squad-f54e2e0617b6bd38", "valid": true }, { "achieved_keep_ratio": 0.099618, "answer_retained": true, "deterministic": true, "input_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "input_tokens": 3403, "latency_ms": { "p50": 2.564, "p95": 2.918, "samples": [ 2.171, 2.957 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 425, "observed_tokens": 339 } ], "receipt_count": 1, "requested_target_tokens": 425 }, "output_sha256": "ad3e10e8b8ab1462d1afb5d7462e1870fcceb5979e9300f2309ce169f832f121", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"56dde0ba66d3e219004dad75\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Duchy of Normandy, which began in 911 as a fiefdom, was established by the treaty of Saint-Clair-sur-Epte between King Charles III of West Francia and the famed Viking ruler Rollo, and was situated in the former Frankish kingdom of Neustria. The treaty offered Rollo and his men the French lands between the river Epte and the Atlantic coast in exchange for their protection against further Viking incursions. The area corresponded to the northern part of present-day Upper Normandy down to the river Seine, but the Duchy would eventually extend west beyond the Seine. The territory was roughly equivalent to the old province of Rouen, and reproduced the Roman administrative structure of Gallia Lugdunensis II (part of the former Gallia Lugdunensis). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": \"...\",\n \"items\": 16,\n \"last\": \"...\",\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 339, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 425, "trial_id": "squad-f54e2e0617b6bd38", "valid": true }, { "achieved_keep_ratio": 0.398163, "answer_retained": true, "deterministic": true, "input_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "input_tokens": 3157, "latency_ms": { "p50": 2.618, "p95": 2.626, "samples": [ 2.61, 2.627 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1578, "observed_tokens": 1257 } ], "receipt_count": 1, "requested_target_tokens": 1578 }, "output_sha256": "66276911ea7f81151e57fba720bbb9b05552414da4a197169a6a95cc16c02e14", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continu...\"\n },\n {\n \"document_id\": \"572fd47fa23a5019007fca55\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The party, or parties, that hold the majority of seats in the Parliament forms the Scottish Government. In contrast to many other parliamentary systems, Parliament elects a First Minister from a number of candidates at the beginning of each parliamentary term (after a general election). Any member can put their name forward to be First Minister, and a vote is taken by all members of Parliament. Normally, the leader of the largest party is returned as First Minister, and head of the Scottish Government. Theoretically, Parliament also elects the Scottish Ministers who form the government of Scotland and sit in the Scottish cabinet, but such ministers are, in practice, appointed to their roles by the First Minister. Junior ministers, who do not attend cabinet, are also appointed to assist Scottish ministers in their departments. Most ministers and their juniors are drawn from amongst the el...\"\n },\n {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Following the utilitarian principle of seeking the greatest good for the greatest number – economic inequality is problematic. A house that provides less utility to a millionaire as a summer home than it would to a homeless family of five, is an example of reduced \\\"distributive efficiency\\\" within society, that decreases marginal utility of wealth and thus the sum total of personal utility. An additional dollar spent by a poor person will go to things providing a great deal of utility to that person, such as basic necessities like food, water, and healthcare; while, an additional dollar spent by a much richer person will very likely go to luxury items providing relatively less utility to that person. Thus, the marginal utility of wealth per person (\\\"the additional dollar\\\") decreases as a person becomes richer. From this standpoint, for any given amount of wealth in society, a society with...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"572fd47fa23a5019007fca55\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The party, or parties, that hold the majority of seats in the Parliament forms the Scottish Government. In contrast to many other parliamentary systems, Parliament elects a First Minister from a number of candidates at the beginning of each parliamentary term (after a general election). Any member can put their name forward to be First Minister, and a vote is taken by all members of Parliament. ...\"\n },\n {\n \"document_id\": \"5730131c947a6a140053d052\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Another of the Egyptian groups which employed violence in their struggle for Islamic order was al-Gama'a al-Islamiyya (Islamic Group). Victims of their campaign against the Egyptian state in the 1990s included the head of the counter-terrorism police (Major General Raouf Khayrat), a parliamentary speaker (Rifaat al-Mahgoub), dozens of European tourists and Egyptian bystanders, and over 100 Egyptian police. Ultimately the campaign to overthrow the government was unsuccessful, and the major jihadi group, Jamaa Islamiya (or al-Gama'a al-Islamiyya), renounced violence in 2003. Other lesser known groups include the Islamic Liberation Party, Salvation from Hell and Takfir wal-Hijra, and these groups have variously been involved in activities such as attempted assassinations of political figures, arson of video shops and attempted takeovers of government buildings.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1b355e3433e14004230b0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1257, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1578, "trial_id": "squad-d089bb74e515910d", "valid": true }, { "achieved_keep_ratio": 0.183085, "answer_retained": true, "deterministic": true, "input_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "input_tokens": 3157, "latency_ms": { "p50": 2.351, "p95": 2.432, "samples": [ 2.261, 2.441 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 789, "observed_tokens": 578 } ], "receipt_count": 1, "requested_target_tokens": 789 }, "output_sha256": "94fc3bdc09645e1ee7dff96f93a6dd38dbb7d44fa44d79faf5e5d78cdbdf4fe1", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572fd47fa23a5019007fca55\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The party, or parties, that hold the majority of seats in the Parliament forms the Scottish Government. In contrast to many other parliamentary systems, Parliament elects a First Minister from a number of candidates at the beginning of each parliamentary term (after a general election). Any member can put their name forward to be First Minister, and a vote is taken by all members of Parliament. ...\"\n },\n {\n \"document_id\": \"5730131c947a6a140053d052\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Another of the Egyptian groups which employed violence in their struggle for Islamic order was al-Gama'a al-Islamiyya (Islamic Group). Victims of their campaign against the Egyptian state in the 1990s included the head of the counter-terrorism police (Major General Raouf Khayrat), a parliamentary speaker (Rifaat al-Mahgoub), dozens of European tourists and Egyptian bystanders, and over 100 Egyptian police. Ultimately the campaign to overthrow the government was unsuccessful, and the major jihadi group, Jamaa Islamiya (or al-Gama'a al-Islamiyya), renounced violence in 2003. Other lesser known groups include the Islamic Liberation Party, Salvation from Hell and Takfir wal-Hijra, and these groups have variously been involved in activities such as attempted assassinations of political figures, arson of video shops and attempted takeovers of government buildings.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1b355e3433e14004230b0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 578, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 789, "trial_id": "squad-d089bb74e515910d", "valid": true }, { "achieved_keep_ratio": 0.109914, "answer_retained": true, "deterministic": true, "input_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "input_tokens": 3157, "latency_ms": { "p50": 2.325, "p95": 2.372, "samples": [ 2.377, 2.273 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 394, "observed_tokens": 347 } ], "receipt_count": 1, "requested_target_tokens": 394 }, "output_sha256": "a2dbf21e8239eab5fefcda82f0a8f9110d2618b7456711e98f0e3a31ad460464", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572fd47fa23a5019007fca55\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The party, or parties, that hold the majority of seats in the Parliament forms the Scottish Government. In contrast to many other parliamentary systems, Parliament elects a First Minister from a number of candidates at the beginning of each parliamentary term (after a general election). Any member can put their name forward to be First Minister, and a vote is taken by all members of Parliament. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1b355e3433e14004230b0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 347, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 394, "trial_id": "squad-d089bb74e515910d", "valid": true }, { "achieved_keep_ratio": 0.418128, "answer_retained": true, "deterministic": true, "input_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "input_tokens": 3365, "latency_ms": { "p50": 3.968, "p95": 4.336, "samples": [ 4.377, 3.558 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1682, "observed_tokens": 1407 } ], "receipt_count": 1, "requested_target_tokens": 1682 }, "output_sha256": "4f029474adf2f1fa7e7f9f370e7169be66bb900792582207ae44cd27725c893a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"572a1f086aef0514001552c0\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The smaller the economic inequality, the more waste and pollution is created, resulting in many cases, in more environmental degradation. This can be explained by the fact that as the poor people in the society become more wealthy, it increases their yearly carbon emissions. This relation is expressed by the Environmental Kuznets Curve (EKC).[not in citation given] It should be noted here however that in certain cases, with great economic inequality, there is nonetheless not more waste and pollution created as the waste/pollution is cleaned up better afterwards (water treatment, filtering, ...).... Also note that the whole of the increase in environmental degradation is the result of the increase of emissions per person being multiplied by a multiplier. If there were fewer people however, this multiplier would be lower, and thus the amount of environmental degradation would be lower as w...\"\n },\n {\n \"document_id\": \"572810ec2ca10214002d9d06\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Spain ceded Florida to the British in 1763 after the French and Indian War, and the British soon constructed the King's Road connecting St. Augustine to Georgia. The road crossed the St. Johns River at a narrow point, which the Seminole called Wacca Pilatka and the British called the Cow Ford or Cowford; these names ostensibly reflect the fact that cattle were brought across the river there. The British introduced the cultivation of sugar cane, indigo and fruits as well the export of lumber. As a result, the northeastern Florida area prospered economically more than it had under the Spanish. Britain ceded control of the territory back to Spain in 1783, after its defeat in the American Revolutionary War, and the settlement at the Cow Ford continued to grow. After Spain ceded the Florida Territory to the United States in 1821, American settlers on the north side of the Cow Ford decided to ...\"\n },\n {\n \"document_id\": \"57286ead2ca10214002da346\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Following the conquest of Dali in 1253, the former ruling Duan dynasty were appointed as governors-general, recognized as imperial officials by the Yuan, Ming, and Qing-era governments, principally in the province of Yunnan. Succession for the Yuan dynasty, however, was an intractable problem, later causing much strife and internal struggle. This emerged as early as the end of Kublai's reign. Kublai originally named his eldest son, Zhenjin, as the Crown Prince, but he died before Kublai in 1285. Thus, Zhenjin's third son, with the support of his mother Kökejin and the minister Bayan, succeeded the throne and ruled as Temür Khan, or Emperor Chengzong, from 1294 to 1307. Temür Khan decided to maintain and continue much of the work begun by his grandfather. He also made peace with the western Mongol khanates as well as neighboring countries such as Vietnam, which recognized his nominal suze...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"5728683b3acd2414000df9af\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Every May since 1987, the University of Chicago has held the University of Chicago Scavenger Hunt, in which large teams of students compete to obtain notoriously esoteric items from a list. Since 1963, the Festival of the Arts (FOTA) takes over campus for 7–10 days of exhibitions and interactive artistic endeavors. Every January, the university holds a week-long winter festival, Kuviasungnerk/Kangeiko, which include early morning exercise routines and fitness workshops. The university also annually holds a summer carnival and concert called Summer Breeze that hosts outside musicians, and is home to Doc Films, a student film society founded in 1932 that screens films nightly at the university. Since 1946, the university has organized the Latke-Hamantash Debate, which involves humorous discussions about the relative merits and meanings of latkes and hamantashen.\"\n },\n {\n \"document_id\": \"573368044776f41900660a29\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Other green spaces in the city include the Botanic Garden and the University Library garden. They have extensive botanical collection of rare domestic and foreign plants, while a palm house in the New Orangery displays plants of subtropics from all over the world. Besides, within the city borders, there are also: Pole Mokotowskie (a big park in the northern Mokotów, where was the first horse racetrack and then the airport), Park Ujazdowski (close to the Sejm and John Lennon street), Park of Culture and Rest in Powsin, by the southern city border, Park Skaryszewski by the right Vistula bank, in Praga. The oldest park in Praga, the Praga Park, was established in 1865–1871 and designed by Jan Dobrowolski. In 1927 a zoological garden (Ogród Zoologiczny) was established on the park grounds, and in 1952 a bear run, still open today.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a1f086aef0514001552c0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1407, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1682, "trial_id": "squad-3e14debba5dabcf3", "valid": true }, { "achieved_keep_ratio": 0.205052, "answer_retained": true, "deterministic": true, "input_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "input_tokens": 3365, "latency_ms": { "p50": 2.115, "p95": 2.218, "samples": [ 2.229, 2.002 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 841, "observed_tokens": 690 } ], "receipt_count": 1, "requested_target_tokens": 841 }, "output_sha256": "ec99b2b36a7a290b43245dfeb04f261688b7e013f5575bffd0549ff62a0f74fc", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728683b3acd2414000df9af\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Every May since 1987, the University of Chicago has held the University of Chicago Scavenger Hunt, in which large teams of students compete to obtain notoriously esoteric items from a list. Since 1963, the Festival of the Arts (FOTA) takes over campus for 7–10 days of exhibitions and interactive artistic endeavors. Every January, the university holds a week-long winter festival, Kuviasungnerk/Kangeiko, which include early morning exercise routines and fitness workshops. The university also annually holds a summer carnival and concert called Summer Breeze that hosts outside musicians, and is home to Doc Films, a student film society founded in 1932 that screens films nightly at the university. Since 1946, the university has organized the Latke-Hamantash Debate, which involves humorous discussions about the relative merits and meanings of latkes and hamantashen.\"\n },\n {\n \"document_id\": \"573368044776f41900660a29\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Other green spaces in the city include the Botanic Garden and the University Library garden. They have extensive botanical collection of rare domestic and foreign plants, while a palm house in the New Orangery displays plants of subtropics from all over the world. Besides, within the city borders, there are also: Pole Mokotowskie (a big park in the northern Mokotów, where was the first horse racetrack and then the airport), Park Ujazdowski (close to the Sejm and John Lennon street), Park of Culture and Rest in Powsin, by the southern city border, Park Skaryszewski by the right Vistula bank, in Praga. The oldest park in Praga, the Praga Park, was established in 1865–1871 and designed by Jan Dobrowolski. In 1927 a zoological garden (Ogród Zoologiczny) was established on the park grounds, and in 1952 a bear run, still open today.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a1f086aef0514001552c0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 690, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 841, "trial_id": "squad-3e14debba5dabcf3", "valid": true }, { "achieved_keep_ratio": 0.11055, "answer_retained": true, "deterministic": true, "input_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "input_tokens": 3365, "latency_ms": { "p50": 2.247, "p95": 2.26, "samples": [ 2.261, 2.233 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 420, "observed_tokens": 372 } ], "receipt_count": 1, "requested_target_tokens": 420 }, "output_sha256": "4eebf12ce5d80d0d4a03c4029c2967d4aecbf2bdfa8991a6afb6be6178b359ba", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"5728683b3acd2414000df9af\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Every May since 1987, the University of Chicago has held the University of Chicago Scavenger Hunt, in which large teams of students compete to obtain notoriously esoteric items from a list. Since 1963, the Festival of the Arts (FOTA) takes over campus for 7–10 days of exhibitions and interactive artistic endeavors. Every January, the university holds a week-long winter festival, Kuviasungnerk/Kangeiko, which include early morning exercise routines and fitness workshops. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572a1f086aef0514001552c0\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 372, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 420, "trial_id": "squad-3e14debba5dabcf3", "valid": true }, { "achieved_keep_ratio": 0.38787, "answer_retained": true, "deterministic": true, "input_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "input_tokens": 3380, "latency_ms": { "p50": 2.637, "p95": 2.646, "samples": [ 2.627, 2.647 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1690, "observed_tokens": 1311 } ], "receipt_count": 1, "requested_target_tokens": 1690 }, "output_sha256": "6f242869be14a12a4856c76b8216d21b2c3a066e8ef7d96c1296bac96eb5193f", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57269cc3dd62a815002e8b12\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"While the Treaties and Regulations will have direct effect (if clear, unconditional and immediate), Directives do not generally give citizens (as opposed to the member state) standing to sue other citizens. In theory, this is because TFEU article 288 says Directives are addressed to the member states and usually \\\"leave to the national authorities the choice of form and methods\\\" to implement. In part this reflects that directives often create minimum standards, leaving member states to apply higher standards. For example, the Working Time Directive requires that every worker has at least 4 weeks paid holidays each year, but most member states require more than 28 days in national law. However, on the current position adopted by the Court of Justice, citizens have standing to make claims based on national laws that implement Directives, but not from Directives themselves. Directives do not...\"\n },\n {\n \"document_id\": \"57264b1ddd62a815002e80a0\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The internal cavity forms: a mouth that can usually be closed by muscles; a pharynx (\\\"throat\\\"); a wider area in the center that acts as a stomach; and a system of internal canals. These branch through the mesoglea to the most active parts of the animal: the mouth and pharynx; the roots of the tentacles, if present; all along the underside of each comb row; and four branches round the sensory complex at the far end from the mouth – two of these four branches terminate in anal pores. The inner surface of the cavity is lined with an epithelium, the gastrodermis. The mouth and pharynx have both cilia and well-developed muscles. In other parts of the canal system, the gastrodermis is different on the sides nearest to and furthest from the organ that it supplies. The nearer side is composed of tall nutritive cells that store nutrients in vacuoles (internal compartments), germ cells that produc...\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before h...\"\n },\n {\n \"document_id\": \"573735e8c3c5551400e51e71\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Philosophers in antiquity used the concept of force in the study of stationary and moving objects and simple machines, but thinkers such as Aristotle and Archimedes retained fundamental errors in understanding force. In part this was due to an incomplete understanding of the sometimes non-obvious force of friction, and a consequently inadequate view of the nature of natural motion. A fundamental error was the belief that a force is required to maintain motion, even at a constant velocity. Most of the previous misunderstandings about motion and force were eventually corrected by Galileo Galilei and Sir Isaac Newton. With his mathematical insight, Sir Isaac Newton formulated laws of motion that were not improved-on for nearly three hundred years. By the early 20th century, Einstein developed a theory of relativity that correctly predicted the action of forces on objects with increasing mom...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57265a58dd62a815002e8270\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Compact trucks were introduced, such as the Toyota Hilux and the Datsun Truck, followed by the Mazda Truck (sold as the Ford Courier), and the Isuzu-built Chevrolet LUV. Mitsubishi rebranded its Forte as the Dodge D-50 a few years after the oil crisis. Mazda, Mitsubishi and Isuzu had joint partnerships with Ford, Chrysler, and GM, respectively. Later the American makers introduced their domestic replacements (Ford Ranger, Dodge Dakota and the Chevrolet S10/GMC S-15), ending their captive import policy.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5711541350c2381900b54a6f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1c0f6cd28a01900c67b2c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1311, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1690, "trial_id": "squad-11cdca7a2efc7bbb", "valid": true }, { "achieved_keep_ratio": 0.178698, "answer_retained": true, "deterministic": true, "input_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "input_tokens": 3380, "latency_ms": { "p50": 2.566, "p95": 2.834, "samples": [ 2.863, 2.268 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 845, "observed_tokens": 604 } ], "receipt_count": 1, "requested_target_tokens": 845 }, "output_sha256": "8762f45d5259983fe0f4ed24de670a989a107cfc7f678dc5333f21ae0ce18fad", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"57269cc3dd62a815002e8b12\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"While the Treaties and Regulations will have direct effect (if clear, unconditional and immediate), Directives do not generally give citizens (as opposed to the member state) standing to sue other citizens. In theory, this is because TFEU article 288 says Directives are addressed to the member states and usually \\\"leave to the national authorities the choice of form and methods\\\" to implement. In part this reflects that directives often create minimum standards, leaving member states to apply higher standards. For example, the Working Time Directive requires that every worker has at least 4 weeks paid holidays each year, but most member states require more than 28 days in national law. However, on the current position adopted by the Court of Justice, citizens have standing to make claims based on national laws that implement Directives, but not from Directives themselves. Directives do not...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57265a58dd62a815002e8270\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Compact trucks were introduced, such as the Toyota Hilux and the Datsun Truck, followed by the Mazda Truck (sold as the Ford Courier), and the Isuzu-built Chevrolet LUV. Mitsubishi rebranded its Forte as the Dodge D-50 a few years after the oil crisis. Mazda, Mitsubishi and Isuzu had joint partnerships with Ford, Chrysler, and GM, respectively. Later the American makers introduced their domestic replacements (Ford Ranger, Dodge Dakota and the Chevrolet S10/GMC S-15), ending their captive import policy.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5711541350c2381900b54a6f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1c0f6cd28a01900c67b2c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 604, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 845, "trial_id": "squad-11cdca7a2efc7bbb", "valid": true }, { "achieved_keep_ratio": 0.111243, "answer_retained": true, "deterministic": true, "input_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "input_tokens": 3380, "latency_ms": { "p50": 2.894, "p95": 2.904, "samples": [ 2.905, 2.884 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 422, "observed_tokens": 376 } ], "receipt_count": 1, "requested_target_tokens": 422 }, "output_sha256": "b93a744b8e4cfafc65fd877a01336ccbe48edd95fce15727da9237f6b0ba3c96", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57265a58dd62a815002e8270\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Compact trucks were introduced, such as the Toyota Hilux and the Datsun Truck, followed by the Mazda Truck (sold as the Ford Courier), and the Isuzu-built Chevrolet LUV. Mitsubishi rebranded its Forte as the Dodge D-50 a few years after the oil crisis. Mazda, Mitsubishi and Isuzu had joint partnerships with Ford, Chrysler, and GM, respectively. Later the American makers introduced their domestic replacements (Ford Ranger, Dodge Dakota and the Chevrolet S10/GMC S-15), ending their captive import policy.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5711541350c2381900b54a6f\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"56e1c0f6cd28a01900c67b2c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 376, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 422, "trial_id": "squad-11cdca7a2efc7bbb", "valid": true }, { "achieved_keep_ratio": 0.401403, "answer_retained": true, "deterministic": true, "input_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "input_tokens": 3565, "latency_ms": { "p50": 4.504, "p95": 4.594, "samples": [ 4.604, 4.403 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1782, "observed_tokens": 1431 } ], "receipt_count": 1, "requested_target_tokens": 1782 }, "output_sha256": "1f9d1d900609140fe91e65a9c65035095615ebecfb353ff72361d42d5a0194a1", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726542ff1498d1400e8dc28\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The most widely accepted estimate for the Middle East, including Iraq, Iran and Syria, during this time, is for a death rate of about a third. The Black Death killed about 40% of Egypt's population. Half of Paris's population of 100,000 people died. In Italy, the population of Florence was reduced from 110–120 thousand inhabitants in 1338 down to 50 thousand in 1351. At least 60% of the population of Hamburg and Bremen perished, and a similar percentage of Londoners may have died from the disease as well. Interestingly while contemporary reports account of mass burial pits being created in response to the large numbers of dead, recent scientific investigations of a burial pit in Central London found well-preserved individuals to be buried in isolated, evenly spaced graves, suggesting at least some pre-planning and Christian burials at this time. Before 1350, there were about 170,000 sett...\"\n },\n {\n \"document_id\": \"5728661e2ca10214002da2e8\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Shi Tianze was a Han Chinese who lived in the Jin dynasty. Interethnic marriage between Han and Jurchen became common at this time. His father was Shi Bingzhi (史秉直, Shih Ping-chih). Shi Bingzhi was married to a Jurchen woman (surname Na-ho) and a Han Chinese woman (surname Chang); it is unknown which of them was Shi Tianze's mother. Shi Tianze was married to two Jurchen women, a Han Chinese woman, and a Korean woman, and his son Shi Gang was born to one of his Jurchen wives. The surnames of his Jurchen wives were Mo-nien and Na-ho; the surname of his Korean wife was Li; and the surname of his Han Chinese wife was Shi. Shi Tianze defected to Mongol forces upon their invasion of the Jin dynasty. His son Shi Gang married a Kerait woman; the Kerait were Mongolified Turkic people and were considered part of the \\\"Mongol nation\\\". Shi Tianze (Shih T'ien-tse), Zhang Rou (Chang Jou, 張柔), and Yan S...\"\n },\n {\n \"document_id\": \"5729f39a6aef05140015514c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Killer T cells are a sub-group of T cells that kill cells that are infected with viruses (and other pathogens), or are otherwise damaged or dysfunctional. As with B cells, each type of T cell recognizes a different antigen. Killer T cells are activated when their T cell receptor (TCR) binds to this specific antigen in a complex with the MHC Class I receptor of another cell. Recognition of this MHC:antigen complex is aided by a co-receptor on the T cell, called CD8. The T cell then travels throughout the body in search of cells where the MHC I receptors bear this antigen. When an activated T cell contacts such cells, it releases cytotoxins, such as perforin, which form pores in the target cell's plasma membrane, allowing ions, water and toxins to enter. The entry of another toxin called granulysin (a protease) induces the target cell to undergo apoptosis. T cell killing of host cells is p...\"\n }\n ],\n \"query_matches\": [\n {\n \"document_id\": \"57274a8ff1498d1400e8f5bc\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Teachers at Ersatzschulen must have at least the same education and at least the same wages as teachers at public schools, an Ersatzschule must have at least the same academic standards as a public school and Article 7, Paragraph 4 of the Grundgesetz, also forbids segregation of pupils according to the means of their parents (the so-called Sonderungsverbot). Therefore, most Ersatzschulen have very low tuition fees and/or offer scholarships, compared to most other Western European countries. However, it is not possible to finance these schools with such low tuition fees, which is why all German Ersatzschulen are additionally financed with public funds. The percentages of public money could reach 100% of the personnel expenditures. Nevertheless, Private Schools became insolvent in the past in Germany. ...\"\n },\n {\n \"document_id\": \"572f5533a23a5019007fc55c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The Rhine (Romansh: Rein, German: Rhein, French: le Rhin, Dutch: Rijn) is a European river that begins in the Swiss canton of Graubünden in the southeastern Swiss Alps, forms part of the Swiss-Austrian, Swiss-Liechtenstein border, Swiss-German and then the Franco-German border, then flows through the Rhineland and eventually empties into the North Sea in the Netherlands. The biggest city on the river Rhine is Cologne, Germany with a population of more than 1,050,000 people. It is the second-longest river in Central and Western Europe (after the Danube), at about 1,230 km (760 mi),[note 2][note 1] with an average discharge of about 2,900 m3/s (100,000 cu ft/s).\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57268066708984140094c821\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572f5533a23a5019007fc55c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1431, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1782, "trial_id": "squad-adf8ff94f31d9fea", "valid": true }, { "achieved_keep_ratio": 0.180926, "answer_retained": true, "deterministic": true, "input_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "input_tokens": 3565, "latency_ms": { "p50": 3.559, "p95": 3.563, "samples": [ 3.554, 3.564 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 891, "observed_tokens": 645 } ], "receipt_count": 1, "requested_target_tokens": 891 }, "output_sha256": "789f9f782d779d79787f8b21e117ed4fe74fae1d3468f2109a0e7e6be2a55fdc", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57274a8ff1498d1400e8f5bc\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Teachers at Ersatzschulen must have at least the same education and at least the same wages as teachers at public schools, an Ersatzschule must have at least the same academic standards as a public school and Article 7, Paragraph 4 of the Grundgesetz, also forbids segregation of pupils according to the means of their parents (the so-called Sonderungsverbot). Therefore, most Ersatzschulen have very low tuition fees and/or offer scholarships, compared to most other Western European countries. However, it is not possible to finance these schools with such low tuition fees, which is why all German Ersatzschulen are additionally financed with public funds. The percentages of public money could reach 100% of the personnel expenditures. Nevertheless, Private Schools became insolvent in the past in Germany. ...\"\n },\n {\n \"document_id\": \"572f5533a23a5019007fc55c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The Rhine (Romansh: Rein, German: Rhein, French: le Rhin, Dutch: Rijn) is a European river that begins in the Swiss canton of Graubünden in the southeastern Swiss Alps, forms part of the Swiss-Austrian, Swiss-Liechtenstein border, Swiss-German and then the Franco-German border, then flows through the Rhineland and eventually empties into the North Sea in the Netherlands. The biggest city on the river Rhine is Cologne, Germany with a population of more than 1,050,000 people. It is the second-longest river in Central and Western Europe (after the Danube), at about 1,230 km (760 mi),[note 2][note 1] with an average discharge of about 2,900 m3/s (100,000 cu ft/s).\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57268066708984140094c821\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572f5533a23a5019007fc55c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 645, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 891, "trial_id": "squad-adf8ff94f31d9fea", "valid": true }, { "achieved_keep_ratio": 0.116129, "answer_retained": true, "deterministic": true, "input_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "input_tokens": 3565, "latency_ms": { "p50": 3.195, "p95": 3.214, "samples": [ 3.175, 3.216 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 445, "observed_tokens": 414 } ], "receipt_count": 1, "requested_target_tokens": 445 }, "output_sha256": "6fe6a5cc18af2eed0720b3802d1cb418f6bab2b4966823f6b693d604f0753824", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"57274a8ff1498d1400e8f5bc\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Teachers at Ersatzschulen must have at least the same education and at least the same wages as teachers at public schools, an Ersatzschule must have at least the same academic standards as a public school and Article 7, Paragraph 4 of the Grundgesetz, also forbids segregation of pupils according to the means of their parents (the so-called Sonderungsverbot). Therefore, most Ersatzschulen have very low tuition fees and/or offer scholarships, compared to most other Western European countries. However, it is not possible to finance these schools with such low tuition fees, which is why all German Ersatzschulen are additionally financed with public funds. The percentages of public money could reach 100% of the personnel expenditures. ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"57268066708984140094c821\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"572f5533a23a5019007fc55c\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 414, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 445, "trial_id": "squad-adf8ff94f31d9fea", "valid": true }, { "achieved_keep_ratio": 0.431898, "answer_retained": true, "deterministic": true, "input_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "input_tokens": 3693, "latency_ms": { "p50": 6.505, "p95": 6.69, "samples": [ 6.3, 6.71 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1846, "observed_tokens": 1595 } ], "receipt_count": 1, "requested_target_tokens": 1846 }, "output_sha256": "2fd0878fb330fe2352d2ff5a29192410f0f3f01eaaae457b15fdf160f20570cc", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a0a391d046914007796df\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Fajnzylber et al. (2002) found a similar relationship worldwide. Among comments in academic literature on the relationship between homicides and inequality are: ...\"\n },\n {\n \"document_id\": \"57306797396df919000960ee\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"To clear out this confusion about the definition of imperialism one could speak of \\\"formal\\\" and \\\"informal\\\" imperialism, the first meaning physical control or \\\"full-fledged colonial rule\\\" while the second implied less direct rule though still containing perceivable kinds of dominance. Informal rule is generally less costly than taking over territories formally. This is because, with informal rule, the control is spread more subtly through technological superiority, enforcing land officials into large debts that cannot be repaid, ownership of private industries thus expanding the controlled area, or having countries agree to uneven trade agreements forcefully. ...\"\n },\n {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The connection between macroscopic nonconservative forces and microscopic conservative forces is described by detailed treatment with statistical mechanics. In macroscopic closed systems, nonconservative forces act to change the internal energies of the system, and are often associated with the transfer of heat. According to the Second law of thermodynamics, nonconservative forces necessarily result in energy transformations within closed systems from ordered to more random conditions as entropy increases.\"\n },\n {\n \"document_id\": \"57269016708984140094ca41\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Several more recent studies comparing complete sequenced genomes of ctenophores with other sequenced animal genomes have also supported ctenophores as the sister lineage to all other animals. This position would suggest that neural and muscle cell types were either lost in major animal lineages (e.g., Porifera) or that they evolved independently in the ctenophore lineage. However, other researchers have argued that the placement of Ctenophora as sister to all other animals is a statistical anomaly caused by the high rate of evolution in ctenophore genomes, and that Porifera (sponges) is the earliest-diverging animal phylum instead. Ctenophores and sponges are also the only known animal phyla that lack any true hox genes. ...\"\n },\n {\n \"document_id\": \"573380e0d058e614000b5be9\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"a registration number depends on what powiat a car had been registered, not gmina). In this case we say about city county or powiat grodzki. Such cities are for example Lublin, Kraków, Gdańsk, Poznań. In Warsaw, its districts additionally have some of powiat's entitlements – like already mentioned car registration. For example, the district Wola has its own evidence and the district Ursynów – its own (and the cars from Wola have another type of registration number than these from Ursynów). ...\"\n },\n {\n \"document_id\": \"572657d9dd62a815002e8230\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"There are three major types of rock: igneous, sedimentary, and metamorphic. The rock cycle is an important concept in geology which illustrates the relationships between these three types of rock, and magma. When a rock crystallizes from melt (magma and/or lava), it is an igneous rock. This rock can be weathered and eroded, and then redeposited and lithified into a sedimentary rock, or be turned into a metamorphic rock due to heat and pressure that change the mineral content of the rock which gives it a characteristic fabric. ...\"\n },\n {\n \"document_id\": \"56de3cd0cffd8e1900b4b6be\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Normans came into Scotland, building castles and founding noble families who would provide some future kings, such as Robert the Bruce, as well as founding a considerable number of the Scottish clans. King David I of Scotland, whose elder brother Alexander I had married Sybilla of Normandy, was instrumental in introducing Normans and Norman culture to Scotland, part of the process some scholars call the \\\"Davidian Revolution\\\". Having spent time at the court of Henry I of England (married to David's sister Maud of Scotland), and needing them to wrestle the kingdom from his half-brother Máel Coluim mac Alaxandair, David had to reward many with lands. ...\"\n },\n {\n \"document_id\": \"57111428b654c5140001faff\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In what became known as the St. Bartholomew's Day Massacre of 24 August – 3 October 1572, Catholics killed thousands of Huguenots in Paris. Similar massacres took place in other towns in the weeks following. The main provincial towns and cities experiencing the Massacre were Aix, Bordeaux, Bourges, Lyons, Meaux, Orleans, Rouen, Toulouse, and Troyes. Nearly 3,000 Protestants were slaughtered in Toulouse alone. The exact number of fatalities throughout the country is not known. On 23–24 August, between about 2,000 and 3,000 Protestants were killed in Paris and between 3,000 and 7,000 more in the French provinces. By 17 September, almost 25,000 Protestants had been massacred in Paris alone. Beyond Paris, the killings continued until 3 October. An amnesty granted in 1573 pardoned the perpetrators.[citation needed]\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57306797396df919000960ee\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1595, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 1846, "trial_id": "squad-f74203f27bdad65a", "valid": true }, { "achieved_keep_ratio": 0.209856, "answer_retained": true, "deterministic": true, "input_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "input_tokens": 3693, "latency_ms": { "p50": 4.09, "p95": 4.736, "samples": [ 4.807, 3.373 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 923, "observed_tokens": 775 } ], "receipt_count": 1, "requested_target_tokens": 923 }, "output_sha256": "37d817ce026ca4f4791e9c9580d1a53e7c4b46f65f43d34c42e558e797d4d642", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a0a391d046914007796df\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Fajnzylber et al. (2002) found a similar relationship worldwide. Among comments in academic literature on the relationship between homicides and inequality are: ...\"\n },\n {\n \"document_id\": \"57306797396df919000960ee\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"To clear out this confusion about the definition of imperialism one could speak of \\\"formal\\\" and \\\"informal\\\" imperialism, the first meaning physical control or \\\"full-fledged colonial rule\\\" while the second implied less direct rule though still containing perceivable kinds of dominance. Informal rule is generally less costly than taking over territories formally. This is because, with informal rule, the control is spread more subtly through technological superiority, enforcing land officials into large debts that cannot be repaid, ownership of private industries thus expanding the controlled area, or having countries agree to uneven trade agreements forcefully. ...\"\n },\n {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The connection between macroscopic nonconservative forces and microscopic conservative forces is described by detailed treatment with statistical mechanics. In macroscopic closed systems, nonconservative forces act to change the internal energies of the system, and are often associated with the transfer of heat. According to the Second law of thermodynamics, nonconservative forces necessarily result in energy transformations within closed systems from ordered to more random conditions as entropy increases.\"\n },\n {\n \"document_id\": \"573380e0d058e614000b5be9\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"a registration number depends on what powiat a car had been registered, not gmina). In this case we say about city county or powiat grodzki. Such cities are for example Lublin, Kraków, Gdańsk, Poznań. In Warsaw, its districts additionally have some of powiat's entitlements – like already mentioned car registration. For example, the district Wola has its own evidence and the district Ursynów – its own (and the cars from Wola have another type of registration number than these from Ursynów). ...\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57306797396df919000960ee\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 775, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 923, "trial_id": "squad-f74203f27bdad65a", "valid": true }, { "achieved_keep_ratio": 0.11779, "answer_retained": false, "deterministic": true, "input_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "input_tokens": 3693, "latency_ms": { "p50": 3.474, "p95": 3.737, "samples": [ 3.766, 3.181 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 461, "observed_tokens": 435 } ], "receipt_count": 1, "requested_target_tokens": 461 }, "output_sha256": "e5d63d1dd33196baa567d677c764bbf63b723997e26222fb7f260742ef6be765", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [],\n \"query_matches\": [\n {\n \"document_id\": \"572a0a391d046914007796df\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Fajnzylber et al. (2002) found a similar relationship worldwide. Among comments in academic literature on the relationship between homicides and inequality are: ...\"\n },\n {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The connection between macroscopic nonconservative forces and microscopic conservative forces is described by detailed treatment with statistical mechanics. In macroscopic closed systems, nonconservative forces act to change the internal energies of the system, and are often associated with the transfer of heat. According to the Second law of thermodynamics, nonconservative forces necessarily result in energy transformations within closed systems from ordered to more random conditions as entropy increases.\"\n }\n ],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"57306797396df919000960ee\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 435, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 461, "trial_id": "squad-f74203f27bdad65a", "valid": true }, { "achieved_keep_ratio": 0.344258, "answer_retained": false, "deterministic": true, "input_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "input_tokens": 4180, "latency_ms": { "p50": 5.498, "p95": 5.825, "samples": [ 5.862, 5.135 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 2090, "observed_tokens": 1439 } ], "receipt_count": 1, "requested_target_tokens": 2090 }, "output_sha256": "523ce5568bbaed91b0e692c9ef5c43014c459e1dd0f4b162de16bbdcad75d732", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The advances made in the Middle East in botany and chemistry led medicine in medieval Islam substantially to develop pharmacology. Muhammad ibn Zakarīya Rāzi (Rhazes) (865–915), for instance, acted to promote the medical uses of chemical compounds. Abu al-Qasim al-Zahrawi (Abulcasis) (936–1013) pioneered the preparation of medicines by sublimation and distillation. His Liber servitoris is of particular interest, as it provides the reader with recipes and explains how to prepare the `simples’ from which were compounded the complex drugs then generally used. Sabur Ibn Sahl (d 869), was, however, the first physician to initiate pharmacopoedia, describing a large variety of drugs and remedies for ailments. Al-Biruni (973–1050) wrote one of the most valuable Islamic works on pharmacology, entitled Kitab al-Saydalah (The Book of Drugs), in which he detailed the properties of drugs and outlined...\"\n },\n {\n \"document_id\": \"57294279af94a219006aa209\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"These studies were widely presented as demonstrating that the current warming period is exceptional in comparison to temperatures between 1000 and 1900, and the MBH99 based graph featured in publicity. Even at the draft stage, this finding was disputed by contrarians: in May 2000 Fred Singer's Science and Environmental Policy Project held a press event on Capitol Hill, Washington, D.C., featuring comments on the graph Wibjörn Karlén and Singer argued against the graph at a United States Senate Committee on Commerce, Science and Transportation hearing on 18 July 2000. Contrarian John Lawrence Daly featured a modified version of the IPCC 1990 schematic, which he mis-identified as appearing in the IPCC 1995 report, and argued that \\\"Overturning its own previous view in the 1995 report, the IPCC presented the 'Hockey Stick' as the new orthodoxy with hardly an apology or explanation for the ab...\"\n },\n {\n \"document_id\": \"57106185b654c5140001f8db\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"A term used originally in derision, Huguenot has unclear origins. Various hypotheses have been promoted. The nickname may have been a combined reference to the Swiss politician Besançon Hugues (died 1532) and the religiously conflicted nature of Swiss republicanism in his time, using a clever derogatory pun on the name Hugues by way of the Dutch word Huisgenoten (literally housemates), referring to the connotations of a somewhat related word in German Eidgenosse (Confederates as in \\\"a citizen of one of the states of the Swiss Confederacy\\\"). Geneva was John Calvin's adopted home and the centre of the Calvinist movement. In Geneva, Hugues, though Catholic, was a leader of the \\\"Confederate Party\\\", so called because it favoured independence from the Duke of Savoy through an alliance between the city-state of Geneva and the Swiss Confederation. The label Huguenot was purportedly first applied...\"\n },\n {\n \"document_id\": \"5729f4b41d0469140077968b\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Helper T cells express T cell receptors (TCR) that recognize antigen bound to Class II MHC molecules. The MHC:antigen complex is also recognized by the helper cell's CD4 co-receptor, which recruits molecules inside the T cell (e.g., Lck) that are responsible for the T cell's activation. Helper T cells have a weaker association with the MHC:antigen complex than observed for killer T cells, meaning many receptors (around 200–300) on the helper T cell must be bound by an MHC:antigen in order to activate the helper cell, while killer T cells can be activated by engagement of a single MHC:antigen molecule. Helper T cell activation also requires longer duration of engagement with an antigen-presenting cell. The activation of a resting helper T cell causes it to release cytokines that influence the activity of many cell types. Cytokine signals produced by helper T cells enhance the microbicidal...\"\n },\n {\n \"document_id\": \"573749741c4567190057445d\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of inertia can be further generalized to explain the tendency of objects to continue in many different forms of constant motion, even those that are not strictly constant velocity. The rotational inertia of planet Earth is what fixes the constancy of the length of a day and the length of a year. Albert Einstein extended the principle of inertia further when he explained that reference frames subject to constant acceleration, such as those free-falling toward a gravitating object, were physically equivalent to inertial reference frames. This is why, for example, astronauts experience weightlessness when in free-fall orbit around the Earth, and why Newton's Laws of Motion are more easily discernible in such environments. If an astronaut places an object with mass in mid-air next to himself, it will remain stationary with respect to the astronaut due to its inertia. This is the ...\"\n }\n ],\n \"query_matches\": [],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726516a708984140094c223\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 1439, "system": "entroly", "target_met": true, "target_ratio": 0.5, "target_tokens": 2090, "trial_id": "squad-f7ed5de7cf591c5e", "valid": true }, { "achieved_keep_ratio": 0.172727, "answer_retained": false, "deterministic": true, "input_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "input_tokens": 4180, "latency_ms": { "p50": 4.446, "p95": 4.777, "samples": [ 4.813, 4.078 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 1045, "observed_tokens": 722 } ], "receipt_count": 1, "requested_target_tokens": 1045 }, "output_sha256": "5a54215f75985757a7d376afaddcdb2c1310463a254e18db64715a33e210900a", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The advances made in the Middle East in botany and chemistry led medicine in medieval Islam substantially to develop pharmacology. Muhammad ibn Zakarīya Rāzi (Rhazes) (865–915), for instance, acted to promote the medical uses of chemical compounds. Abu al-Qasim al-Zahrawi (Abulcasis) (936–1013) pioneered the preparation of medicines by sublimation and distillation. His Liber servitoris is of particular interest, as it provides the reader with recipes and explains how to prepare the `simples’ from which were compounded the complex drugs then generally used. Sabur Ibn Sahl (d 869), was, however, the first physician to initiate pharmacopoedia, describing a large variety of drugs and remedies for ailments. Al-Biruni (973–1050) wrote one of the most valuable Islamic works on pharmacology, entitled Kitab al-Saydalah (The Book of Drugs), in which he detailed the properties of drugs and outlined...\"\n },\n {\n \"document_id\": \"57294279af94a219006aa209\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"These studies were widely presented as demonstrating that the current warming period is exceptional in comparison to temperatures between 1000 and 1900, and the MBH99 based graph featured in publicity. Even at the draft stage, this finding was disputed by contrarians: in May 2000 Fred Singer's Science and Environmental Policy Project held a press event on Capitol Hill, Washington, D.C., featuring comments on the graph Wibjörn Karlén and Singer argued against the graph at a United States Senate Committee on Commerce, Science and Transportation hearing on 18 July 2000. Contrarian John Lawrence Daly featured a modified version of the IPCC 1990 schematic, which he mis-identified as appearing in the IPCC 1995 report, and argued that \\\"Overturning its own previous view in the 1995 report, the IPCC presented the 'Hockey Stick' as the new orthodoxy with hardly an apology or explanation for the ab...\"\n }\n ],\n \"query_matches\": [],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726516a708984140094c223\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 722, "system": "entroly", "target_met": true, "target_ratio": 0.25, "target_tokens": 1045, "trial_id": "squad-f7ed5de7cf591c5e", "valid": true }, { "achieved_keep_ratio": 0.114354, "answer_retained": false, "deterministic": true, "input_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "input_tokens": 4180, "latency_ms": { "p50": 2.852, "p95": 3.232, "samples": [ 3.274, 2.429 ] }, "native_metrics": { "changed": true, "compressed_blocks": 1, "control_attempts": [ { "control_budget": 522, "observed_tokens": 478 } ], "receipt_count": 1, "requested_target_tokens": 522 }, "output_sha256": "d1d413b6a29015ab04dd341cba702bee8c0eae24aeb3b13504bad95145385e9f", "output_text": "{\n \"counts\": {\n \"dict\": 18,\n \"float\": 16,\n \"int\": 17,\n \"list\": 1,\n \"str\": 32\n },\n \"elc\": \"json evidence-locked compression\",\n \"outliers\": [\n {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The advances made in the Middle East in botany and chemistry led medicine in medieval Islam substantially to develop pharmacology. Muhammad ibn Zakarīya Rāzi (Rhazes) (865–915), for instance, acted to promote the medical uses of chemical compounds. Abu al-Qasim al-Zahrawi (Abulcasis) (936–1013) pioneered the preparation of medicines by sublimation and distillation. His Liber servitoris is of particular interest, as it provides the reader with recipes and explains how to prepare the `simples’ from which were compounded the complex drugs then generally used. Sabur Ibn Sahl (d 869), was, however, the first physician to initiate pharmacopoedia, describing a large variety of drugs and remedies for ailments. Al-Biruni (973–1050) wrote one of the most valuable Islamic works on pharmacology, entitled Kitab al-Saydalah (The Book of Drugs), in which he detailed the properties of drugs and outlined...\"\n }\n ],\n \"query_matches\": [],\n \"schema\": {\n \"query_result\": {\n \"documents\": {\n \"first\": {\n \"document_id\": \"5726516a708984140094c223\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"items\": 16,\n \"last\": {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": \"\",\n \"retrieval_score\": \"\",\n \"text\": \"\"\n },\n \"type\": \"array\"\n },\n \"returned\": \"\"\n }\n }\n}", "output_tokens": 478, "system": "entroly", "target_met": true, "target_ratio": 0.125, "target_tokens": 522, "trial_id": "squad-f7ed5de7cf591c5e", "valid": true }, { "achieved_keep_ratio": 0.18355, "answer_retained": false, "deterministic": true, "input_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "input_tokens": 3623, "latency_ms": { "p50": 7.075, "p95": 7.504, "samples": [ 6.598, 7.552 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 665 } ], "requested_target_tokens": 1811, "tokens_after": 728, "tokens_before": 3686, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "9349fa0a1c39a1338f40e112027255b3bd7cb78c738fc3e7f145c7d262a951c0", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572940973f37b319004781a5,1,1.0,<>\\n57281ab63acd2414000df493,2,0.99,<>\\n57309446396df919000961b8,3,0.98,<>\\n57336755d058e614000b5a3c,4,0.97,<>\\n5705f7c875f01819005e77dc,5,0.96,<>\\n56e1b355e3433e14004230b0,6,0.95,<>\\n5725c91e38643c19005acceb,7,0.94,<>\\n572855973acd2414000df925,8,0.93,<>\\n5727565ef1498d1400e8f674,9,0.92,<>\\n5726a638dd62a815002e8bf6,10,0.91,<>\\n57060a6e52bb8914006897f8,11,0.9,\\\"Southern California is home to many major business districts. Central business districts (CBD) include Downtown Los Angeles, Downtown San Diego, Downtown San Bernardino, Downtown Bakersfield, South Coast Metro and Downtown Riverside.\\\"\\n57287e512ca10214002da3f8,12,0.89,<>\\n57302cd004bcaa1900d772d7,13,0.88,<>\\n571cb010dd7acb1400e4c128,14,0.87,<>\\n5710f4b8b654c5140001fa45,15,0.86,<>\\n572f7588947a6a140053c984,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 665, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1811, "trial_id": "squad-0b0714df85cbf0f9", "valid": true }, { "achieved_keep_ratio": 0.18355, "answer_retained": false, "deterministic": true, "input_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "input_tokens": 3623, "latency_ms": { "p50": 7.924, "p95": 8.607, "samples": [ 7.165, 8.683 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 665 } ], "requested_target_tokens": 905, "tokens_after": 728, "tokens_before": 3686, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "9349fa0a1c39a1338f40e112027255b3bd7cb78c738fc3e7f145c7d262a951c0", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572940973f37b319004781a5,1,1.0,<>\\n57281ab63acd2414000df493,2,0.99,<>\\n57309446396df919000961b8,3,0.98,<>\\n57336755d058e614000b5a3c,4,0.97,<>\\n5705f7c875f01819005e77dc,5,0.96,<>\\n56e1b355e3433e14004230b0,6,0.95,<>\\n5725c91e38643c19005acceb,7,0.94,<>\\n572855973acd2414000df925,8,0.93,<>\\n5727565ef1498d1400e8f674,9,0.92,<>\\n5726a638dd62a815002e8bf6,10,0.91,<>\\n57060a6e52bb8914006897f8,11,0.9,\\\"Southern California is home to many major business districts. Central business districts (CBD) include Downtown Los Angeles, Downtown San Diego, Downtown San Bernardino, Downtown Bakersfield, South Coast Metro and Downtown Riverside.\\\"\\n57287e512ca10214002da3f8,12,0.89,<>\\n57302cd004bcaa1900d772d7,13,0.88,<>\\n571cb010dd7acb1400e4c128,14,0.87,<>\\n5710f4b8b654c5140001fa45,15,0.86,<>\\n572f7588947a6a140053c984,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 665, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-0b0714df85cbf0f9", "valid": true }, { "achieved_keep_ratio": 0.18355, "answer_retained": false, "deterministic": true, "input_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "input_tokens": 3623, "latency_ms": { "p50": 22.667, "p95": 22.88, "samples": [ 22.432, 22.903 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 665 }, { "control_ratio": 0.08241353, "observed_tokens": 665 }, { "control_ratio": 0.05433592, "observed_tokens": 665 } ], "requested_target_tokens": 452, "tokens_after": 728, "tokens_before": 3686, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "9349fa0a1c39a1338f40e112027255b3bd7cb78c738fc3e7f145c7d262a951c0", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572940973f37b319004781a5,1,1.0,<>\\n57281ab63acd2414000df493,2,0.99,<>\\n57309446396df919000961b8,3,0.98,<>\\n57336755d058e614000b5a3c,4,0.97,<>\\n5705f7c875f01819005e77dc,5,0.96,<>\\n56e1b355e3433e14004230b0,6,0.95,<>\\n5725c91e38643c19005acceb,7,0.94,<>\\n572855973acd2414000df925,8,0.93,<>\\n5727565ef1498d1400e8f674,9,0.92,<>\\n5726a638dd62a815002e8bf6,10,0.91,<>\\n57060a6e52bb8914006897f8,11,0.9,\\\"Southern California is home to many major business districts. Central business districts (CBD) include Downtown Los Angeles, Downtown San Diego, Downtown San Bernardino, Downtown Bakersfield, South Coast Metro and Downtown Riverside.\\\"\\n57287e512ca10214002da3f8,12,0.89,<>\\n57302cd004bcaa1900d772d7,13,0.88,<>\\n571cb010dd7acb1400e4c128,14,0.87,<>\\n5710f4b8b654c5140001fa45,15,0.86,<>\\n572f7588947a6a140053c984,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 665, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-0b0714df85cbf0f9", "valid": true }, { "achieved_keep_ratio": 0.176471, "answer_retained": false, "deterministic": true, "input_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "input_tokens": 3621, "latency_ms": { "p50": 6.343, "p95": 6.362, "samples": [ 6.364, 6.322 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 639 } ], "requested_target_tokens": 1810, "tokens_after": 701, "tokens_before": 3683, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "05647d7169b04501174d634653ec738c1b11d9dc6ea949a66921d4b327cb039f", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265700dd62a815002e820e,1,1.0,<>\\n57377c98c3c5551400e51efb,2,0.99,<>\\n56e1b754cd28a01900c67abc,3,0.98,<>\\n5727482bf1498d1400e8f5a4,4,0.97,<>\\n5728f6446aef0514001548e4,5,0.96,<>\\n571cd11add7acb1400e4c16e,6,0.95,<>\\n5726f868dd62a815002e9684,7,0.94,<>\\n5726bc1add62a815002e8ea6,8,0.93,<>\\n572a1dbb3f37b319004786f5,9,0.92,<>\\n572648d1708984140094c15d,10,0.91,<>\\n572faec7b2c2fd1400568333,11,0.9,<>\\n570d2f5bfed7b91900d45ccf,12,0.89,<>\\n57332f81d058e614000b5776,13,0.88,<>\\n5729506d6aef051400154cac,14,0.87,<>\\n572fda6fb2c2fd140056850b,15,0.86,<>\\n57286010ff5b5019007da1ca,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1810, "trial_id": "squad-540a76d8f37deae4", "valid": true }, { "achieved_keep_ratio": 0.176471, "answer_retained": false, "deterministic": true, "input_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "input_tokens": 3621, "latency_ms": { "p50": 7.753, "p95": 8.831, "samples": [ 8.951, 6.555 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 639 } ], "requested_target_tokens": 905, "tokens_after": 701, "tokens_before": 3683, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "05647d7169b04501174d634653ec738c1b11d9dc6ea949a66921d4b327cb039f", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265700dd62a815002e820e,1,1.0,<>\\n57377c98c3c5551400e51efb,2,0.99,<>\\n56e1b754cd28a01900c67abc,3,0.98,<>\\n5727482bf1498d1400e8f5a4,4,0.97,<>\\n5728f6446aef0514001548e4,5,0.96,<>\\n571cd11add7acb1400e4c16e,6,0.95,<>\\n5726f868dd62a815002e9684,7,0.94,<>\\n5726bc1add62a815002e8ea6,8,0.93,<>\\n572a1dbb3f37b319004786f5,9,0.92,<>\\n572648d1708984140094c15d,10,0.91,<>\\n572faec7b2c2fd1400568333,11,0.9,<>\\n570d2f5bfed7b91900d45ccf,12,0.89,<>\\n57332f81d058e614000b5776,13,0.88,<>\\n5729506d6aef051400154cac,14,0.87,<>\\n572fda6fb2c2fd140056850b,15,0.86,<>\\n57286010ff5b5019007da1ca,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-540a76d8f37deae4", "valid": true }, { "achieved_keep_ratio": 0.176471, "answer_retained": false, "deterministic": true, "input_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "input_tokens": 3621, "latency_ms": { "p50": 21.225, "p95": 22.063, "samples": [ 22.157, 20.294 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 639 }, { "control_ratio": 0.08576682, "observed_tokens": 639 }, { "control_ratio": 0.05884758, "observed_tokens": 639 } ], "requested_target_tokens": 452, "tokens_after": 701, "tokens_before": 3683, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "05647d7169b04501174d634653ec738c1b11d9dc6ea949a66921d4b327cb039f", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265700dd62a815002e820e,1,1.0,<>\\n57377c98c3c5551400e51efb,2,0.99,<>\\n56e1b754cd28a01900c67abc,3,0.98,<>\\n5727482bf1498d1400e8f5a4,4,0.97,<>\\n5728f6446aef0514001548e4,5,0.96,<>\\n571cd11add7acb1400e4c16e,6,0.95,<>\\n5726f868dd62a815002e9684,7,0.94,<>\\n5726bc1add62a815002e8ea6,8,0.93,<>\\n572a1dbb3f37b319004786f5,9,0.92,<>\\n572648d1708984140094c15d,10,0.91,<>\\n572faec7b2c2fd1400568333,11,0.9,<>\\n570d2f5bfed7b91900d45ccf,12,0.89,<>\\n57332f81d058e614000b5776,13,0.88,<>\\n5729506d6aef051400154cac,14,0.87,<>\\n572fda6fb2c2fd140056850b,15,0.86,<>\\n57286010ff5b5019007da1ca,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-540a76d8f37deae4", "valid": true }, { "achieved_keep_ratio": 0.218427, "answer_retained": false, "deterministic": true, "input_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "input_tokens": 2898, "latency_ms": { "p50": 6.566, "p95": 6.702, "samples": [ 6.717, 6.416 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 633 } ], "requested_target_tokens": 1449, "tokens_after": 697, "tokens_before": 2962, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "289aa2d5fe1b09e82211f2ca7f6b1a5d65df379a7d6a3af6dac0b467120c5caf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725b76389a1e219009abd4a,1,1.0,<>\\n5733a45d4776f41900660f23,2,0.99,<>\\n57060df252bb891400689820,3,0.98,\\\"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\\\"\\n5734025d4776f419006616c3,4,0.97,<>\\n5733a5f54776f41900660f44,5,0.96,<>\\n57094d489928a8140047150a,6,0.95,<>\\n5706111a52bb89140068984c,7,0.94,<>\\n5733647e4776f419006609ae,8,0.93,<>\\n57340549d058e614000b67dd,9,0.92,<>\\n57309ef18ab72b1400f9c600,10,0.91,<>\\n572a20816aef0514001552e4,11,0.9,<>\\n571cda1bdd7acb1400e4c196,12,0.89,<>\\n57107c24a58dae1900cd69e8,13,0.88,<>\\n5726ea985951b619008f8261,14,0.87,<>\\n572659535951b619008f703f,15,0.86,<>\\n572fffb1b2c2fd14005686f9,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 633, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1449, "trial_id": "squad-8202fb89432a877d", "valid": true }, { "achieved_keep_ratio": 0.218427, "answer_retained": false, "deterministic": true, "input_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "input_tokens": 2898, "latency_ms": { "p50": 5.816, "p95": 6.173, "samples": [ 5.418, 6.213 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 633 } ], "requested_target_tokens": 724, "tokens_after": 697, "tokens_before": 2962, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "289aa2d5fe1b09e82211f2ca7f6b1a5d65df379a7d6a3af6dac0b467120c5caf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725b76389a1e219009abd4a,1,1.0,<>\\n5733a45d4776f41900660f23,2,0.99,<>\\n57060df252bb891400689820,3,0.98,\\\"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\\\"\\n5734025d4776f419006616c3,4,0.97,<>\\n5733a5f54776f41900660f44,5,0.96,<>\\n57094d489928a8140047150a,6,0.95,<>\\n5706111a52bb89140068984c,7,0.94,<>\\n5733647e4776f419006609ae,8,0.93,<>\\n57340549d058e614000b67dd,9,0.92,<>\\n57309ef18ab72b1400f9c600,10,0.91,<>\\n572a20816aef0514001552e4,11,0.9,<>\\n571cda1bdd7acb1400e4c196,12,0.89,<>\\n57107c24a58dae1900cd69e8,13,0.88,<>\\n5726ea985951b619008f8261,14,0.87,<>\\n572659535951b619008f703f,15,0.86,<>\\n572fffb1b2c2fd14005686f9,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 633, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 724, "trial_id": "squad-8202fb89432a877d", "valid": true }, { "achieved_keep_ratio": 0.218427, "answer_retained": false, "deterministic": true, "input_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "input_tokens": 2898, "latency_ms": { "p50": 20.209, "p95": 20.256, "samples": [ 20.157, 20.261 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 633 }, { "control_ratio": 0.06934044, "observed_tokens": 633 }, { "control_ratio": 0.03846478, "observed_tokens": 633 } ], "requested_target_tokens": 362, "tokens_after": 697, "tokens_before": 2962, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "289aa2d5fe1b09e82211f2ca7f6b1a5d65df379a7d6a3af6dac0b467120c5caf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725b76389a1e219009abd4a,1,1.0,<>\\n5733a45d4776f41900660f23,2,0.99,<>\\n57060df252bb891400689820,3,0.98,\\\"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\\\"\\n5734025d4776f419006616c3,4,0.97,<>\\n5733a5f54776f41900660f44,5,0.96,<>\\n57094d489928a8140047150a,6,0.95,<>\\n5706111a52bb89140068984c,7,0.94,<>\\n5733647e4776f419006609ae,8,0.93,<>\\n57340549d058e614000b67dd,9,0.92,<>\\n57309ef18ab72b1400f9c600,10,0.91,<>\\n572a20816aef0514001552e4,11,0.9,<>\\n571cda1bdd7acb1400e4c196,12,0.89,<>\\n57107c24a58dae1900cd69e8,13,0.88,<>\\n5726ea985951b619008f8261,14,0.87,<>\\n572659535951b619008f703f,15,0.86,<>\\n572fffb1b2c2fd14005686f9,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 633, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 362, "trial_id": "squad-8202fb89432a877d", "valid": true }, { "achieved_keep_ratio": 0.170037, "answer_retained": false, "deterministic": true, "input_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "input_tokens": 3758, "latency_ms": { "p50": 11.186, "p95": 11.422, "samples": [ 11.448, 10.925 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 639 } ], "requested_target_tokens": 1879, "tokens_after": 697, "tokens_before": 3816, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d5e0d6bbf70254da3241e10218da3dcde15856d215e3164ff367f473ef81d3ef", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n571cb010dd7acb1400e4c128,1,1.0,<>\\n56e1aba0e3433e1400423094,2,0.99,<>\\n5729506d6aef051400154cac,3,0.98,<>\\n57286dfa2ca10214002da332,4,0.97,<>\\n570d28bdb3d812140066d4a3,5,0.96,<>\\n5727d9c43acd2414000dee17,6,0.95,<>\\n57092322efce8f15003a7db0,7,0.94,<>\\n57376828c3c5551400e51eb9,8,0.93,<>\\n5727213c708984140094da35,9,0.92,<>\\n57379ed81c456719005744d5,10,0.91,<>\\n57096c95200fba1400367fbb,11,0.9,<>\\n573083dc2461fd1900a9ce6d,12,0.89,<>\\n572ffd9e04bcaa1900d76fc7,13,0.88,<>\\n57280f974b864d1900164370,14,0.87,<>\\n57284456ff5b5019007da05c,15,0.86,<>\\n57302cd004bcaa1900d772d7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1879, "trial_id": "squad-7edf5834416af1d6", "valid": true }, { "achieved_keep_ratio": 0.170037, "answer_retained": false, "deterministic": true, "input_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "input_tokens": 3758, "latency_ms": { "p50": 10.297, "p95": 10.3, "samples": [ 10.293, 10.3 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 639 } ], "requested_target_tokens": 939, "tokens_after": 697, "tokens_before": 3816, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d5e0d6bbf70254da3241e10218da3dcde15856d215e3164ff367f473ef81d3ef", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n571cb010dd7acb1400e4c128,1,1.0,<>\\n56e1aba0e3433e1400423094,2,0.99,<>\\n5729506d6aef051400154cac,3,0.98,<>\\n57286dfa2ca10214002da332,4,0.97,<>\\n570d28bdb3d812140066d4a3,5,0.96,<>\\n5727d9c43acd2414000dee17,6,0.95,<>\\n57092322efce8f15003a7db0,7,0.94,<>\\n57376828c3c5551400e51eb9,8,0.93,<>\\n5727213c708984140094da35,9,0.92,<>\\n57379ed81c456719005744d5,10,0.91,<>\\n57096c95200fba1400367fbb,11,0.9,<>\\n573083dc2461fd1900a9ce6d,12,0.89,<>\\n572ffd9e04bcaa1900d76fc7,13,0.88,<>\\n57280f974b864d1900164370,14,0.87,<>\\n57284456ff5b5019007da05c,15,0.86,<>\\n57302cd004bcaa1900d772d7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 939, "trial_id": "squad-7edf5834416af1d6", "valid": true }, { "achieved_keep_ratio": 0.170037, "answer_retained": false, "deterministic": true, "input_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "input_tokens": 3758, "latency_ms": { "p50": 26.46, "p95": 28.625, "samples": [ 24.055, 28.866 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 639 }, { "control_ratio": 0.08899257, "observed_tokens": 639 }, { "control_ratio": 0.06335742, "observed_tokens": 639 } ], "requested_target_tokens": 469, "tokens_after": 697, "tokens_before": 3816, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d5e0d6bbf70254da3241e10218da3dcde15856d215e3164ff367f473ef81d3ef", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n571cb010dd7acb1400e4c128,1,1.0,<>\\n56e1aba0e3433e1400423094,2,0.99,<>\\n5729506d6aef051400154cac,3,0.98,<>\\n57286dfa2ca10214002da332,4,0.97,<>\\n570d28bdb3d812140066d4a3,5,0.96,<>\\n5727d9c43acd2414000dee17,6,0.95,<>\\n57092322efce8f15003a7db0,7,0.94,<>\\n57376828c3c5551400e51eb9,8,0.93,<>\\n5727213c708984140094da35,9,0.92,<>\\n57379ed81c456719005744d5,10,0.91,<>\\n57096c95200fba1400367fbb,11,0.9,<>\\n573083dc2461fd1900a9ce6d,12,0.89,<>\\n572ffd9e04bcaa1900d76fc7,13,0.88,<>\\n57280f974b864d1900164370,14,0.87,<>\\n57284456ff5b5019007da05c,15,0.86,<>\\n57302cd004bcaa1900d772d7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 469, "trial_id": "squad-7edf5834416af1d6", "valid": true }, { "achieved_keep_ratio": 0.159254, "answer_retained": false, "deterministic": true, "input_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "input_tokens": 3912, "latency_ms": { "p50": 7.067, "p95": 7.08, "samples": [ 7.053, 7.082 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 623 } ], "requested_target_tokens": 1956, "tokens_after": 683, "tokens_before": 3972, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ae74f1d7bf27b2f631ed8d9fc5efb897b81dc38cfd954930581de1dd710571d0", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726f2375951b619008f830f,1,1.0,<>\\n5733d5704776f4190066130e,2,0.99,<>\\n5730035e04bcaa1900d77001,3,0.98,<>\\n572812e74b864d19001643ce,4,0.97,<>\\n572649d8f1498d1400e8db36,5,0.96,<>\\n57308cf88ab72b1400f9c576,6,0.95,<>\\n572fd1c4947a6a140053cd02,7,0.94,<>\\n572822233acd2414000df555,8,0.93,<>\\n57376828c3c5551400e51eb9,9,0.92,<>\\n57269e3bf1498d1400e8e516,10,0.91,<>\\n57378b141c4567190057449f,11,0.9,<>\\n57377083c3c5551400e51edf,12,0.89,<>\\n571090abb654c5140001f995,13,0.88,<>\\n57107d73b654c5140001f91d,14,0.87,<>\\n573408ef4776f41900661757,15,0.86,<>\\n57287fec4b864d1900164a3c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1956, "trial_id": "squad-1d2fd34f25a0732c", "valid": true }, { "achieved_keep_ratio": 0.159254, "answer_retained": false, "deterministic": true, "input_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "input_tokens": 3912, "latency_ms": { "p50": 9.478, "p95": 10.048, "samples": [ 10.111, 8.846 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 623 } ], "requested_target_tokens": 978, "tokens_after": 683, "tokens_before": 3972, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ae74f1d7bf27b2f631ed8d9fc5efb897b81dc38cfd954930581de1dd710571d0", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726f2375951b619008f830f,1,1.0,<>\\n5733d5704776f4190066130e,2,0.99,<>\\n5730035e04bcaa1900d77001,3,0.98,<>\\n572812e74b864d19001643ce,4,0.97,<>\\n572649d8f1498d1400e8db36,5,0.96,<>\\n57308cf88ab72b1400f9c576,6,0.95,<>\\n572fd1c4947a6a140053cd02,7,0.94,<>\\n572822233acd2414000df555,8,0.93,<>\\n57376828c3c5551400e51eb9,9,0.92,<>\\n57269e3bf1498d1400e8e516,10,0.91,<>\\n57378b141c4567190057449f,11,0.9,<>\\n57377083c3c5551400e51edf,12,0.89,<>\\n571090abb654c5140001f995,13,0.88,<>\\n57107d73b654c5140001f91d,14,0.87,<>\\n573408ef4776f41900661757,15,0.86,<>\\n57287fec4b864d1900164a3c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 978, "trial_id": "squad-1d2fd34f25a0732c", "valid": true }, { "achieved_keep_ratio": 0.159254, "answer_retained": false, "deterministic": true, "input_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "input_tokens": 3912, "latency_ms": { "p50": 27.648, "p95": 28.619, "samples": [ 26.569, 28.726 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 623 }, { "control_ratio": 0.09517055, "observed_tokens": 623 }, { "control_ratio": 0.07245946, "observed_tokens": 623 } ], "requested_target_tokens": 489, "tokens_after": 683, "tokens_before": 3972, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ae74f1d7bf27b2f631ed8d9fc5efb897b81dc38cfd954930581de1dd710571d0", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726f2375951b619008f830f,1,1.0,<>\\n5733d5704776f4190066130e,2,0.99,<>\\n5730035e04bcaa1900d77001,3,0.98,<>\\n572812e74b864d19001643ce,4,0.97,<>\\n572649d8f1498d1400e8db36,5,0.96,<>\\n57308cf88ab72b1400f9c576,6,0.95,<>\\n572fd1c4947a6a140053cd02,7,0.94,<>\\n572822233acd2414000df555,8,0.93,<>\\n57376828c3c5551400e51eb9,9,0.92,<>\\n57269e3bf1498d1400e8e516,10,0.91,<>\\n57378b141c4567190057449f,11,0.9,<>\\n57377083c3c5551400e51edf,12,0.89,<>\\n571090abb654c5140001f995,13,0.88,<>\\n57107d73b654c5140001f91d,14,0.87,<>\\n573408ef4776f41900661757,15,0.86,<>\\n57287fec4b864d1900164a3c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 489, "trial_id": "squad-1d2fd34f25a0732c", "valid": true }, { "achieved_keep_ratio": 0.184264, "answer_retained": false, "deterministic": true, "input_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "input_tokens": 3457, "latency_ms": { "p50": 16.537, "p95": 17.876, "samples": [ 15.048, 18.025 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 637 } ], "requested_target_tokens": 1728, "tokens_after": 700, "tokens_before": 3520, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d8d5b30722c36cdec0ab231d59b74b421fd6d58e2a70af1c48c45e928b9f9f1e", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n56e20a3ae3433e140042324a,1,1.0,<>\\n5733e771d058e614000b6545,2,0.99,<>\\n57268220f1498d1400e8e216,3,0.98,<>\\n57281c594b864d19001644a2,4,0.97,<>\\n5725edfe38643c19005ace9f,5,0.96,<>\\n57300ec0947a6a140053d004,6,0.95,<>\\n57265285708984140094c25b,7,0.94,<>\\n5705ffde52bb891400689784,8,0.93,<>\\n57114dfb50c2381900b54a53,9,0.92,<>\\n5728661e2ca10214002da2e8,10,0.91,<>\\n570d47b8b3d812140066d62d,11,0.9,<>\\n57281edd3acd2414000df4eb,12,0.89,<>\\n573380e0d058e614000b5be9,13,0.88,<>\\n57265f605951b619008f70db,14,0.87,<>\\n57107a3ea58dae1900cd69de,15,0.86,<>\\n572847ff3acd2414000df869,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 637, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1728, "trial_id": "squad-de62f9f9c48257f5", "valid": true }, { "achieved_keep_ratio": 0.184264, "answer_retained": false, "deterministic": true, "input_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "input_tokens": 3457, "latency_ms": { "p50": 11.435, "p95": 12.491, "samples": [ 12.608, 10.262 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 637 } ], "requested_target_tokens": 864, "tokens_after": 700, "tokens_before": 3520, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d8d5b30722c36cdec0ab231d59b74b421fd6d58e2a70af1c48c45e928b9f9f1e", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n56e20a3ae3433e140042324a,1,1.0,<>\\n5733e771d058e614000b6545,2,0.99,<>\\n57268220f1498d1400e8e216,3,0.98,<>\\n57281c594b864d19001644a2,4,0.97,<>\\n5725edfe38643c19005ace9f,5,0.96,<>\\n57300ec0947a6a140053d004,6,0.95,<>\\n57265285708984140094c25b,7,0.94,<>\\n5705ffde52bb891400689784,8,0.93,<>\\n57114dfb50c2381900b54a53,9,0.92,<>\\n5728661e2ca10214002da2e8,10,0.91,<>\\n570d47b8b3d812140066d62d,11,0.9,<>\\n57281edd3acd2414000df4eb,12,0.89,<>\\n573380e0d058e614000b5be9,13,0.88,<>\\n57265f605951b619008f70db,14,0.87,<>\\n57107a3ea58dae1900cd69de,15,0.86,<>\\n572847ff3acd2414000df869,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 637, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 864, "trial_id": "squad-de62f9f9c48257f5", "valid": true }, { "achieved_keep_ratio": 0.184264, "answer_retained": false, "deterministic": true, "input_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "input_tokens": 3457, "latency_ms": { "p50": 30.92, "p95": 32.738, "samples": [ 32.94, 28.9 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 637 }, { "control_ratio": 0.0822292, "observed_tokens": 637 }, { "control_ratio": 0.05409313, "observed_tokens": 637 } ], "requested_target_tokens": 432, "tokens_after": 700, "tokens_before": 3520, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d8d5b30722c36cdec0ab231d59b74b421fd6d58e2a70af1c48c45e928b9f9f1e", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n56e20a3ae3433e140042324a,1,1.0,<>\\n5733e771d058e614000b6545,2,0.99,<>\\n57268220f1498d1400e8e216,3,0.98,<>\\n57281c594b864d19001644a2,4,0.97,<>\\n5725edfe38643c19005ace9f,5,0.96,<>\\n57300ec0947a6a140053d004,6,0.95,<>\\n57265285708984140094c25b,7,0.94,<>\\n5705ffde52bb891400689784,8,0.93,<>\\n57114dfb50c2381900b54a53,9,0.92,<>\\n5728661e2ca10214002da2e8,10,0.91,<>\\n570d47b8b3d812140066d62d,11,0.9,<>\\n57281edd3acd2414000df4eb,12,0.89,<>\\n573380e0d058e614000b5be9,13,0.88,<>\\n57265f605951b619008f70db,14,0.87,<>\\n57107a3ea58dae1900cd69de,15,0.86,<>\\n572847ff3acd2414000df869,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 637, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 432, "trial_id": "squad-de62f9f9c48257f5", "valid": true }, { "achieved_keep_ratio": 0.206149, "answer_retained": false, "deterministic": true, "input_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "input_tokens": 3090, "latency_ms": { "p50": 9.916, "p95": 11.232, "samples": [ 8.454, 11.379 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 637 } ], "requested_target_tokens": 1545, "tokens_after": 692, "tokens_before": 3145, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d46a2100646b56ac1d92ac78e9705189208bafc55511f3f808363e7f650cd8c5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572745c6708984140094db99,1,1.0,<>\\n57339902d058e614000b5e70,2,0.99,<>\\n5727cb4b2ca10214002d9676,3,0.98,<>\\n57309ef18ab72b1400f9c600,4,0.97,<>\\n571cd5b1dd7acb1400e4c178,5,0.96,<>\\n5730a4d02461fd1900a9cf29,6,0.95,<>\\n570d529fb3d812140066d6bb,7,0.94,<>\\n572fad30a23a5019007fc86d,8,0.93,<>\\n572fdb17b2c2fd140056851d,9,0.92,<>\\n572665ff708984140094c4c3,10,0.91,<>\\n5727aa413acd2414000de921,11,0.9,<>\\n572a0d21af94a219006aa783,12,0.89,<>\\n571cbe35dd7acb1400e4c13c,13,0.88,<>\\n570d28bdb3d812140066d4a3,14,0.87,<>\\n57300911947a6a140053cfb6,15,0.86,<>\\n571142b3a58dae1900cd6d5a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 637, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1545, "trial_id": "squad-053a21485cf48f4b", "valid": true }, { "achieved_keep_ratio": 0.206149, "answer_retained": false, "deterministic": true, "input_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "input_tokens": 3090, "latency_ms": { "p50": 10.92, "p95": 11.251, "samples": [ 10.552, 11.288 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 637 } ], "requested_target_tokens": 772, "tokens_after": 692, "tokens_before": 3145, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d46a2100646b56ac1d92ac78e9705189208bafc55511f3f808363e7f650cd8c5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572745c6708984140094db99,1,1.0,<>\\n57339902d058e614000b5e70,2,0.99,<>\\n5727cb4b2ca10214002d9676,3,0.98,<>\\n57309ef18ab72b1400f9c600,4,0.97,<>\\n571cd5b1dd7acb1400e4c178,5,0.96,<>\\n5730a4d02461fd1900a9cf29,6,0.95,<>\\n570d529fb3d812140066d6bb,7,0.94,<>\\n572fad30a23a5019007fc86d,8,0.93,<>\\n572fdb17b2c2fd140056851d,9,0.92,<>\\n572665ff708984140094c4c3,10,0.91,<>\\n5727aa413acd2414000de921,11,0.9,<>\\n572a0d21af94a219006aa783,12,0.89,<>\\n571cbe35dd7acb1400e4c13c,13,0.88,<>\\n570d28bdb3d812140066d4a3,14,0.87,<>\\n57300911947a6a140053cfb6,15,0.86,<>\\n571142b3a58dae1900cd6d5a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 637, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 772, "trial_id": "squad-053a21485cf48f4b", "valid": true }, { "achieved_keep_ratio": 0.206149, "answer_retained": false, "deterministic": true, "input_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "input_tokens": 3090, "latency_ms": { "p50": 25.491, "p95": 27.277, "samples": [ 27.476, 23.506 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 637 }, { "control_ratio": 0.07347331, "observed_tokens": 637 }, { "control_ratio": 0.04318662, "observed_tokens": 637 } ], "requested_target_tokens": 386, "tokens_after": 692, "tokens_before": 3145, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d46a2100646b56ac1d92ac78e9705189208bafc55511f3f808363e7f650cd8c5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572745c6708984140094db99,1,1.0,<>\\n57339902d058e614000b5e70,2,0.99,<>\\n5727cb4b2ca10214002d9676,3,0.98,<>\\n57309ef18ab72b1400f9c600,4,0.97,<>\\n571cd5b1dd7acb1400e4c178,5,0.96,<>\\n5730a4d02461fd1900a9cf29,6,0.95,<>\\n570d529fb3d812140066d6bb,7,0.94,<>\\n572fad30a23a5019007fc86d,8,0.93,<>\\n572fdb17b2c2fd140056851d,9,0.92,<>\\n572665ff708984140094c4c3,10,0.91,<>\\n5727aa413acd2414000de921,11,0.9,<>\\n572a0d21af94a219006aa783,12,0.89,<>\\n571cbe35dd7acb1400e4c13c,13,0.88,<>\\n570d28bdb3d812140066d4a3,14,0.87,<>\\n57300911947a6a140053cfb6,15,0.86,<>\\n571142b3a58dae1900cd6d5a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 637, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 386, "trial_id": "squad-053a21485cf48f4b", "valid": true }, { "achieved_keep_ratio": 0.171475, "answer_retained": false, "deterministic": true, "input_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "input_tokens": 3674, "latency_ms": { "p50": 14.536, "p95": 15.943, "samples": [ 12.973, 16.099 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 630 } ], "requested_target_tokens": 1837, "tokens_after": 689, "tokens_before": 3733, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ba056f80bec69d9f65d6b8abb4f14f4bb794a518fcce3b5ecc75b35d87065978", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5727aeac3acd2414000de987,1,1.0,<>\\n5726577f708984140094c301,2,0.99,<>\\n56e1ddfce3433e14004231d5,3,0.98,<>\\n57281edd3acd2414000df4eb,4,0.97,<>\\n571094b7a58dae1900cd6a66,5,0.96,<>\\n57285841ff5b5019007da19a,6,0.95,<>\\n5725fe63ec44d21400f3d7dd,7,0.94,<>\\n5710f114a58dae1900cd6b60,8,0.93,<>\\n5733f9fa4776f4190066161f,9,0.92,<>\\n5725b92e38643c19005acbd3,10,0.91,<>\\n57377c98c3c5551400e51efb,11,0.9,<>\\n5725c91e38643c19005acceb,12,0.89,<>\\n57332442d058e614000b5720,13,0.88,<>\\n56e1febfe3433e1400423236,14,0.87,<>\\n572699db5951b619008f7799,15,0.86,<>\\n57265f605951b619008f70db,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 630, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1837, "trial_id": "squad-13c38e594d2d0b56", "valid": true }, { "achieved_keep_ratio": 0.171475, "answer_retained": false, "deterministic": true, "input_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "input_tokens": 3674, "latency_ms": { "p50": 10.244, "p95": 10.296, "samples": [ 10.187, 10.302 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 630 } ], "requested_target_tokens": 918, "tokens_after": 689, "tokens_before": 3733, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ba056f80bec69d9f65d6b8abb4f14f4bb794a518fcce3b5ecc75b35d87065978", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5727aeac3acd2414000de987,1,1.0,<>\\n5726577f708984140094c301,2,0.99,<>\\n56e1ddfce3433e14004231d5,3,0.98,<>\\n57281edd3acd2414000df4eb,4,0.97,<>\\n571094b7a58dae1900cd6a66,5,0.96,<>\\n57285841ff5b5019007da19a,6,0.95,<>\\n5725fe63ec44d21400f3d7dd,7,0.94,<>\\n5710f114a58dae1900cd6b60,8,0.93,<>\\n5733f9fa4776f4190066161f,9,0.92,<>\\n5725b92e38643c19005acbd3,10,0.91,<>\\n57377c98c3c5551400e51efb,11,0.9,<>\\n5725c91e38643c19005acceb,12,0.89,<>\\n57332442d058e614000b5720,13,0.88,<>\\n56e1febfe3433e1400423236,14,0.87,<>\\n572699db5951b619008f7799,15,0.86,<>\\n57265f605951b619008f70db,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 630, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 918, "trial_id": "squad-13c38e594d2d0b56", "valid": true }, { "achieved_keep_ratio": 0.171475, "answer_retained": false, "deterministic": true, "input_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "input_tokens": 3674, "latency_ms": { "p50": 37.764, "p95": 39.885, "samples": [ 40.12, 35.407 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 630 }, { "control_ratio": 0.08833929, "observed_tokens": 630 }, { "control_ratio": 0.06243064, "observed_tokens": 630 } ], "requested_target_tokens": 459, "tokens_after": 689, "tokens_before": 3733, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ba056f80bec69d9f65d6b8abb4f14f4bb794a518fcce3b5ecc75b35d87065978", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5727aeac3acd2414000de987,1,1.0,<>\\n5726577f708984140094c301,2,0.99,<>\\n56e1ddfce3433e14004231d5,3,0.98,<>\\n57281edd3acd2414000df4eb,4,0.97,<>\\n571094b7a58dae1900cd6a66,5,0.96,<>\\n57285841ff5b5019007da19a,6,0.95,<>\\n5725fe63ec44d21400f3d7dd,7,0.94,<>\\n5710f114a58dae1900cd6b60,8,0.93,<>\\n5733f9fa4776f4190066161f,9,0.92,<>\\n5725b92e38643c19005acbd3,10,0.91,<>\\n57377c98c3c5551400e51efb,11,0.9,<>\\n5725c91e38643c19005acceb,12,0.89,<>\\n57332442d058e614000b5720,13,0.88,<>\\n56e1febfe3433e1400423236,14,0.87,<>\\n572699db5951b619008f7799,15,0.86,<>\\n57265f605951b619008f70db,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 630, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 459, "trial_id": "squad-13c38e594d2d0b56", "valid": true }, { "achieved_keep_ratio": 0.191244, "answer_retained": false, "deterministic": true, "input_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "input_tokens": 3289, "latency_ms": { "p50": 10.646, "p95": 12.449, "samples": [ 12.649, 8.643 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 629 } ], "requested_target_tokens": 1644, "tokens_after": 693, "tokens_before": 3353, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "dc84c02f2669bd1e6ce627db3404bfb5ef9a9f64c79c57dfdd76b571f79412a8", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a05eb3f37b31900478653,1,1.0,<>\\n572fca7eb2c2fd1400568473,2,0.99,<>\\n57107932a58dae1900cd69ca,3,0.98,<>\\n5725f46289a1e219009ac0fa,4,0.97,<>\\n5726eb4b5951b619008f826b,5,0.96,<>\\n5732b6b5328d981900602021,6,0.95,<>\\n5728804b4b864d1900164a46,7,0.94,<>\\n571a4ead10f8ca1400304fdd,8,0.93,<>\\n5729f8516aef05140015516c,9,0.92,<>\\n572f567cb2c2fd140056803f,10,0.91,<>\\n572856beff5b5019007da190,11,0.9,<>\\n5711475ca58dae1900cd6d8a,12,0.89,<>\\n5729f12e3f37b319004785e1,13,0.88,<>\\n57264b1ddd62a815002e80a0,14,0.87,<>\\n57265d08708984140094c397,15,0.86,<>\\n571112ada58dae1900cd6bcc,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1644, "trial_id": "squad-dd9cbcc66c8541b8", "valid": true }, { "achieved_keep_ratio": 0.191244, "answer_retained": false, "deterministic": true, "input_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "input_tokens": 3289, "latency_ms": { "p50": 9.58, "p95": 9.844, "samples": [ 9.286, 9.874 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 629 } ], "requested_target_tokens": 822, "tokens_after": 693, "tokens_before": 3353, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "dc84c02f2669bd1e6ce627db3404bfb5ef9a9f64c79c57dfdd76b571f79412a8", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a05eb3f37b31900478653,1,1.0,<>\\n572fca7eb2c2fd1400568473,2,0.99,<>\\n57107932a58dae1900cd69ca,3,0.98,<>\\n5725f46289a1e219009ac0fa,4,0.97,<>\\n5726eb4b5951b619008f826b,5,0.96,<>\\n5732b6b5328d981900602021,6,0.95,<>\\n5728804b4b864d1900164a46,7,0.94,<>\\n571a4ead10f8ca1400304fdd,8,0.93,<>\\n5729f8516aef05140015516c,9,0.92,<>\\n572f567cb2c2fd140056803f,10,0.91,<>\\n572856beff5b5019007da190,11,0.9,<>\\n5711475ca58dae1900cd6d8a,12,0.89,<>\\n5729f12e3f37b319004785e1,13,0.88,<>\\n57264b1ddd62a815002e80a0,14,0.87,<>\\n57265d08708984140094c397,15,0.86,<>\\n571112ada58dae1900cd6bcc,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 822, "trial_id": "squad-dd9cbcc66c8541b8", "valid": true }, { "achieved_keep_ratio": 0.191244, "answer_retained": false, "deterministic": true, "input_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "input_tokens": 3289, "latency_ms": { "p50": 32.289, "p95": 36.634, "samples": [ 27.46, 37.117 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 629 }, { "control_ratio": 0.07922695, "observed_tokens": 629 }, { "control_ratio": 0.05021527, "observed_tokens": 629 } ], "requested_target_tokens": 411, "tokens_after": 693, "tokens_before": 3353, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "dc84c02f2669bd1e6ce627db3404bfb5ef9a9f64c79c57dfdd76b571f79412a8", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a05eb3f37b31900478653,1,1.0,<>\\n572fca7eb2c2fd1400568473,2,0.99,<>\\n57107932a58dae1900cd69ca,3,0.98,<>\\n5725f46289a1e219009ac0fa,4,0.97,<>\\n5726eb4b5951b619008f826b,5,0.96,<>\\n5732b6b5328d981900602021,6,0.95,<>\\n5728804b4b864d1900164a46,7,0.94,<>\\n571a4ead10f8ca1400304fdd,8,0.93,<>\\n5729f8516aef05140015516c,9,0.92,<>\\n572f567cb2c2fd140056803f,10,0.91,<>\\n572856beff5b5019007da190,11,0.9,<>\\n5711475ca58dae1900cd6d8a,12,0.89,<>\\n5729f12e3f37b319004785e1,13,0.88,<>\\n57264b1ddd62a815002e80a0,14,0.87,<>\\n57265d08708984140094c397,15,0.86,<>\\n571112ada58dae1900cd6bcc,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 411, "trial_id": "squad-dd9cbcc66c8541b8", "valid": true }, { "achieved_keep_ratio": 0.185228, "answer_retained": false, "deterministic": true, "input_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "input_tokens": 3466, "latency_ms": { "p50": 10.657, "p95": 11.401, "samples": [ 11.484, 9.831 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 642 } ], "requested_target_tokens": 1733, "tokens_after": 705, "tokens_before": 3529, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "fc34ac7cb0ca8de0ed41909cd71e9035656928aea2e956906adf70188e6187b7", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57264fe65951b619008f6fa1,1,1.0,<>\\n57107932a58dae1900cd69ca,2,0.99,<>\\n56e1a0dccd28a01900c67a2e,3,0.98,<>\\n57114dfb50c2381900b54a53,4,0.97,<>\\n57274ca8dd62a815002e9aa4,5,0.96,<>\\n5711541350c2381900b54a6f,6,0.95,<>\\n5727e6cbff5b5019007d97ee,7,0.94,<>\\n5711488ab654c5140001fc3d,8,0.93,<>\\n572867543acd2414000df9a1,9,0.92,<>\\n572fc659b2c2fd1400568447,10,0.91,<>\\n5727aec03acd2414000de991,11,0.9,<>\\n57265e97708984140094c3c3,12,0.89,<>\\n5729f06f1d04691400779673,13,0.88,<>\\n57283c464b864d19001647c8,14,0.87,<>\\n56de17f9cffd8e1900b4b5e0,15,0.86,<>\\n572a0c541d046914007796f3,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 642, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1733, "trial_id": "squad-fdc1320e859f18ab", "valid": true }, { "achieved_keep_ratio": 0.185228, "answer_retained": false, "deterministic": true, "input_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "input_tokens": 3466, "latency_ms": { "p50": 11.02, "p95": 13.846, "samples": [ 14.16, 7.88 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 642 } ], "requested_target_tokens": 866, "tokens_after": 705, "tokens_before": 3529, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "fc34ac7cb0ca8de0ed41909cd71e9035656928aea2e956906adf70188e6187b7", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57264fe65951b619008f6fa1,1,1.0,<>\\n57107932a58dae1900cd69ca,2,0.99,<>\\n56e1a0dccd28a01900c67a2e,3,0.98,<>\\n57114dfb50c2381900b54a53,4,0.97,<>\\n57274ca8dd62a815002e9aa4,5,0.96,<>\\n5711541350c2381900b54a6f,6,0.95,<>\\n5727e6cbff5b5019007d97ee,7,0.94,<>\\n5711488ab654c5140001fc3d,8,0.93,<>\\n572867543acd2414000df9a1,9,0.92,<>\\n572fc659b2c2fd1400568447,10,0.91,<>\\n5727aec03acd2414000de991,11,0.9,<>\\n57265e97708984140094c3c3,12,0.89,<>\\n5729f06f1d04691400779673,13,0.88,<>\\n57283c464b864d19001647c8,14,0.87,<>\\n56de17f9cffd8e1900b4b5e0,15,0.86,<>\\n572a0c541d046914007796f3,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 642, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 866, "trial_id": "squad-fdc1320e859f18ab", "valid": true }, { "achieved_keep_ratio": 0.185228, "answer_retained": false, "deterministic": true, "input_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "input_tokens": 3466, "latency_ms": { "p50": 30.204, "p95": 33.975, "samples": [ 34.395, 26.013 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 642 }, { "control_ratio": 0.08177765, "observed_tokens": 642 }, { "control_ratio": 0.05350067, "observed_tokens": 642 } ], "requested_target_tokens": 433, "tokens_after": 705, "tokens_before": 3529, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "fc34ac7cb0ca8de0ed41909cd71e9035656928aea2e956906adf70188e6187b7", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57264fe65951b619008f6fa1,1,1.0,<>\\n57107932a58dae1900cd69ca,2,0.99,<>\\n56e1a0dccd28a01900c67a2e,3,0.98,<>\\n57114dfb50c2381900b54a53,4,0.97,<>\\n57274ca8dd62a815002e9aa4,5,0.96,<>\\n5711541350c2381900b54a6f,6,0.95,<>\\n5727e6cbff5b5019007d97ee,7,0.94,<>\\n5711488ab654c5140001fc3d,8,0.93,<>\\n572867543acd2414000df9a1,9,0.92,<>\\n572fc659b2c2fd1400568447,10,0.91,<>\\n5727aec03acd2414000de991,11,0.9,<>\\n57265e97708984140094c3c3,12,0.89,<>\\n5729f06f1d04691400779673,13,0.88,<>\\n57283c464b864d19001647c8,14,0.87,<>\\n56de17f9cffd8e1900b4b5e0,15,0.86,<>\\n572a0c541d046914007796f3,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 642, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 433, "trial_id": "squad-fdc1320e859f18ab", "valid": true }, { "achieved_keep_ratio": 0.182823, "answer_retained": false, "deterministic": true, "input_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "input_tokens": 3528, "latency_ms": { "p50": 9.407, "p95": 9.893, "samples": [ 8.867, 9.947 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 645 } ], "requested_target_tokens": 1764, "tokens_after": 702, "tokens_before": 3585, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d4b727a22ded1346d5ace4d305ae5b17b297eaa7d115f89ebf7153c2c3beb6d7", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57261f9f271a42140099d4a9,1,1.0,<>\\n572a0c541d046914007796f3,2,0.99,<>\\n56e1b754cd28a01900c67abc,3,0.98,<>\\n572951f16aef051400154cce,4,0.97,<>\\n5733314e4776f4190066076a,5,0.96,<>\\n573027d6a23a5019007fce9d,6,0.95,<>\\n5728f50baf94a219006a9e55,7,0.94,<>\\n5725c743ec44d21400f3d549,8,0.93,<>\\n572ffc0f947a6a140053cef0,9,0.92,<>\\n571c879bdd7acb1400e4c0ec,10,0.91,<>\\n571cdcb85efbb31900334e0c,11,0.9,<>\\n57263dcd89a1e219009ac5a2,12,0.89,<>\\n5730bb522461fd1900a9d011,13,0.88,<>\\n5727213c708984140094da35,14,0.87,<>\\n5730040f947a6a140053cf4c,15,0.86,<>\\n573362b94776f41900660974,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 645, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1764, "trial_id": "squad-f327f84bfc95d36c", "valid": true }, { "achieved_keep_ratio": 0.182823, "answer_retained": false, "deterministic": true, "input_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "input_tokens": 3528, "latency_ms": { "p50": 7.59, "p95": 8.026, "samples": [ 8.074, 7.105 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 645 } ], "requested_target_tokens": 882, "tokens_after": 702, "tokens_before": 3585, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d4b727a22ded1346d5ace4d305ae5b17b297eaa7d115f89ebf7153c2c3beb6d7", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57261f9f271a42140099d4a9,1,1.0,<>\\n572a0c541d046914007796f3,2,0.99,<>\\n56e1b754cd28a01900c67abc,3,0.98,<>\\n572951f16aef051400154cce,4,0.97,<>\\n5733314e4776f4190066076a,5,0.96,<>\\n573027d6a23a5019007fce9d,6,0.95,<>\\n5728f50baf94a219006a9e55,7,0.94,<>\\n5725c743ec44d21400f3d549,8,0.93,<>\\n572ffc0f947a6a140053cef0,9,0.92,<>\\n571c879bdd7acb1400e4c0ec,10,0.91,<>\\n571cdcb85efbb31900334e0c,11,0.9,<>\\n57263dcd89a1e219009ac5a2,12,0.89,<>\\n5730bb522461fd1900a9d011,13,0.88,<>\\n5727213c708984140094da35,14,0.87,<>\\n5730040f947a6a140053cf4c,15,0.86,<>\\n573362b94776f41900660974,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 645, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 882, "trial_id": "squad-f327f84bfc95d36c", "valid": true }, { "achieved_keep_ratio": 0.182823, "answer_retained": false, "deterministic": true, "input_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "input_tokens": 3528, "latency_ms": { "p50": 32.112, "p95": 33.303, "samples": [ 33.435, 30.789 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 645 }, { "control_ratio": 0.08290116, "observed_tokens": 645 }, { "control_ratio": 0.05498082, "observed_tokens": 645 } ], "requested_target_tokens": 441, "tokens_after": 702, "tokens_before": 3585, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d4b727a22ded1346d5ace4d305ae5b17b297eaa7d115f89ebf7153c2c3beb6d7", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57261f9f271a42140099d4a9,1,1.0,<>\\n572a0c541d046914007796f3,2,0.99,<>\\n56e1b754cd28a01900c67abc,3,0.98,<>\\n572951f16aef051400154cce,4,0.97,<>\\n5733314e4776f4190066076a,5,0.96,<>\\n573027d6a23a5019007fce9d,6,0.95,<>\\n5728f50baf94a219006a9e55,7,0.94,<>\\n5725c743ec44d21400f3d549,8,0.93,<>\\n572ffc0f947a6a140053cef0,9,0.92,<>\\n571c879bdd7acb1400e4c0ec,10,0.91,<>\\n571cdcb85efbb31900334e0c,11,0.9,<>\\n57263dcd89a1e219009ac5a2,12,0.89,<>\\n5730bb522461fd1900a9d011,13,0.88,<>\\n5727213c708984140094da35,14,0.87,<>\\n5730040f947a6a140053cf4c,15,0.86,<>\\n573362b94776f41900660974,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 645, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 441, "trial_id": "squad-f327f84bfc95d36c", "valid": true }, { "achieved_keep_ratio": 0.189458, "answer_retained": false, "deterministic": true, "input_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "input_tokens": 3415, "latency_ms": { "p50": 13.704, "p95": 16.476, "samples": [ 10.625, 16.784 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 647 } ], "requested_target_tokens": 1707, "tokens_after": 718, "tokens_before": 3486, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "0f2178086e7f6ca0b44fea15e9d40a03f1c9e813860b228ee1e71125612afca2", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57286bb84b864d19001649c8,1,1.0,<>\\n5726a14c708984140094cc51,2,0.99,<>\\n5729517d6aef051400154cc8,3,0.98,<>\\n5725d7e438643c19005acdf9,4,0.97,<>\\n5733dd4f4776f419006613aa,5,0.96,<>\\n5725c95f38643c19005accf3,6,0.95,<>\\n5706155352bb891400689894,7,0.94,\\\"Rugby is also a growing sport in southern California, particularly at the high school level, with increasing numbers of schools adding rugby as an official school sport.\\\"\\n5728742cff5b5019007da246,8,0.93,<>\\n572656e4dd62a815002e81fa,9,0.92,<>\\n57111ab8a58dae1900cd6c3c,10,0.91,<>\\n57264cc6dd62a815002e80e4,11,0.9,<>\\n5728855d3acd2414000dfa8d,12,0.89,<>\\n57274a1edd62a815002e9a9b,13,0.88,<>\\n571136b8a58dae1900cd6d22,14,0.87,<>\\n57282dfb4b864d1900164668,15,0.86,<>\\n572754dd708984140094dc3b,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 647, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1707, "trial_id": "squad-23cf55e43c8cca6f", "valid": true }, { "achieved_keep_ratio": 0.189458, "answer_retained": false, "deterministic": true, "input_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "input_tokens": 3415, "latency_ms": { "p50": 20.301, "p95": 21.897, "samples": [ 22.074, 18.528 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 647 } ], "requested_target_tokens": 853, "tokens_after": 718, "tokens_before": 3486, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "0f2178086e7f6ca0b44fea15e9d40a03f1c9e813860b228ee1e71125612afca2", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57286bb84b864d19001649c8,1,1.0,<>\\n5726a14c708984140094cc51,2,0.99,<>\\n5729517d6aef051400154cc8,3,0.98,<>\\n5725d7e438643c19005acdf9,4,0.97,<>\\n5733dd4f4776f419006613aa,5,0.96,<>\\n5725c95f38643c19005accf3,6,0.95,<>\\n5706155352bb891400689894,7,0.94,\\\"Rugby is also a growing sport in southern California, particularly at the high school level, with increasing numbers of schools adding rugby as an official school sport.\\\"\\n5728742cff5b5019007da246,8,0.93,<>\\n572656e4dd62a815002e81fa,9,0.92,<>\\n57111ab8a58dae1900cd6c3c,10,0.91,<>\\n57264cc6dd62a815002e80e4,11,0.9,<>\\n5728855d3acd2414000dfa8d,12,0.89,<>\\n57274a1edd62a815002e9a9b,13,0.88,<>\\n571136b8a58dae1900cd6d22,14,0.87,<>\\n57282dfb4b864d1900164668,15,0.86,<>\\n572754dd708984140094dc3b,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 647, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 853, "trial_id": "squad-23cf55e43c8cca6f", "valid": true }, { "achieved_keep_ratio": 0.189458, "answer_retained": false, "deterministic": true, "input_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "input_tokens": 3415, "latency_ms": { "p50": 24.279, "p95": 25.289, "samples": [ 23.155, 25.402 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 647 }, { "control_ratio": 0.07983385, "observed_tokens": 647 }, { "control_ratio": 0.05098755, "observed_tokens": 647 } ], "requested_target_tokens": 426, "tokens_after": 718, "tokens_before": 3486, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "0f2178086e7f6ca0b44fea15e9d40a03f1c9e813860b228ee1e71125612afca2", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57286bb84b864d19001649c8,1,1.0,<>\\n5726a14c708984140094cc51,2,0.99,<>\\n5729517d6aef051400154cc8,3,0.98,<>\\n5725d7e438643c19005acdf9,4,0.97,<>\\n5733dd4f4776f419006613aa,5,0.96,<>\\n5725c95f38643c19005accf3,6,0.95,<>\\n5706155352bb891400689894,7,0.94,\\\"Rugby is also a growing sport in southern California, particularly at the high school level, with increasing numbers of schools adding rugby as an official school sport.\\\"\\n5728742cff5b5019007da246,8,0.93,<>\\n572656e4dd62a815002e81fa,9,0.92,<>\\n57111ab8a58dae1900cd6c3c,10,0.91,<>\\n57264cc6dd62a815002e80e4,11,0.9,<>\\n5728855d3acd2414000dfa8d,12,0.89,<>\\n57274a1edd62a815002e9a9b,13,0.88,<>\\n571136b8a58dae1900cd6d22,14,0.87,<>\\n57282dfb4b864d1900164668,15,0.86,<>\\n572754dd708984140094dc3b,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 647, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 426, "trial_id": "squad-23cf55e43c8cca6f", "valid": true }, { "achieved_keep_ratio": 0.196918, "answer_retained": false, "deterministic": true, "input_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "input_tokens": 3245, "latency_ms": { "p50": 7.896, "p95": 8.235, "samples": [ 8.272, 7.52 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 639 } ], "requested_target_tokens": 1622, "tokens_after": 702, "tokens_before": 3308, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b136ff41524b03f58a64d982a26a90034dfde2fca02f07eccd39ef891a72a83a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572691bedd62a815002e89dc,1,1.0,<>\\n57294e6b1d04691400779275,2,0.99,<>\\n5733f7b9d058e614000b66a9,3,0.98,<>\\n572643de5951261400b5195a,4,0.97,<>\\n5726dcbddd62a815002e9320,5,0.96,<>\\n5727c69d3acd2414000dec13,6,0.95,<>\\n572a1fe16aef0514001552d0,7,0.94,<>\\n5706094b52bb8914006897de,8,0.93,<>\\n56e1cbe2cd28a01900c67bac,9,0.92,<>\\n5728705c2ca10214002da35a,10,0.91,<>\\n572a1ba46aef05140015528e,11,0.9,<>\\n572758e0f1498d1400e8f6ae,12,0.89,<>\\n572757bef1498d1400e8f690,13,0.88,<>\\n57114dfb50c2381900b54a53,14,0.87,<>\\n572671a5f1498d1400e8dfe4,15,0.86,<>\\n57377c98c3c5551400e51efb,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1622, "trial_id": "squad-6e614169a66ecd6a", "valid": true }, { "achieved_keep_ratio": 0.196918, "answer_retained": false, "deterministic": true, "input_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "input_tokens": 3245, "latency_ms": { "p50": 7.828, "p95": 8.441, "samples": [ 8.509, 7.147 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 639 } ], "requested_target_tokens": 811, "tokens_after": 702, "tokens_before": 3308, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b136ff41524b03f58a64d982a26a90034dfde2fca02f07eccd39ef891a72a83a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572691bedd62a815002e89dc,1,1.0,<>\\n57294e6b1d04691400779275,2,0.99,<>\\n5733f7b9d058e614000b66a9,3,0.98,<>\\n572643de5951261400b5195a,4,0.97,<>\\n5726dcbddd62a815002e9320,5,0.96,<>\\n5727c69d3acd2414000dec13,6,0.95,<>\\n572a1fe16aef0514001552d0,7,0.94,<>\\n5706094b52bb8914006897de,8,0.93,<>\\n56e1cbe2cd28a01900c67bac,9,0.92,<>\\n5728705c2ca10214002da35a,10,0.91,<>\\n572a1ba46aef05140015528e,11,0.9,<>\\n572758e0f1498d1400e8f6ae,12,0.89,<>\\n572757bef1498d1400e8f690,13,0.88,<>\\n57114dfb50c2381900b54a53,14,0.87,<>\\n572671a5f1498d1400e8dfe4,15,0.86,<>\\n57377c98c3c5551400e51efb,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 811, "trial_id": "squad-6e614169a66ecd6a", "valid": true }, { "achieved_keep_ratio": 0.196918, "answer_retained": false, "deterministic": true, "input_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "input_tokens": 3245, "latency_ms": { "p50": 22.783, "p95": 23.209, "samples": [ 22.309, 23.256 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 639 }, { "control_ratio": 0.07684859, "observed_tokens": 639 }, { "control_ratio": 0.04724565, "observed_tokens": 639 } ], "requested_target_tokens": 405, "tokens_after": 702, "tokens_before": 3308, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b136ff41524b03f58a64d982a26a90034dfde2fca02f07eccd39ef891a72a83a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572691bedd62a815002e89dc,1,1.0,<>\\n57294e6b1d04691400779275,2,0.99,<>\\n5733f7b9d058e614000b66a9,3,0.98,<>\\n572643de5951261400b5195a,4,0.97,<>\\n5726dcbddd62a815002e9320,5,0.96,<>\\n5727c69d3acd2414000dec13,6,0.95,<>\\n572a1fe16aef0514001552d0,7,0.94,<>\\n5706094b52bb8914006897de,8,0.93,<>\\n56e1cbe2cd28a01900c67bac,9,0.92,<>\\n5728705c2ca10214002da35a,10,0.91,<>\\n572a1ba46aef05140015528e,11,0.9,<>\\n572758e0f1498d1400e8f6ae,12,0.89,<>\\n572757bef1498d1400e8f690,13,0.88,<>\\n57114dfb50c2381900b54a53,14,0.87,<>\\n572671a5f1498d1400e8dfe4,15,0.86,<>\\n57377c98c3c5551400e51efb,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 639, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 405, "trial_id": "squad-6e614169a66ecd6a", "valid": true }, { "achieved_keep_ratio": 0.221845, "answer_retained": false, "deterministic": true, "input_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "input_tokens": 2948, "latency_ms": { "p50": 7.952, "p95": 9.6, "samples": [ 6.12, 9.783 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 654 } ], "requested_target_tokens": 1474, "tokens_after": 715, "tokens_before": 3009, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "09bbed3ad076ca703645baea32832f0eee5f0f65a273d85e4745530ba3c87901", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57096b66200fba1400367fa7,1,1.0,<>\\n5728f50baf94a219006a9e55,2,0.99,<>\\n571a50df4faf5e1900b8a960,3,0.98,<>\\n5733fc6ed058e614000b670f,4,0.97,<>\\n56e1bc3ae3433e1400423104,5,0.96,<>\\n57293d6d1d046914007791b7,6,0.95,<>\\n571093aba58dae1900cd6a5c,7,0.94,<>\\n5705e4fe75f01819005e7704,8,0.93,\\\"To the east is the Colorado Desert and the Colorado River at the border with Arizona, and the Mojave Desert at the border with the state of Nevada. To the south is the Mexico–United States border.\\\"\\n5728742cff5b5019007da246,9,0.92,<>\\n573027d6a23a5019007fce9d,10,0.91,<>\\n5733db8dd058e614000b6428,11,0.9,<>\\n57281d494b864d19001644be,12,0.89,<>\\n5725f46289a1e219009ac0fa,13,0.88,<>\\n5727515f708984140094dc11,14,0.87,<>\\n5733cff84776f419006612b4,15,0.86,<>\\n572a0bafaf94a219006aa765,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 654, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1474, "trial_id": "squad-3ba2215264937232", "valid": true }, { "achieved_keep_ratio": 0.221845, "answer_retained": false, "deterministic": true, "input_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "input_tokens": 2948, "latency_ms": { "p50": 7.817, "p95": 9.379, "samples": [ 9.552, 6.082 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 654 } ], "requested_target_tokens": 737, "tokens_after": 715, "tokens_before": 3009, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "09bbed3ad076ca703645baea32832f0eee5f0f65a273d85e4745530ba3c87901", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57096b66200fba1400367fa7,1,1.0,<>\\n5728f50baf94a219006a9e55,2,0.99,<>\\n571a50df4faf5e1900b8a960,3,0.98,<>\\n5733fc6ed058e614000b670f,4,0.97,<>\\n56e1bc3ae3433e1400423104,5,0.96,<>\\n57293d6d1d046914007791b7,6,0.95,<>\\n571093aba58dae1900cd6a5c,7,0.94,<>\\n5705e4fe75f01819005e7704,8,0.93,\\\"To the east is the Colorado Desert and the Colorado River at the border with Arizona, and the Mojave Desert at the border with the state of Nevada. To the south is the Mexico–United States border.\\\"\\n5728742cff5b5019007da246,9,0.92,<>\\n573027d6a23a5019007fce9d,10,0.91,<>\\n5733db8dd058e614000b6428,11,0.9,<>\\n57281d494b864d19001644be,12,0.89,<>\\n5725f46289a1e219009ac0fa,13,0.88,<>\\n5727515f708984140094dc11,14,0.87,<>\\n5733cff84776f419006612b4,15,0.86,<>\\n572a0bafaf94a219006aa765,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 654, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 737, "trial_id": "squad-3ba2215264937232", "valid": true }, { "achieved_keep_ratio": 0.221845, "answer_retained": false, "deterministic": true, "input_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "input_tokens": 2948, "latency_ms": { "p50": 27.062, "p95": 29.481, "samples": [ 24.374, 29.75 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 654 }, { "control_ratio": 0.0682263, "observed_tokens": 654 }, { "control_ratio": 0.03723862, "observed_tokens": 654 } ], "requested_target_tokens": 368, "tokens_after": 715, "tokens_before": 3009, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "09bbed3ad076ca703645baea32832f0eee5f0f65a273d85e4745530ba3c87901", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57096b66200fba1400367fa7,1,1.0,<>\\n5728f50baf94a219006a9e55,2,0.99,<>\\n571a50df4faf5e1900b8a960,3,0.98,<>\\n5733fc6ed058e614000b670f,4,0.97,<>\\n56e1bc3ae3433e1400423104,5,0.96,<>\\n57293d6d1d046914007791b7,6,0.95,<>\\n571093aba58dae1900cd6a5c,7,0.94,<>\\n5705e4fe75f01819005e7704,8,0.93,\\\"To the east is the Colorado Desert and the Colorado River at the border with Arizona, and the Mojave Desert at the border with the state of Nevada. To the south is the Mexico–United States border.\\\"\\n5728742cff5b5019007da246,9,0.92,<>\\n573027d6a23a5019007fce9d,10,0.91,<>\\n5733db8dd058e614000b6428,11,0.9,<>\\n57281d494b864d19001644be,12,0.89,<>\\n5725f46289a1e219009ac0fa,13,0.88,<>\\n5727515f708984140094dc11,14,0.87,<>\\n5733cff84776f419006612b4,15,0.86,<>\\n572a0bafaf94a219006aa765,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 654, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 368, "trial_id": "squad-3ba2215264937232", "valid": true }, { "achieved_keep_ratio": 0.184403, "answer_retained": false, "deterministic": true, "input_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "input_tokens": 3411, "latency_ms": { "p50": 9.503, "p95": 11.148, "samples": [ 11.33, 7.675 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 629 } ], "requested_target_tokens": 1705, "tokens_after": 690, "tokens_before": 3472, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2df00648c62e3ee8d795afabc7f169c954a1d0b2ec4c98f7f43d2b5ce0a5cb0d", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57332c1e4776f4190066073a,1,1.0,<>\\n5725bad5271a42140099d0bd,2,0.99,<>\\n571a49de4faf5e1900b8a94a,3,0.98,<>\\n572686ac5951b619008f75a9,4,0.97,<>\\n5729f69caf94a219006aa6f9,5,0.96,<>\\n5728809f2ca10214002da40c,6,0.95,<>\\n5729f39a6aef05140015514c,7,0.94,<>\\n5726bcde708984140094cfbf,8,0.93,<>\\n5725b5a689a1e219009abd28,9,0.92,<>\\n57293b843f37b31900478133,10,0.91,<>\\n572a02483f37b3190047864b,11,0.9,<>\\n5733d68ed058e614000b637f,12,0.89,<>\\n5725d662ec44d21400f3d687,13,0.88,<>\\n57264228ec44d21400f3dcf5,14,0.87,<>\\n57293f353f37b3190047819b,15,0.86,<>\\n572ffee1947a6a140053cf14,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1705, "trial_id": "squad-102d7d37765d2f61", "valid": true }, { "achieved_keep_ratio": 0.184403, "answer_retained": false, "deterministic": true, "input_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "input_tokens": 3411, "latency_ms": { "p50": 7.883, "p95": 8.034, "samples": [ 8.051, 7.716 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 629 } ], "requested_target_tokens": 852, "tokens_after": 690, "tokens_before": 3472, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2df00648c62e3ee8d795afabc7f169c954a1d0b2ec4c98f7f43d2b5ce0a5cb0d", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57332c1e4776f4190066073a,1,1.0,<>\\n5725bad5271a42140099d0bd,2,0.99,<>\\n571a49de4faf5e1900b8a94a,3,0.98,<>\\n572686ac5951b619008f75a9,4,0.97,<>\\n5729f69caf94a219006aa6f9,5,0.96,<>\\n5728809f2ca10214002da40c,6,0.95,<>\\n5729f39a6aef05140015514c,7,0.94,<>\\n5726bcde708984140094cfbf,8,0.93,<>\\n5725b5a689a1e219009abd28,9,0.92,<>\\n57293b843f37b31900478133,10,0.91,<>\\n572a02483f37b3190047864b,11,0.9,<>\\n5733d68ed058e614000b637f,12,0.89,<>\\n5725d662ec44d21400f3d687,13,0.88,<>\\n57264228ec44d21400f3dcf5,14,0.87,<>\\n57293f353f37b3190047819b,15,0.86,<>\\n572ffee1947a6a140053cf14,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 852, "trial_id": "squad-102d7d37765d2f61", "valid": true }, { "achieved_keep_ratio": 0.184403, "answer_retained": false, "deterministic": true, "input_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "input_tokens": 3411, "latency_ms": { "p50": 27.313, "p95": 28.825, "samples": [ 25.633, 28.993 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 629 }, { "control_ratio": 0.08211844, "observed_tokens": 629 }, { "control_ratio": 0.05394751, "observed_tokens": 629 } ], "requested_target_tokens": 426, "tokens_after": 690, "tokens_before": 3472, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2df00648c62e3ee8d795afabc7f169c954a1d0b2ec4c98f7f43d2b5ce0a5cb0d", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57332c1e4776f4190066073a,1,1.0,<>\\n5725bad5271a42140099d0bd,2,0.99,<>\\n571a49de4faf5e1900b8a94a,3,0.98,<>\\n572686ac5951b619008f75a9,4,0.97,<>\\n5729f69caf94a219006aa6f9,5,0.96,<>\\n5728809f2ca10214002da40c,6,0.95,<>\\n5729f39a6aef05140015514c,7,0.94,<>\\n5726bcde708984140094cfbf,8,0.93,<>\\n5725b5a689a1e219009abd28,9,0.92,<>\\n57293b843f37b31900478133,10,0.91,<>\\n572a02483f37b3190047864b,11,0.9,<>\\n5733d68ed058e614000b637f,12,0.89,<>\\n5725d662ec44d21400f3d687,13,0.88,<>\\n57264228ec44d21400f3dcf5,14,0.87,<>\\n57293f353f37b3190047819b,15,0.86,<>\\n572ffee1947a6a140053cf14,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 426, "trial_id": "squad-102d7d37765d2f61", "valid": true }, { "achieved_keep_ratio": 0.20064, "answer_retained": false, "deterministic": true, "input_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "input_tokens": 3125, "latency_ms": { "p50": 8.077, "p95": 8.517, "samples": [ 7.589, 8.566 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 627 } ], "requested_target_tokens": 1562, "tokens_after": 686, "tokens_before": 3184, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "038446b0dcd210b895a01a002100c1a5e3e978ba1bdd4873c1d844b9b8e2ed97", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737898f1c45671900574495,1,1.0,<>\\n572ffd75b2c2fd14005686e5,2,0.99,<>\\n57114b1a2419e31400955575,3,0.98,<>\\n57273e50dd62a815002e9a02,4,0.97,<>\\n572a13841d0469140077973b,5,0.96,<>\\n5725c743ec44d21400f3d549,6,0.95,<>\\n5726e179dd62a815002e93ae,7,0.94,<>\\n5728f50baf94a219006a9e55,8,0.93,<>\\n5705fb7f52bb891400689750,9,0.92,<>\\n572f6a0ba23a5019007fc5eb,10,0.91,<>\\n57280e1aff5b5019007d9bec,11,0.9,<>\\n572a12381d0469140077972b,12,0.89,<>\\n571cac5d5efbb31900334dd0,13,0.88,<>\\n57302e45947a6a140053d22e,14,0.87,<>\\n572755b7708984140094dc4d,15,0.86,<>\\n57275411dd62a815002e9b30,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1562, "trial_id": "squad-ea58b1ff194e9f13", "valid": true }, { "achieved_keep_ratio": 0.20064, "answer_retained": false, "deterministic": true, "input_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "input_tokens": 3125, "latency_ms": { "p50": 7.92, "p95": 7.931, "samples": [ 7.907, 7.932 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 627 } ], "requested_target_tokens": 781, "tokens_after": 686, "tokens_before": 3184, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "038446b0dcd210b895a01a002100c1a5e3e978ba1bdd4873c1d844b9b8e2ed97", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737898f1c45671900574495,1,1.0,<>\\n572ffd75b2c2fd14005686e5,2,0.99,<>\\n57114b1a2419e31400955575,3,0.98,<>\\n57273e50dd62a815002e9a02,4,0.97,<>\\n572a13841d0469140077973b,5,0.96,<>\\n5725c743ec44d21400f3d549,6,0.95,<>\\n5726e179dd62a815002e93ae,7,0.94,<>\\n5728f50baf94a219006a9e55,8,0.93,<>\\n5705fb7f52bb891400689750,9,0.92,<>\\n572f6a0ba23a5019007fc5eb,10,0.91,<>\\n57280e1aff5b5019007d9bec,11,0.9,<>\\n572a12381d0469140077972b,12,0.89,<>\\n571cac5d5efbb31900334dd0,13,0.88,<>\\n57302e45947a6a140053d22e,14,0.87,<>\\n572755b7708984140094dc4d,15,0.86,<>\\n57275411dd62a815002e9b30,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 781, "trial_id": "squad-ea58b1ff194e9f13", "valid": true }, { "achieved_keep_ratio": 0.20064, "answer_retained": false, "deterministic": true, "input_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "input_tokens": 3125, "latency_ms": { "p50": 24.09, "p95": 25.526, "samples": [ 22.495, 25.685 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 627 }, { "control_ratio": 0.07541866, "observed_tokens": 627 }, { "control_ratio": 0.04550379, "observed_tokens": 627 } ], "requested_target_tokens": 390, "tokens_after": 686, "tokens_before": 3184, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "038446b0dcd210b895a01a002100c1a5e3e978ba1bdd4873c1d844b9b8e2ed97", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737898f1c45671900574495,1,1.0,<>\\n572ffd75b2c2fd14005686e5,2,0.99,<>\\n57114b1a2419e31400955575,3,0.98,<>\\n57273e50dd62a815002e9a02,4,0.97,<>\\n572a13841d0469140077973b,5,0.96,<>\\n5725c743ec44d21400f3d549,6,0.95,<>\\n5726e179dd62a815002e93ae,7,0.94,<>\\n5728f50baf94a219006a9e55,8,0.93,<>\\n5705fb7f52bb891400689750,9,0.92,<>\\n572f6a0ba23a5019007fc5eb,10,0.91,<>\\n57280e1aff5b5019007d9bec,11,0.9,<>\\n572a12381d0469140077972b,12,0.89,<>\\n571cac5d5efbb31900334dd0,13,0.88,<>\\n57302e45947a6a140053d22e,14,0.87,<>\\n572755b7708984140094dc4d,15,0.86,<>\\n57275411dd62a815002e9b30,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 390, "trial_id": "squad-ea58b1ff194e9f13", "valid": true }, { "achieved_keep_ratio": 0.184105, "answer_retained": false, "deterministic": true, "input_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "input_tokens": 3498, "latency_ms": { "p50": 9.742, "p95": 10.797, "samples": [ 10.914, 8.569 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 644 } ], "requested_target_tokens": 1749, "tokens_after": 708, "tokens_before": 3562, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d5841d57419a0d713244f29ded89ed5b588661c4b6bde113e6181fa9646c7970", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725cfd0271a42140099d225,1,1.0,<>\\n57264d58f1498d1400e8db7a,2,0.99,<>\\n57106d2fb654c5140001f8ef,3,0.98,<>\\n572998673f37b319004784d5,4,0.97,<>\\n5725f7cd38643c19005acf23,5,0.96,<>\\n572758e0f1498d1400e8f6ae,6,0.95,<>\\n572648d1708984140094c15d,7,0.94,<>\\n5730bc308ab72b1400f9c73c,8,0.93,<>\\n56de3e414396321400ee26d8,9,0.92,<>\\n57298ef11d0469140077952d,10,0.91,<>\\n57114dfb50c2381900b54a53,11,0.9,<>\\n5727d1c93acd2414000ded3f,12,0.89,<>\\n57286d7d4b864d19001649e0,13,0.88,<>\\n57264a8cdd62a815002e808c,14,0.87,<>\\n572883a33acd2414000dfa79,15,0.86,<>\\n56e16839cd28a01900c67887,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 644, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1749, "trial_id": "squad-e3715c6f07acf279", "valid": true }, { "achieved_keep_ratio": 0.184105, "answer_retained": false, "deterministic": true, "input_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "input_tokens": 3498, "latency_ms": { "p50": 8.53, "p95": 8.776, "samples": [ 8.257, 8.803 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 644 } ], "requested_target_tokens": 874, "tokens_after": 708, "tokens_before": 3562, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d5841d57419a0d713244f29ded89ed5b588661c4b6bde113e6181fa9646c7970", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725cfd0271a42140099d225,1,1.0,<>\\n57264d58f1498d1400e8db7a,2,0.99,<>\\n57106d2fb654c5140001f8ef,3,0.98,<>\\n572998673f37b319004784d5,4,0.97,<>\\n5725f7cd38643c19005acf23,5,0.96,<>\\n572758e0f1498d1400e8f6ae,6,0.95,<>\\n572648d1708984140094c15d,7,0.94,<>\\n5730bc308ab72b1400f9c73c,8,0.93,<>\\n56de3e414396321400ee26d8,9,0.92,<>\\n57298ef11d0469140077952d,10,0.91,<>\\n57114dfb50c2381900b54a53,11,0.9,<>\\n5727d1c93acd2414000ded3f,12,0.89,<>\\n57286d7d4b864d19001649e0,13,0.88,<>\\n57264a8cdd62a815002e808c,14,0.87,<>\\n572883a33acd2414000dfa79,15,0.86,<>\\n56e16839cd28a01900c67887,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 644, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 874, "trial_id": "squad-e3715c6f07acf279", "valid": true }, { "achieved_keep_ratio": 0.184105, "answer_retained": false, "deterministic": true, "input_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "input_tokens": 3498, "latency_ms": { "p50": 25.358, "p95": 27.159, "samples": [ 23.356, 27.359 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 644 }, { "control_ratio": 0.08227679, "observed_tokens": 644 }, { "control_ratio": 0.05415576, "observed_tokens": 644 } ], "requested_target_tokens": 437, "tokens_after": 708, "tokens_before": 3562, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d5841d57419a0d713244f29ded89ed5b588661c4b6bde113e6181fa9646c7970", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725cfd0271a42140099d225,1,1.0,<>\\n57264d58f1498d1400e8db7a,2,0.99,<>\\n57106d2fb654c5140001f8ef,3,0.98,<>\\n572998673f37b319004784d5,4,0.97,<>\\n5725f7cd38643c19005acf23,5,0.96,<>\\n572758e0f1498d1400e8f6ae,6,0.95,<>\\n572648d1708984140094c15d,7,0.94,<>\\n5730bc308ab72b1400f9c73c,8,0.93,<>\\n56de3e414396321400ee26d8,9,0.92,<>\\n57298ef11d0469140077952d,10,0.91,<>\\n57114dfb50c2381900b54a53,11,0.9,<>\\n5727d1c93acd2414000ded3f,12,0.89,<>\\n57286d7d4b864d19001649e0,13,0.88,<>\\n57264a8cdd62a815002e808c,14,0.87,<>\\n572883a33acd2414000dfa79,15,0.86,<>\\n56e16839cd28a01900c67887,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 644, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 437, "trial_id": "squad-e3715c6f07acf279", "valid": true }, { "achieved_keep_ratio": 0.162036, "answer_retained": false, "deterministic": true, "input_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "input_tokens": 3851, "latency_ms": { "p50": 10.872, "p95": 12.075, "samples": [ 9.535, 12.209 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 624 } ], "requested_target_tokens": 1925, "tokens_after": 675, "tokens_before": 3902, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0c5806da1fe51494c55344c9426ac89e2a4b10d8a7d9799b47b2af1221d7201c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5729a03f1d04691400779593,1,1.0,<>\\n573081c2069b531400832133,2,0.99,<>\\n57299a6f6aef051400155016,3,0.98,<>\\n5725d183271a42140099d23d,4,0.97,<>\\n571c7d55dd7acb1400e4c0c4,5,0.96,<>\\n57293ca73f37b3190047815b,6,0.95,<>\\n572881d34b864d1900164a5a,7,0.94,<>\\n571156152419e3140095559b,8,0.93,<>\\n56e1ba41cd28a01900c67ae0,9,0.92,<>\\n57264b3edd62a815002e80aa,10,0.91,<>\\n5726c002708984140094d073,11,0.9,<>\\n57113be3a58dae1900cd6d28,12,0.89,<>\\n57302faa04bcaa1900d77311,13,0.88,<>\\n573792ee1c456719005744b9,14,0.87,<>\\n572827fc3acd2414000df5bb,15,0.86,<>\\n5725f2c838643c19005aceed,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1925, "trial_id": "squad-cf0dde105e3128ac", "valid": true }, { "achieved_keep_ratio": 0.162036, "answer_retained": false, "deterministic": true, "input_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "input_tokens": 3851, "latency_ms": { "p50": 9.535, "p95": 9.897, "samples": [ 9.133, 9.938 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 624 } ], "requested_target_tokens": 962, "tokens_after": 675, "tokens_before": 3902, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0c5806da1fe51494c55344c9426ac89e2a4b10d8a7d9799b47b2af1221d7201c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5729a03f1d04691400779593,1,1.0,<>\\n573081c2069b531400832133,2,0.99,<>\\n57299a6f6aef051400155016,3,0.98,<>\\n5725d183271a42140099d23d,4,0.97,<>\\n571c7d55dd7acb1400e4c0c4,5,0.96,<>\\n57293ca73f37b3190047815b,6,0.95,<>\\n572881d34b864d1900164a5a,7,0.94,<>\\n571156152419e3140095559b,8,0.93,<>\\n56e1ba41cd28a01900c67ae0,9,0.92,<>\\n57264b3edd62a815002e80aa,10,0.91,<>\\n5726c002708984140094d073,11,0.9,<>\\n57113be3a58dae1900cd6d28,12,0.89,<>\\n57302faa04bcaa1900d77311,13,0.88,<>\\n573792ee1c456719005744b9,14,0.87,<>\\n572827fc3acd2414000df5bb,15,0.86,<>\\n5725f2c838643c19005aceed,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 962, "trial_id": "squad-cf0dde105e3128ac", "valid": true }, { "achieved_keep_ratio": 0.162036, "answer_retained": false, "deterministic": true, "input_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "input_tokens": 3851, "latency_ms": { "p50": 30.005, "p95": 32.762, "samples": [ 33.068, 26.943 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 624 }, { "control_ratio": 0.09346354, "observed_tokens": 624 }, { "control_ratio": 0.06988347, "observed_tokens": 624 } ], "requested_target_tokens": 481, "tokens_after": 675, "tokens_before": 3902, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0c5806da1fe51494c55344c9426ac89e2a4b10d8a7d9799b47b2af1221d7201c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5729a03f1d04691400779593,1,1.0,<>\\n573081c2069b531400832133,2,0.99,<>\\n57299a6f6aef051400155016,3,0.98,<>\\n5725d183271a42140099d23d,4,0.97,<>\\n571c7d55dd7acb1400e4c0c4,5,0.96,<>\\n57293ca73f37b3190047815b,6,0.95,<>\\n572881d34b864d1900164a5a,7,0.94,<>\\n571156152419e3140095559b,8,0.93,<>\\n56e1ba41cd28a01900c67ae0,9,0.92,<>\\n57264b3edd62a815002e80aa,10,0.91,<>\\n5726c002708984140094d073,11,0.9,<>\\n57113be3a58dae1900cd6d28,12,0.89,<>\\n57302faa04bcaa1900d77311,13,0.88,<>\\n573792ee1c456719005744b9,14,0.87,<>\\n572827fc3acd2414000df5bb,15,0.86,<>\\n5725f2c838643c19005aceed,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 481, "trial_id": "squad-cf0dde105e3128ac", "valid": true }, { "achieved_keep_ratio": 0.184374, "answer_retained": false, "deterministic": true, "input_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "input_tokens": 3379, "latency_ms": { "p50": 13.798, "p95": 14.477, "samples": [ 14.552, 13.044 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 623 } ], "requested_target_tokens": 1689, "tokens_after": 682, "tokens_before": 3438, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "5dbd143dcef7968cb453d371ebc48f52abb1c5bcf6ee98558a3e5480879b21cf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726472bdd62a815002e8042,1,1.0,<>\\n57339902d058e614000b5e70,2,0.99,<>\\n57286b003acd2414000df9c1,3,0.98,<>\\n5725e748ec44d21400f3d733,4,0.97,<>\\n57265e97708984140094c3c3,5,0.96,<>\\n5726edecdd62a815002e957f,6,0.95,<>\\n57269aa65951b619008f77ab,7,0.94,<>\\n57299ec43f37b3190047850d,8,0.93,<>\\n57293bc91d0469140077919b,9,0.92,<>\\n572fcc43b2c2fd140056847d,10,0.91,<>\\n571098f8a58dae1900cd6ab2,11,0.9,<>\\n573399b54776f41900660e64,12,0.89,<>\\n572853e8ff5b5019007da188,13,0.88,<>\\n5730ab63396df91900096260,14,0.87,<>\\n5726385e271a42140099d797,15,0.86,<>\\n573005b9947a6a140053cf6a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1689, "trial_id": "squad-e85e262386e16efd", "valid": true }, { "achieved_keep_ratio": 0.184374, "answer_retained": false, "deterministic": true, "input_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "input_tokens": 3379, "latency_ms": { "p50": 9.768, "p95": 10.564, "samples": [ 10.653, 8.882 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 623 } ], "requested_target_tokens": 844, "tokens_after": 682, "tokens_before": 3438, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "5dbd143dcef7968cb453d371ebc48f52abb1c5bcf6ee98558a3e5480879b21cf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726472bdd62a815002e8042,1,1.0,<>\\n57339902d058e614000b5e70,2,0.99,<>\\n57286b003acd2414000df9c1,3,0.98,<>\\n5725e748ec44d21400f3d733,4,0.97,<>\\n57265e97708984140094c3c3,5,0.96,<>\\n5726edecdd62a815002e957f,6,0.95,<>\\n57269aa65951b619008f77ab,7,0.94,<>\\n57299ec43f37b3190047850d,8,0.93,<>\\n57293bc91d0469140077919b,9,0.92,<>\\n572fcc43b2c2fd140056847d,10,0.91,<>\\n571098f8a58dae1900cd6ab2,11,0.9,<>\\n573399b54776f41900660e64,12,0.89,<>\\n572853e8ff5b5019007da188,13,0.88,<>\\n5730ab63396df91900096260,14,0.87,<>\\n5726385e271a42140099d797,15,0.86,<>\\n573005b9947a6a140053cf6a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 844, "trial_id": "squad-e85e262386e16efd", "valid": true }, { "achieved_keep_ratio": 0.184374, "answer_retained": false, "deterministic": true, "input_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "input_tokens": 3379, "latency_ms": { "p50": 29.158, "p95": 31.979, "samples": [ 32.292, 26.024 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 623 }, { "control_ratio": 0.08213082, "observed_tokens": 623 }, { "control_ratio": 0.05396377, "observed_tokens": 623 } ], "requested_target_tokens": 422, "tokens_after": 682, "tokens_before": 3438, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "5dbd143dcef7968cb453d371ebc48f52abb1c5bcf6ee98558a3e5480879b21cf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726472bdd62a815002e8042,1,1.0,<>\\n57339902d058e614000b5e70,2,0.99,<>\\n57286b003acd2414000df9c1,3,0.98,<>\\n5725e748ec44d21400f3d733,4,0.97,<>\\n57265e97708984140094c3c3,5,0.96,<>\\n5726edecdd62a815002e957f,6,0.95,<>\\n57269aa65951b619008f77ab,7,0.94,<>\\n57299ec43f37b3190047850d,8,0.93,<>\\n57293bc91d0469140077919b,9,0.92,<>\\n572fcc43b2c2fd140056847d,10,0.91,<>\\n571098f8a58dae1900cd6ab2,11,0.9,<>\\n573399b54776f41900660e64,12,0.89,<>\\n572853e8ff5b5019007da188,13,0.88,<>\\n5730ab63396df91900096260,14,0.87,<>\\n5726385e271a42140099d797,15,0.86,<>\\n573005b9947a6a140053cf6a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 422, "trial_id": "squad-e85e262386e16efd", "valid": true }, { "achieved_keep_ratio": 0.153961, "answer_retained": false, "deterministic": true, "input_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "input_tokens": 4027, "latency_ms": { "p50": 12.624, "p95": 13.624, "samples": [ 11.513, 13.735 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 620 } ], "requested_target_tokens": 2013, "tokens_after": 686, "tokens_before": 4093, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "27a3dedd070bddbe8f65fb3c678a0b24724deebcd2383def20fabb6b87cd5c8d", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265e455951b619008f70bb,1,1.0,<>\\n571090abb654c5140001f995,2,0.99,<>\\n572650325951b619008f6fa9,3,0.98,<>\\n56de51244396321400ee27ef,4,0.97,<>\\n570d4e6cb3d812140066d66d,5,0.96,<>\\n5729f9953f37b3190047861f,6,0.95,<>\\n56de51c64396321400ee27f7,7,0.94,<>\\n572820512ca10214002d9e72,8,0.93,<>\\n57286f373acd2414000df9db,9,0.92,<>\\n57302cd004bcaa1900d772d7,10,0.91,<>\\n57297547af94a219006aa45c,11,0.9,<>\\n572fd7b8947a6a140053cd3a,12,0.89,<>\\n5733fe73d058e614000b673d,13,0.88,<>\\n573081c2069b531400832133,14,0.87,<>\\n57274f49f1498d1400e8f61e,15,0.86,<>\\n572871bd3acd2414000dfa03,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 620, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 2013, "trial_id": "squad-567f539861b38c92", "valid": true }, { "achieved_keep_ratio": 0.153961, "answer_retained": false, "deterministic": true, "input_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "input_tokens": 4027, "latency_ms": { "p50": 12.248, "p95": 12.736, "samples": [ 11.707, 12.79 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 620 } ], "requested_target_tokens": 1006, "tokens_after": 686, "tokens_before": 4093, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "27a3dedd070bddbe8f65fb3c678a0b24724deebcd2383def20fabb6b87cd5c8d", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265e455951b619008f70bb,1,1.0,<>\\n571090abb654c5140001f995,2,0.99,<>\\n572650325951b619008f6fa9,3,0.98,<>\\n56de51244396321400ee27ef,4,0.97,<>\\n570d4e6cb3d812140066d66d,5,0.96,<>\\n5729f9953f37b3190047861f,6,0.95,<>\\n56de51c64396321400ee27f7,7,0.94,<>\\n572820512ca10214002d9e72,8,0.93,<>\\n57286f373acd2414000df9db,9,0.92,<>\\n57302cd004bcaa1900d772d7,10,0.91,<>\\n57297547af94a219006aa45c,11,0.9,<>\\n572fd7b8947a6a140053cd3a,12,0.89,<>\\n5733fe73d058e614000b673d,13,0.88,<>\\n573081c2069b531400832133,14,0.87,<>\\n57274f49f1498d1400e8f61e,15,0.86,<>\\n572871bd3acd2414000dfa03,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 620, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 1006, "trial_id": "squad-567f539861b38c92", "valid": true }, { "achieved_keep_ratio": 0.153961, "answer_retained": false, "deterministic": true, "input_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "input_tokens": 4027, "latency_ms": { "p50": 35.41, "p95": 35.969, "samples": [ 36.031, 34.788 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 620 }, { "control_ratio": 0.09836895, "observed_tokens": 620 }, { "control_ratio": 0.07741161, "observed_tokens": 620 } ], "requested_target_tokens": 503, "tokens_after": 686, "tokens_before": 4093, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "27a3dedd070bddbe8f65fb3c678a0b24724deebcd2383def20fabb6b87cd5c8d", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265e455951b619008f70bb,1,1.0,<>\\n571090abb654c5140001f995,2,0.99,<>\\n572650325951b619008f6fa9,3,0.98,<>\\n56de51244396321400ee27ef,4,0.97,<>\\n570d4e6cb3d812140066d66d,5,0.96,<>\\n5729f9953f37b3190047861f,6,0.95,<>\\n56de51c64396321400ee27f7,7,0.94,<>\\n572820512ca10214002d9e72,8,0.93,<>\\n57286f373acd2414000df9db,9,0.92,<>\\n57302cd004bcaa1900d772d7,10,0.91,<>\\n57297547af94a219006aa45c,11,0.9,<>\\n572fd7b8947a6a140053cd3a,12,0.89,<>\\n5733fe73d058e614000b673d,13,0.88,<>\\n573081c2069b531400832133,14,0.87,<>\\n57274f49f1498d1400e8f61e,15,0.86,<>\\n572871bd3acd2414000dfa03,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 620, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 503, "trial_id": "squad-567f539861b38c92", "valid": true }, { "achieved_keep_ratio": 0.215612, "answer_retained": false, "deterministic": true, "input_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "input_tokens": 2908, "latency_ms": { "p50": 10.133, "p95": 11.854, "samples": [ 8.221, 12.045 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 627 } ], "requested_target_tokens": 1454, "tokens_after": 685, "tokens_before": 2966, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "814b15c7bcb00efc33b8cef6f181940f6493d7cb6ce998ecfbf2573d3129c47c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572826634b864d19001645be,1,1.0,<>\\n5728223cff5b5019007d9dc4,2,0.99,<>\\n572fc41f947a6a140053cc80,3,0.98,<>\\n572fffb1b2c2fd14005686f9,4,0.97,<>\\n57265360dd62a815002e819a,5,0.96,<>\\n571ccc00dd7acb1400e4c15a,6,0.95,<>\\n572fac17947a6a140053cb54,7,0.94,<>\\n57302700a23a5019007fce89,8,0.93,<>\\n57060a1175f01819005e78d2,9,0.92,<>\\n5711628a2419e314009555dd,10,0.91,<>\\n5729f3831d0469140077967b,11,0.9,<>\\n572ff760b2c2fd1400568677,12,0.89,<>\\n57332c1e4776f4190066073a,13,0.88,<>\\n571127a5a58dae1900cd6cc4,14,0.87,<>\\n5725d662ec44d21400f3d687,15,0.86,<>\\n5725d34089a1e219009abf50,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1454, "trial_id": "squad-20ab92fab5cc0a2c", "valid": true }, { "achieved_keep_ratio": 0.215612, "answer_retained": false, "deterministic": true, "input_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "input_tokens": 2908, "latency_ms": { "p50": 8.27, "p95": 9.023, "samples": [ 9.106, 7.434 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 627 } ], "requested_target_tokens": 727, "tokens_after": 685, "tokens_before": 2966, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "814b15c7bcb00efc33b8cef6f181940f6493d7cb6ce998ecfbf2573d3129c47c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572826634b864d19001645be,1,1.0,<>\\n5728223cff5b5019007d9dc4,2,0.99,<>\\n572fc41f947a6a140053cc80,3,0.98,<>\\n572fffb1b2c2fd14005686f9,4,0.97,<>\\n57265360dd62a815002e819a,5,0.96,<>\\n571ccc00dd7acb1400e4c15a,6,0.95,<>\\n572fac17947a6a140053cb54,7,0.94,<>\\n57302700a23a5019007fce89,8,0.93,<>\\n57060a1175f01819005e78d2,9,0.92,<>\\n5711628a2419e314009555dd,10,0.91,<>\\n5729f3831d0469140077967b,11,0.9,<>\\n572ff760b2c2fd1400568677,12,0.89,<>\\n57332c1e4776f4190066073a,13,0.88,<>\\n571127a5a58dae1900cd6cc4,14,0.87,<>\\n5725d662ec44d21400f3d687,15,0.86,<>\\n5725d34089a1e219009abf50,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 727, "trial_id": "squad-20ab92fab5cc0a2c", "valid": true }, { "achieved_keep_ratio": 0.215612, "answer_retained": false, "deterministic": true, "input_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "input_tokens": 2908, "latency_ms": { "p50": 25.64, "p95": 25.755, "samples": [ 25.512, 25.768 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 627 }, { "control_ratio": 0.07019737, "observed_tokens": 627 }, { "control_ratio": 0.03942136, "observed_tokens": 627 } ], "requested_target_tokens": 363, "tokens_after": 685, "tokens_before": 2966, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "814b15c7bcb00efc33b8cef6f181940f6493d7cb6ce998ecfbf2573d3129c47c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572826634b864d19001645be,1,1.0,<>\\n5728223cff5b5019007d9dc4,2,0.99,<>\\n572fc41f947a6a140053cc80,3,0.98,<>\\n572fffb1b2c2fd14005686f9,4,0.97,<>\\n57265360dd62a815002e819a,5,0.96,<>\\n571ccc00dd7acb1400e4c15a,6,0.95,<>\\n572fac17947a6a140053cb54,7,0.94,<>\\n57302700a23a5019007fce89,8,0.93,<>\\n57060a1175f01819005e78d2,9,0.92,<>\\n5711628a2419e314009555dd,10,0.91,<>\\n5729f3831d0469140077967b,11,0.9,<>\\n572ff760b2c2fd1400568677,12,0.89,<>\\n57332c1e4776f4190066073a,13,0.88,<>\\n571127a5a58dae1900cd6cc4,14,0.87,<>\\n5725d662ec44d21400f3d687,15,0.86,<>\\n5725d34089a1e219009abf50,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 363, "trial_id": "squad-20ab92fab5cc0a2c", "valid": true }, { "achieved_keep_ratio": 0.177865, "answer_retained": false, "deterministic": true, "input_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "input_tokens": 3587, "latency_ms": { "p50": 12.991, "p95": 15.373, "samples": [ 15.638, 10.345 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 638 } ], "requested_target_tokens": 1793, "tokens_after": 697, "tokens_before": 3646, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "24e47166fa68c71431ebc53dc145d6fe3847ecbed6ffa69ffd6dd3bd3d532262", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265200708984140094c237,1,1.0,<>\\n56e1c720e3433e140042316a,2,0.99,<>\\n573003dd947a6a140053cf42,3,0.98,<>\\n572a096e6aef0514001551e4,4,0.97,<>\\n5727d4922ca10214002d977c,5,0.96,<>\\n57287ee3ff5b5019007da274,6,0.95,<>\\n57264e66dd62a815002e811a,7,0.94,<>\\n5725e748ec44d21400f3d733,8,0.93,<>\\n57266e72f1498d1400e8df8c,9,0.92,<>\\n57284d484b864d1900164900,10,0.91,<>\\n5705eee952bb8914006896de,11,0.9,<>\\n57286c8cff5b5019007da218,12,0.89,<>\\n57377ec7c3c5551400e51f05,13,0.88,<>\\n572ff760b2c2fd1400568677,14,0.87,<>\\n57060df252bb891400689820,15,0.86,\\\"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\\\"\\n57274f67708984140094dbf5,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1793, "trial_id": "squad-7b5d67be0f66850c", "valid": true }, { "achieved_keep_ratio": 0.177865, "answer_retained": false, "deterministic": true, "input_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "input_tokens": 3587, "latency_ms": { "p50": 9.847, "p95": 10.802, "samples": [ 10.908, 8.786 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 638 } ], "requested_target_tokens": 896, "tokens_after": 697, "tokens_before": 3646, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "24e47166fa68c71431ebc53dc145d6fe3847ecbed6ffa69ffd6dd3bd3d532262", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265200708984140094c237,1,1.0,<>\\n56e1c720e3433e140042316a,2,0.99,<>\\n573003dd947a6a140053cf42,3,0.98,<>\\n572a096e6aef0514001551e4,4,0.97,<>\\n5727d4922ca10214002d977c,5,0.96,<>\\n57287ee3ff5b5019007da274,6,0.95,<>\\n57264e66dd62a815002e811a,7,0.94,<>\\n5725e748ec44d21400f3d733,8,0.93,<>\\n57266e72f1498d1400e8df8c,9,0.92,<>\\n57284d484b864d1900164900,10,0.91,<>\\n5705eee952bb8914006896de,11,0.9,<>\\n57286c8cff5b5019007da218,12,0.89,<>\\n57377ec7c3c5551400e51f05,13,0.88,<>\\n572ff760b2c2fd1400568677,14,0.87,<>\\n57060df252bb891400689820,15,0.86,\\\"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\\\"\\n57274f67708984140094dbf5,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 896, "trial_id": "squad-7b5d67be0f66850c", "valid": true }, { "achieved_keep_ratio": 0.177865, "answer_retained": false, "deterministic": true, "input_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "input_tokens": 3587, "latency_ms": { "p50": 34.765, "p95": 37.058, "samples": [ 32.216, 37.313 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 638 }, { "control_ratio": 0.08514107, "observed_tokens": 638 }, { "control_ratio": 0.05799201, "observed_tokens": 638 } ], "requested_target_tokens": 448, "tokens_after": 697, "tokens_before": 3646, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "24e47166fa68c71431ebc53dc145d6fe3847ecbed6ffa69ffd6dd3bd3d532262", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265200708984140094c237,1,1.0,<>\\n56e1c720e3433e140042316a,2,0.99,<>\\n573003dd947a6a140053cf42,3,0.98,<>\\n572a096e6aef0514001551e4,4,0.97,<>\\n5727d4922ca10214002d977c,5,0.96,<>\\n57287ee3ff5b5019007da274,6,0.95,<>\\n57264e66dd62a815002e811a,7,0.94,<>\\n5725e748ec44d21400f3d733,8,0.93,<>\\n57266e72f1498d1400e8df8c,9,0.92,<>\\n57284d484b864d1900164900,10,0.91,<>\\n5705eee952bb8914006896de,11,0.9,<>\\n57286c8cff5b5019007da218,12,0.89,<>\\n57377ec7c3c5551400e51f05,13,0.88,<>\\n572ff760b2c2fd1400568677,14,0.87,<>\\n57060df252bb891400689820,15,0.86,\\\"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\\\"\\n57274f67708984140094dbf5,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 448, "trial_id": "squad-7b5d67be0f66850c", "valid": true }, { "achieved_keep_ratio": 0.188912, "answer_retained": false, "deterministic": true, "input_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "input_tokens": 3319, "latency_ms": { "p50": 9.584, "p95": 9.975, "samples": [ 9.149, 10.018 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 627 } ], "requested_target_tokens": 1659, "tokens_after": 680, "tokens_before": 3372, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "de592752b18e7ef6abcb36e32cad39c951f0059c132fb642961393616238f009", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57115c7450c2381900b54a9d,1,1.0,<>\\n5730208fa23a5019007fcded,2,0.99,<>\\n5733d4c8d058e614000b6353,3,0.98,<>\\n57300a9a04bcaa1900d77063,4,0.97,<>\\n56e1dc62cd28a01900c67bcb,5,0.96,<>\\n572ff83ab2c2fd1400568681,6,0.95,<>\\n57286ab72ca10214002da31e,7,0.94,<>\\n56ddde6b9a695914005b9628,8,0.93,<>\\n572648d1708984140094c15d,9,0.92,<>\\n572742bd5951b619008f8785,10,0.91,<>\\n5728fb002ca10214002dab6a,11,0.9,<>\\n57114f0050c2381900b54a65,12,0.89,<>\\n5730a0778ab72b1400f9c60a,13,0.88,<>\\n572812e74b864d19001643ce,14,0.87,<>\\n57286b003acd2414000df9c1,15,0.86,<>\\n57308cf88ab72b1400f9c576,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1659, "trial_id": "squad-a3687399790f9f59", "valid": true }, { "achieved_keep_ratio": 0.188912, "answer_retained": false, "deterministic": true, "input_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "input_tokens": 3319, "latency_ms": { "p50": 7.582, "p95": 7.98, "samples": [ 7.141, 8.024 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 627 } ], "requested_target_tokens": 829, "tokens_after": 680, "tokens_before": 3372, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "de592752b18e7ef6abcb36e32cad39c951f0059c132fb642961393616238f009", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57115c7450c2381900b54a9d,1,1.0,<>\\n5730208fa23a5019007fcded,2,0.99,<>\\n5733d4c8d058e614000b6353,3,0.98,<>\\n57300a9a04bcaa1900d77063,4,0.97,<>\\n56e1dc62cd28a01900c67bcb,5,0.96,<>\\n572ff83ab2c2fd1400568681,6,0.95,<>\\n57286ab72ca10214002da31e,7,0.94,<>\\n56ddde6b9a695914005b9628,8,0.93,<>\\n572648d1708984140094c15d,9,0.92,<>\\n572742bd5951b619008f8785,10,0.91,<>\\n5728fb002ca10214002dab6a,11,0.9,<>\\n57114f0050c2381900b54a65,12,0.89,<>\\n5730a0778ab72b1400f9c60a,13,0.88,<>\\n572812e74b864d19001643ce,14,0.87,<>\\n57286b003acd2414000df9c1,15,0.86,<>\\n57308cf88ab72b1400f9c576,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 829, "trial_id": "squad-a3687399790f9f59", "valid": true }, { "achieved_keep_ratio": 0.188912, "answer_retained": false, "deterministic": true, "input_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "input_tokens": 3319, "latency_ms": { "p50": 29.229, "p95": 29.373, "samples": [ 29.389, 29.07 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 627 }, { "control_ratio": 0.08005981, "observed_tokens": 627 }, { "control_ratio": 0.05127658, "observed_tokens": 627 } ], "requested_target_tokens": 414, "tokens_after": 680, "tokens_before": 3372, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "de592752b18e7ef6abcb36e32cad39c951f0059c132fb642961393616238f009", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57115c7450c2381900b54a9d,1,1.0,<>\\n5730208fa23a5019007fcded,2,0.99,<>\\n5733d4c8d058e614000b6353,3,0.98,<>\\n57300a9a04bcaa1900d77063,4,0.97,<>\\n56e1dc62cd28a01900c67bcb,5,0.96,<>\\n572ff83ab2c2fd1400568681,6,0.95,<>\\n57286ab72ca10214002da31e,7,0.94,<>\\n56ddde6b9a695914005b9628,8,0.93,<>\\n572648d1708984140094c15d,9,0.92,<>\\n572742bd5951b619008f8785,10,0.91,<>\\n5728fb002ca10214002dab6a,11,0.9,<>\\n57114f0050c2381900b54a65,12,0.89,<>\\n5730a0778ab72b1400f9c60a,13,0.88,<>\\n572812e74b864d19001643ce,14,0.87,<>\\n57286b003acd2414000df9c1,15,0.86,<>\\n57308cf88ab72b1400f9c576,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 414, "trial_id": "squad-a3687399790f9f59", "valid": true }, { "achieved_keep_ratio": 0.175414, "answer_retained": false, "deterministic": true, "input_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "input_tokens": 3506, "latency_ms": { "p50": 11.397, "p95": 11.836, "samples": [ 11.885, 10.909 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 615 } ], "requested_target_tokens": 1753, "tokens_after": 684, "tokens_before": 3575, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "a1581f374ed4e1fb4b49aeccd1124ff570411305967feae9dfa919933c796498", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572fad30a23a5019007fc86d,1,1.0,<>\\n56e1cbe2cd28a01900c67bac,2,0.99,<>\\n572f5703a23a5019007fc573,3,0.98,<>\\n572683f95951b619008f7525,4,0.97,<>\\n573361404776f4190066093c,5,0.96,<>\\n5727478cf1498d1400e8f59a,6,0.95,<>\\n57340111d058e614000b677d,7,0.94,<>\\n571155ae2419e31400955591,8,0.93,<>\\n572654e2708984140094c2b7,9,0.92,<>\\n572a09abaf94a219006aa75b,10,0.91,<>\\n5728fc9e1d04691400778f11,11,0.9,<>\\n5730aa52069b53140083221d,12,0.89,<>\\n572fc49d04bcaa1900d76ccb,13,0.88,<>\\n572f59b4a23a5019007fc587,14,0.87,<>\\n57339dd94776f41900660ecc,15,0.86,<>\\n572665ff708984140094c4c3,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 615, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1753, "trial_id": "squad-766d2f06a1bcd1aa", "valid": true }, { "achieved_keep_ratio": 0.175414, "answer_retained": false, "deterministic": true, "input_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "input_tokens": 3506, "latency_ms": { "p50": 11.712, "p95": 12.027, "samples": [ 12.061, 11.363 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 615 } ], "requested_target_tokens": 876, "tokens_after": 684, "tokens_before": 3575, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "a1581f374ed4e1fb4b49aeccd1124ff570411305967feae9dfa919933c796498", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572fad30a23a5019007fc86d,1,1.0,<>\\n56e1cbe2cd28a01900c67bac,2,0.99,<>\\n572f5703a23a5019007fc573,3,0.98,<>\\n572683f95951b619008f7525,4,0.97,<>\\n573361404776f4190066093c,5,0.96,<>\\n5727478cf1498d1400e8f59a,6,0.95,<>\\n57340111d058e614000b677d,7,0.94,<>\\n571155ae2419e31400955591,8,0.93,<>\\n572654e2708984140094c2b7,9,0.92,<>\\n572a09abaf94a219006aa75b,10,0.91,<>\\n5728fc9e1d04691400778f11,11,0.9,<>\\n5730aa52069b53140083221d,12,0.89,<>\\n572fc49d04bcaa1900d76ccb,13,0.88,<>\\n572f59b4a23a5019007fc587,14,0.87,<>\\n57339dd94776f41900660ecc,15,0.86,<>\\n572665ff708984140094c4c3,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 615, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 876, "trial_id": "squad-766d2f06a1bcd1aa", "valid": true }, { "achieved_keep_ratio": 0.175414, "answer_retained": false, "deterministic": true, "input_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "input_tokens": 3506, "latency_ms": { "p50": 36.192, "p95": 38.709, "samples": [ 38.988, 33.397 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 615 }, { "control_ratio": 0.08635366, "observed_tokens": 615 }, { "control_ratio": 0.05965563, "observed_tokens": 615 } ], "requested_target_tokens": 438, "tokens_after": 684, "tokens_before": 3575, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "a1581f374ed4e1fb4b49aeccd1124ff570411305967feae9dfa919933c796498", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572fad30a23a5019007fc86d,1,1.0,<>\\n56e1cbe2cd28a01900c67bac,2,0.99,<>\\n572f5703a23a5019007fc573,3,0.98,<>\\n572683f95951b619008f7525,4,0.97,<>\\n573361404776f4190066093c,5,0.96,<>\\n5727478cf1498d1400e8f59a,6,0.95,<>\\n57340111d058e614000b677d,7,0.94,<>\\n571155ae2419e31400955591,8,0.93,<>\\n572654e2708984140094c2b7,9,0.92,<>\\n572a09abaf94a219006aa75b,10,0.91,<>\\n5728fc9e1d04691400778f11,11,0.9,<>\\n5730aa52069b53140083221d,12,0.89,<>\\n572fc49d04bcaa1900d76ccb,13,0.88,<>\\n572f59b4a23a5019007fc587,14,0.87,<>\\n57339dd94776f41900660ecc,15,0.86,<>\\n572665ff708984140094c4c3,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 615, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 438, "trial_id": "squad-766d2f06a1bcd1aa", "valid": true }, { "achieved_keep_ratio": 0.174309, "answer_retained": false, "deterministic": true, "input_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "input_tokens": 3620, "latency_ms": { "p50": 9.789, "p95": 11.319, "samples": [ 11.489, 8.088 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 631 } ], "requested_target_tokens": 1810, "tokens_after": 681, "tokens_before": 3670, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b5470bd741e090a2fb0cd77507629e1c7f00df1a5246e0412734aaed2addfe36", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57286192ff5b5019007da1dc,1,1.0,<>\\n5726a00cf1498d1400e8e550,2,0.99,<>\\n571117d4a58dae1900cd6c0a,3,0.98,<>\\n57332f81d058e614000b5776,4,0.97,<>\\n5727ed2e3acd2414000df001,5,0.96,<>\\n5730042804bcaa1900d77011,6,0.95,<>\\n572869b84b864d19001649ae,7,0.94,<>\\n571a4d1a4faf5e1900b8a958,8,0.93,<>\\n5733314e4776f4190066076a,9,0.92,<>\\n572a005f1d046914007796b7,10,0.91,<>\\n5725e1c4271a42140099d2d7,11,0.9,<>\\n572fcd86947a6a140053ccda,12,0.89,<>\\n573081c2069b531400832133,13,0.88,<>\\n5729a03f1d04691400779593,14,0.87,<>\\n572815d9ff5b5019007d9cbc,15,0.86,<>\\n57097c8fed30961900e841f2,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1810, "trial_id": "squad-fe978900bad73bab", "valid": true }, { "achieved_keep_ratio": 0.174309, "answer_retained": false, "deterministic": true, "input_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "input_tokens": 3620, "latency_ms": { "p50": 9.287, "p95": 9.439, "samples": [ 9.455, 9.118 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 631 } ], "requested_target_tokens": 905, "tokens_after": 681, "tokens_before": 3670, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b5470bd741e090a2fb0cd77507629e1c7f00df1a5246e0412734aaed2addfe36", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57286192ff5b5019007da1dc,1,1.0,<>\\n5726a00cf1498d1400e8e550,2,0.99,<>\\n571117d4a58dae1900cd6c0a,3,0.98,<>\\n57332f81d058e614000b5776,4,0.97,<>\\n5727ed2e3acd2414000df001,5,0.96,<>\\n5730042804bcaa1900d77011,6,0.95,<>\\n572869b84b864d19001649ae,7,0.94,<>\\n571a4d1a4faf5e1900b8a958,8,0.93,<>\\n5733314e4776f4190066076a,9,0.92,<>\\n572a005f1d046914007796b7,10,0.91,<>\\n5725e1c4271a42140099d2d7,11,0.9,<>\\n572fcd86947a6a140053ccda,12,0.89,<>\\n573081c2069b531400832133,13,0.88,<>\\n5729a03f1d04691400779593,14,0.87,<>\\n572815d9ff5b5019007d9cbc,15,0.86,<>\\n57097c8fed30961900e841f2,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-fe978900bad73bab", "valid": true }, { "achieved_keep_ratio": 0.174309, "answer_retained": false, "deterministic": true, "input_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "input_tokens": 3620, "latency_ms": { "p50": 27.865, "p95": 28.136, "samples": [ 27.563, 28.166 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 631 }, { "control_ratio": 0.0868542, "observed_tokens": 631 }, { "control_ratio": 0.06034922, "observed_tokens": 631 } ], "requested_target_tokens": 452, "tokens_after": 681, "tokens_before": 3670, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b5470bd741e090a2fb0cd77507629e1c7f00df1a5246e0412734aaed2addfe36", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57286192ff5b5019007da1dc,1,1.0,<>\\n5726a00cf1498d1400e8e550,2,0.99,<>\\n571117d4a58dae1900cd6c0a,3,0.98,<>\\n57332f81d058e614000b5776,4,0.97,<>\\n5727ed2e3acd2414000df001,5,0.96,<>\\n5730042804bcaa1900d77011,6,0.95,<>\\n572869b84b864d19001649ae,7,0.94,<>\\n571a4d1a4faf5e1900b8a958,8,0.93,<>\\n5733314e4776f4190066076a,9,0.92,<>\\n572a005f1d046914007796b7,10,0.91,<>\\n5725e1c4271a42140099d2d7,11,0.9,<>\\n572fcd86947a6a140053ccda,12,0.89,<>\\n573081c2069b531400832133,13,0.88,<>\\n5729a03f1d04691400779593,14,0.87,<>\\n572815d9ff5b5019007d9cbc,15,0.86,<>\\n57097c8fed30961900e841f2,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-fe978900bad73bab", "valid": true }, { "achieved_keep_ratio": 0.177778, "answer_retained": false, "deterministic": true, "input_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "input_tokens": 3510, "latency_ms": { "p50": 10.162, "p95": 10.569, "samples": [ 9.711, 10.614 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 624 } ], "requested_target_tokens": 1755, "tokens_after": 698, "tokens_before": 3584, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "463747ef637ebb79899e253b22bba86107098e0705a11caeea6ba87fb137149a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5709686c200fba1400367f77,1,1.0,<>\\n57114aceb654c5140001fc47,2,0.99,<>\\n56de179dcffd8e1900b4b5da,3,0.98,<>\\n571c97e2dd7acb1400e4c11e,4,0.97,<>\\n572982e66aef051400154f92,5,0.96,<>\\n570d47b8b3d812140066d62d,6,0.95,<>\\n5730208fa23a5019007fcded,7,0.94,<>\\n57264b3edd62a815002e80aa,8,0.93,<>\\n5728710c3acd2414000df9ef,9,0.92,<>\\n573007fab2c2fd140056876b,10,0.91,<>\\n572826634b864d19001645be,11,0.9,<>\\n57264d9edd62a815002e80fe,12,0.89,<>\\n573361404776f4190066093c,13,0.88,<>\\n572fad30a23a5019007fc86d,14,0.87,<>\\n57287338ff5b5019007da232,15,0.86,<>\\n56e202e9e3433e1400423240,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1755, "trial_id": "squad-dbb0d82bc80b3d12", "valid": true }, { "achieved_keep_ratio": 0.177778, "answer_retained": false, "deterministic": true, "input_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "input_tokens": 3510, "latency_ms": { "p50": 9.516, "p95": 10.853, "samples": [ 11.001, 8.031 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 624 } ], "requested_target_tokens": 877, "tokens_after": 698, "tokens_before": 3584, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "463747ef637ebb79899e253b22bba86107098e0705a11caeea6ba87fb137149a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5709686c200fba1400367f77,1,1.0,<>\\n57114aceb654c5140001fc47,2,0.99,<>\\n56de179dcffd8e1900b4b5da,3,0.98,<>\\n571c97e2dd7acb1400e4c11e,4,0.97,<>\\n572982e66aef051400154f92,5,0.96,<>\\n570d47b8b3d812140066d62d,6,0.95,<>\\n5730208fa23a5019007fcded,7,0.94,<>\\n57264b3edd62a815002e80aa,8,0.93,<>\\n5728710c3acd2414000df9ef,9,0.92,<>\\n573007fab2c2fd140056876b,10,0.91,<>\\n572826634b864d19001645be,11,0.9,<>\\n57264d9edd62a815002e80fe,12,0.89,<>\\n573361404776f4190066093c,13,0.88,<>\\n572fad30a23a5019007fc86d,14,0.87,<>\\n57287338ff5b5019007da232,15,0.86,<>\\n56e202e9e3433e1400423240,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 877, "trial_id": "squad-dbb0d82bc80b3d12", "valid": true }, { "achieved_keep_ratio": 0.177778, "answer_retained": false, "deterministic": true, "input_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "input_tokens": 3510, "latency_ms": { "p50": 30.182, "p95": 32.278, "samples": [ 32.511, 27.854 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 624 }, { "control_ratio": 0.08510817, "observed_tokens": 624 }, { "control_ratio": 0.05794721, "observed_tokens": 624 } ], "requested_target_tokens": 438, "tokens_after": 698, "tokens_before": 3584, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "463747ef637ebb79899e253b22bba86107098e0705a11caeea6ba87fb137149a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5709686c200fba1400367f77,1,1.0,<>\\n57114aceb654c5140001fc47,2,0.99,<>\\n56de179dcffd8e1900b4b5da,3,0.98,<>\\n571c97e2dd7acb1400e4c11e,4,0.97,<>\\n572982e66aef051400154f92,5,0.96,<>\\n570d47b8b3d812140066d62d,6,0.95,<>\\n5730208fa23a5019007fcded,7,0.94,<>\\n57264b3edd62a815002e80aa,8,0.93,<>\\n5728710c3acd2414000df9ef,9,0.92,<>\\n573007fab2c2fd140056876b,10,0.91,<>\\n572826634b864d19001645be,11,0.9,<>\\n57264d9edd62a815002e80fe,12,0.89,<>\\n573361404776f4190066093c,13,0.88,<>\\n572fad30a23a5019007fc86d,14,0.87,<>\\n57287338ff5b5019007da232,15,0.86,<>\\n56e202e9e3433e1400423240,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 438, "trial_id": "squad-dbb0d82bc80b3d12", "valid": true }, { "achieved_keep_ratio": 0.193129, "answer_retained": false, "deterministic": true, "input_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "input_tokens": 3231, "latency_ms": { "p50": 9.643, "p95": 10.936, "samples": [ 11.08, 8.207 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 624 } ], "requested_target_tokens": 1615, "tokens_after": 686, "tokens_before": 3293, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2a5772d2264272c8390f2e8bdbf33d56b84edf15f315f82819d6f802e39b44a5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725d42a89a1e219009abf58,1,1.0,<>\\n56e1b169cd28a01900c67a72,2,0.99,<>\\n5726e985dd62a815002e94da,3,0.98,<>\\n57332e48d058e614000b5762,4,0.97,<>\\n57265360dd62a815002e819a,5,0.96,<>\\n57340a094776f4190066177d,6,0.95,<>\\n57300761947a6a140053cf9a,7,0.94,<>\\n5733647e4776f419006609ae,8,0.93,<>\\n571161092419e314009555d7,9,0.92,<>\\n572861cc4b864d190016495e,10,0.91,<>\\n57096c95200fba1400367fbb,11,0.9,<>\\n57297ed93f37b3190047845f,12,0.89,<>\\n5729f3831d0469140077967b,13,0.88,<>\\n56e1f10ee3433e1400423223,14,0.87,<>\\n57108073b654c5140001f925,15,0.86,<>\\n57113ba6b654c5140001fc1f,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1615, "trial_id": "squad-fb8577ec44c607c3", "valid": true }, { "achieved_keep_ratio": 0.193129, "answer_retained": false, "deterministic": true, "input_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "input_tokens": 3231, "latency_ms": { "p50": 7.414, "p95": 7.571, "samples": [ 7.589, 7.24 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 624 } ], "requested_target_tokens": 807, "tokens_after": 686, "tokens_before": 3293, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2a5772d2264272c8390f2e8bdbf33d56b84edf15f315f82819d6f802e39b44a5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725d42a89a1e219009abf58,1,1.0,<>\\n56e1b169cd28a01900c67a72,2,0.99,<>\\n5726e985dd62a815002e94da,3,0.98,<>\\n57332e48d058e614000b5762,4,0.97,<>\\n57265360dd62a815002e819a,5,0.96,<>\\n57340a094776f4190066177d,6,0.95,<>\\n57300761947a6a140053cf9a,7,0.94,<>\\n5733647e4776f419006609ae,8,0.93,<>\\n571161092419e314009555d7,9,0.92,<>\\n572861cc4b864d190016495e,10,0.91,<>\\n57096c95200fba1400367fbb,11,0.9,<>\\n57297ed93f37b3190047845f,12,0.89,<>\\n5729f3831d0469140077967b,13,0.88,<>\\n56e1f10ee3433e1400423223,14,0.87,<>\\n57108073b654c5140001f925,15,0.86,<>\\n57113ba6b654c5140001fc1f,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 807, "trial_id": "squad-fb8577ec44c607c3", "valid": true }, { "achieved_keep_ratio": 0.193129, "answer_retained": false, "deterministic": true, "input_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "input_tokens": 3231, "latency_ms": { "p50": 27.017, "p95": 27.73, "samples": [ 26.225, 27.809 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 624 }, { "control_ratio": 0.07830729, "observed_tokens": 624 }, { "control_ratio": 0.04905626, "observed_tokens": 624 } ], "requested_target_tokens": 403, "tokens_after": 686, "tokens_before": 3293, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2a5772d2264272c8390f2e8bdbf33d56b84edf15f315f82819d6f802e39b44a5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725d42a89a1e219009abf58,1,1.0,<>\\n56e1b169cd28a01900c67a72,2,0.99,<>\\n5726e985dd62a815002e94da,3,0.98,<>\\n57332e48d058e614000b5762,4,0.97,<>\\n57265360dd62a815002e819a,5,0.96,<>\\n57340a094776f4190066177d,6,0.95,<>\\n57300761947a6a140053cf9a,7,0.94,<>\\n5733647e4776f419006609ae,8,0.93,<>\\n571161092419e314009555d7,9,0.92,<>\\n572861cc4b864d190016495e,10,0.91,<>\\n57096c95200fba1400367fbb,11,0.9,<>\\n57297ed93f37b3190047845f,12,0.89,<>\\n5729f3831d0469140077967b,13,0.88,<>\\n56e1f10ee3433e1400423223,14,0.87,<>\\n57108073b654c5140001f925,15,0.86,<>\\n57113ba6b654c5140001fc1f,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 624, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 403, "trial_id": "squad-fb8577ec44c607c3", "valid": true }, { "achieved_keep_ratio": 0.192508, "answer_retained": false, "deterministic": true, "input_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "input_tokens": 3257, "latency_ms": { "p50": 8.668, "p95": 9.199, "samples": [ 9.258, 8.079 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 627 } ], "requested_target_tokens": 1628, "tokens_after": 694, "tokens_before": 3324, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0ba14aa339d93e01f9273593e0971a4da4f89c82a7dce0b52f7ef3c1db04a454", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57297547af94a219006aa45c,1,1.0,<>\\n5725d16aec44d21400f3d61b,2,0.99,<>\\n56e2042ecd28a01900c67c1e,3,0.98,<>\\n5725f5b1271a42140099d371,4,0.97,<>\\n57302700a23a5019007fce89,5,0.96,<>\\n572647e2dd62a815002e805c,6,0.95,<>\\n570d35b7b3d812140066d54d,7,0.94,<>\\n56e20a27cd28a01900c67c24,8,0.93,<>\\n572821274b864d1900164510,9,0.92,<>\\n573330444776f41900660758,10,0.91,<>\\n57113639a58dae1900cd6d18,11,0.9,<>\\n572fbfa504bcaa1900d76c73,12,0.89,<>\\n57274e0d708984140094dbe5,13,0.88,<>\\n571097baa58dae1900cd6a98,14,0.87,<>\\n57265360dd62a815002e819a,15,0.86,<>\\n5727c55bff5b5019007d94ce,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1628, "trial_id": "squad-2b74242d14427e7e", "valid": true }, { "achieved_keep_ratio": 0.192508, "answer_retained": false, "deterministic": true, "input_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "input_tokens": 3257, "latency_ms": { "p50": 11.228, "p95": 12.834, "samples": [ 9.443, 13.013 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 627 } ], "requested_target_tokens": 814, "tokens_after": 694, "tokens_before": 3324, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0ba14aa339d93e01f9273593e0971a4da4f89c82a7dce0b52f7ef3c1db04a454", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57297547af94a219006aa45c,1,1.0,<>\\n5725d16aec44d21400f3d61b,2,0.99,<>\\n56e2042ecd28a01900c67c1e,3,0.98,<>\\n5725f5b1271a42140099d371,4,0.97,<>\\n57302700a23a5019007fce89,5,0.96,<>\\n572647e2dd62a815002e805c,6,0.95,<>\\n570d35b7b3d812140066d54d,7,0.94,<>\\n56e20a27cd28a01900c67c24,8,0.93,<>\\n572821274b864d1900164510,9,0.92,<>\\n573330444776f41900660758,10,0.91,<>\\n57113639a58dae1900cd6d18,11,0.9,<>\\n572fbfa504bcaa1900d76c73,12,0.89,<>\\n57274e0d708984140094dbe5,13,0.88,<>\\n571097baa58dae1900cd6a98,14,0.87,<>\\n57265360dd62a815002e819a,15,0.86,<>\\n5727c55bff5b5019007d94ce,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 814, "trial_id": "squad-2b74242d14427e7e", "valid": true }, { "achieved_keep_ratio": 0.192508, "answer_retained": false, "deterministic": true, "input_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "input_tokens": 3257, "latency_ms": { "p50": 29.233, "p95": 29.557, "samples": [ 29.593, 28.874 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 627 }, { "control_ratio": 0.07870614, "observed_tokens": 627 }, { "control_ratio": 0.04955725, "observed_tokens": 627 } ], "requested_target_tokens": 407, "tokens_after": 694, "tokens_before": 3324, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0ba14aa339d93e01f9273593e0971a4da4f89c82a7dce0b52f7ef3c1db04a454", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57297547af94a219006aa45c,1,1.0,<>\\n5725d16aec44d21400f3d61b,2,0.99,<>\\n56e2042ecd28a01900c67c1e,3,0.98,<>\\n5725f5b1271a42140099d371,4,0.97,<>\\n57302700a23a5019007fce89,5,0.96,<>\\n572647e2dd62a815002e805c,6,0.95,<>\\n570d35b7b3d812140066d54d,7,0.94,<>\\n56e20a27cd28a01900c67c24,8,0.93,<>\\n572821274b864d1900164510,9,0.92,<>\\n573330444776f41900660758,10,0.91,<>\\n57113639a58dae1900cd6d18,11,0.9,<>\\n572fbfa504bcaa1900d76c73,12,0.89,<>\\n57274e0d708984140094dbe5,13,0.88,<>\\n571097baa58dae1900cd6a98,14,0.87,<>\\n57265360dd62a815002e819a,15,0.86,<>\\n5727c55bff5b5019007d94ce,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 407, "trial_id": "squad-2b74242d14427e7e", "valid": true }, { "achieved_keep_ratio": 0.172433, "answer_retained": false, "deterministic": true, "input_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "input_tokens": 3613, "latency_ms": { "p50": 12.585, "p95": 13.112, "samples": [ 13.17, 12.0 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 623 } ], "requested_target_tokens": 1806, "tokens_after": 686, "tokens_before": 3676, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "8f30c22dd2965edcae2594bbb9bf134b92c0dc33ea94eeb60d7351ed27398fd4", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n573085ea8ab72b1400f9c54c,1,1.0,<>\\n5726577f708984140094c301,2,0.99,<>\\n5725cf3238643c19005acd61,3,0.98,<>\\n57265746dd62a815002e8218,4,0.97,<>\\n5726e179dd62a815002e93ae,5,0.96,<>\\n5733e771d058e614000b6545,6,0.95,<>\\n57300580b2c2fd140056874d,7,0.94,<>\\n57293e221d046914007791d5,8,0.93,<>\\n5730069004bcaa1900d7702d,9,0.92,<>\\n56ddde6b9a695914005b9628,10,0.91,<>\\n573776eec3c5551400e51ee9,11,0.9,<>\\n56e1b62ecd28a01900c67aa3,12,0.89,<>\\n5725d183271a42140099d23d,13,0.88,<>\\n572a0e4b6aef051400155214,14,0.87,<>\\n572825a92ca10214002d9efe,15,0.86,<>\\n571161092419e314009555d7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1806, "trial_id": "squad-f1f528e3eb0350ac", "valid": true }, { "achieved_keep_ratio": 0.172433, "answer_retained": false, "deterministic": true, "input_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "input_tokens": 3613, "latency_ms": { "p50": 11.924, "p95": 12.526, "samples": [ 11.256, 12.593 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 623 } ], "requested_target_tokens": 903, "tokens_after": 686, "tokens_before": 3676, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "8f30c22dd2965edcae2594bbb9bf134b92c0dc33ea94eeb60d7351ed27398fd4", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n573085ea8ab72b1400f9c54c,1,1.0,<>\\n5726577f708984140094c301,2,0.99,<>\\n5725cf3238643c19005acd61,3,0.98,<>\\n57265746dd62a815002e8218,4,0.97,<>\\n5726e179dd62a815002e93ae,5,0.96,<>\\n5733e771d058e614000b6545,6,0.95,<>\\n57300580b2c2fd140056874d,7,0.94,<>\\n57293e221d046914007791d5,8,0.93,<>\\n5730069004bcaa1900d7702d,9,0.92,<>\\n56ddde6b9a695914005b9628,10,0.91,<>\\n573776eec3c5551400e51ee9,11,0.9,<>\\n56e1b62ecd28a01900c67aa3,12,0.89,<>\\n5725d183271a42140099d23d,13,0.88,<>\\n572a0e4b6aef051400155214,14,0.87,<>\\n572825a92ca10214002d9efe,15,0.86,<>\\n571161092419e314009555d7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 903, "trial_id": "squad-f1f528e3eb0350ac", "valid": true }, { "achieved_keep_ratio": 0.172433, "answer_retained": false, "deterministic": true, "input_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "input_tokens": 3613, "latency_ms": { "p50": 35.032, "p95": 35.884, "samples": [ 34.085, 35.979 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 623 }, { "control_ratio": 0.08777488, "observed_tokens": 623 }, { "control_ratio": 0.06163544, "observed_tokens": 623 } ], "requested_target_tokens": 451, "tokens_after": 686, "tokens_before": 3676, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "8f30c22dd2965edcae2594bbb9bf134b92c0dc33ea94eeb60d7351ed27398fd4", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n573085ea8ab72b1400f9c54c,1,1.0,<>\\n5726577f708984140094c301,2,0.99,<>\\n5725cf3238643c19005acd61,3,0.98,<>\\n57265746dd62a815002e8218,4,0.97,<>\\n5726e179dd62a815002e93ae,5,0.96,<>\\n5733e771d058e614000b6545,6,0.95,<>\\n57300580b2c2fd140056874d,7,0.94,<>\\n57293e221d046914007791d5,8,0.93,<>\\n5730069004bcaa1900d7702d,9,0.92,<>\\n56ddde6b9a695914005b9628,10,0.91,<>\\n573776eec3c5551400e51ee9,11,0.9,<>\\n56e1b62ecd28a01900c67aa3,12,0.89,<>\\n5725d183271a42140099d23d,13,0.88,<>\\n572a0e4b6aef051400155214,14,0.87,<>\\n572825a92ca10214002d9efe,15,0.86,<>\\n571161092419e314009555d7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 623, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 451, "trial_id": "squad-f1f528e3eb0350ac", "valid": true }, { "achieved_keep_ratio": 0.174765, "answer_retained": false, "deterministic": true, "input_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "input_tokens": 3622, "latency_ms": { "p50": 9.368, "p95": 9.628, "samples": [ 9.657, 9.078 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 633 } ], "requested_target_tokens": 1811, "tokens_after": 691, "tokens_before": 3680, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "bc3ec6819e0bf9b298e95ff91d3c22cf4ea7ba34d7b2862d3053d3267cf3d622", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572fdc34a23a5019007fca93,1,1.0,<>\\n573092088ab72b1400f9c594,2,0.99,<>\\n5728809f2ca10214002da40c,3,0.98,<>\\n5726f96ddd62a815002e9698,4,0.97,<>\\n572a0c541d046914007796f3,5,0.96,<>\\n56e181d9e3433e1400422fa0,6,0.95,<>\\n57379ed81c456719005744d5,7,0.94,<>\\n573407d7d058e614000b6813,8,0.93,<>\\n572ffd75b2c2fd14005686e5,9,0.92,<>\\n572ff7ab04bcaa1900d76f51,10,0.91,<>\\n57297d421d046914007794e5,11,0.9,<>\\n57287c142ca10214002da3d0,12,0.89,<>\\n5728202c4b864d19001644ec,13,0.88,<>\\n5733d13e4776f419006612c4,14,0.87,<>\\n572989846aef051400154fc0,15,0.86,<>\\n5727dd2e4b864d1900163eba,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 633, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1811, "trial_id": "squad-83ace924dad06b4c", "valid": true }, { "achieved_keep_ratio": 0.174765, "answer_retained": false, "deterministic": true, "input_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "input_tokens": 3622, "latency_ms": { "p50": 9.829, "p95": 10.191, "samples": [ 9.427, 10.231 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 633 } ], "requested_target_tokens": 905, "tokens_after": 691, "tokens_before": 3680, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "bc3ec6819e0bf9b298e95ff91d3c22cf4ea7ba34d7b2862d3053d3267cf3d622", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572fdc34a23a5019007fca93,1,1.0,<>\\n573092088ab72b1400f9c594,2,0.99,<>\\n5728809f2ca10214002da40c,3,0.98,<>\\n5726f96ddd62a815002e9698,4,0.97,<>\\n572a0c541d046914007796f3,5,0.96,<>\\n56e181d9e3433e1400422fa0,6,0.95,<>\\n57379ed81c456719005744d5,7,0.94,<>\\n573407d7d058e614000b6813,8,0.93,<>\\n572ffd75b2c2fd14005686e5,9,0.92,<>\\n572ff7ab04bcaa1900d76f51,10,0.91,<>\\n57297d421d046914007794e5,11,0.9,<>\\n57287c142ca10214002da3d0,12,0.89,<>\\n5728202c4b864d19001644ec,13,0.88,<>\\n5733d13e4776f419006612c4,14,0.87,<>\\n572989846aef051400154fc0,15,0.86,<>\\n5727dd2e4b864d1900163eba,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 633, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 905, "trial_id": "squad-83ace924dad06b4c", "valid": true }, { "achieved_keep_ratio": 0.174765, "answer_retained": false, "deterministic": true, "input_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "input_tokens": 3622, "latency_ms": { "p50": 33.239, "p95": 35.099, "samples": [ 31.172, 35.306 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 633 }, { "control_ratio": 0.08657978, "observed_tokens": 633 }, { "control_ratio": 0.05996846, "observed_tokens": 633 } ], "requested_target_tokens": 452, "tokens_after": 691, "tokens_before": 3680, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "bc3ec6819e0bf9b298e95ff91d3c22cf4ea7ba34d7b2862d3053d3267cf3d622", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572fdc34a23a5019007fca93,1,1.0,<>\\n573092088ab72b1400f9c594,2,0.99,<>\\n5728809f2ca10214002da40c,3,0.98,<>\\n5726f96ddd62a815002e9698,4,0.97,<>\\n572a0c541d046914007796f3,5,0.96,<>\\n56e181d9e3433e1400422fa0,6,0.95,<>\\n57379ed81c456719005744d5,7,0.94,<>\\n573407d7d058e614000b6813,8,0.93,<>\\n572ffd75b2c2fd14005686e5,9,0.92,<>\\n572ff7ab04bcaa1900d76f51,10,0.91,<>\\n57297d421d046914007794e5,11,0.9,<>\\n57287c142ca10214002da3d0,12,0.89,<>\\n5728202c4b864d19001644ec,13,0.88,<>\\n5733d13e4776f419006612c4,14,0.87,<>\\n572989846aef051400154fc0,15,0.86,<>\\n5727dd2e4b864d1900163eba,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 633, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 452, "trial_id": "squad-83ace924dad06b4c", "valid": true }, { "achieved_keep_ratio": 0.236639, "answer_retained": false, "deterministic": true, "input_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "input_tokens": 2844, "latency_ms": { "p50": 8.827, "p95": 10.752, "samples": [ 10.966, 6.688 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 673 } ], "requested_target_tokens": 1422, "tokens_after": 741, "tokens_before": 2912, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "f14a0ecd6cc7aa4005fc06f3f32ceb7bd7c6e9c3a4e7c3d7961c1837a1f24077", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n573005b9947a6a140053cf6a,1,1.0,<>\\n5728202c4b864d19001644ec,2,0.99,<>\\n56de49a8cffd8e1900b4b7a7,3,0.98,\\\"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\\\"\\n572a020f6aef051400155198,4,0.97,<>\\n57300e2604bcaa1900d770b7,5,0.96,<>\\n572951f16aef051400154cce,6,0.95,<>\\n572a1dbb3f37b319004786f5,7,0.94,<>\\n57264d9edd62a815002e80fe,8,0.93,<>\\n57114f0050c2381900b54a65,9,0.92,<>\\n572991943f37b319004784a1,10,0.91,<>\\n5729fb003f37b31900478627,11,0.9,<>\\n56e1b169cd28a01900c67a72,12,0.89,<>\\n572f76d1b2c2fd1400568153,13,0.88,<>\\n572fffb404bcaa1900d76fef,14,0.87,<>\\n5727db85ff5b5019007d96fc,15,0.86,<>\\n56e1febfe3433e1400423236,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 673, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1422, "trial_id": "squad-3b1a44eab9f116e4", "valid": true }, { "achieved_keep_ratio": 0.236639, "answer_retained": false, "deterministic": true, "input_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "input_tokens": 2844, "latency_ms": { "p50": 12.162, "p95": 15.761, "samples": [ 16.161, 8.162 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 673 } ], "requested_target_tokens": 711, "tokens_after": 741, "tokens_before": 2912, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "f14a0ecd6cc7aa4005fc06f3f32ceb7bd7c6e9c3a4e7c3d7961c1837a1f24077", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n573005b9947a6a140053cf6a,1,1.0,<>\\n5728202c4b864d19001644ec,2,0.99,<>\\n56de49a8cffd8e1900b4b7a7,3,0.98,\\\"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\\\"\\n572a020f6aef051400155198,4,0.97,<>\\n57300e2604bcaa1900d770b7,5,0.96,<>\\n572951f16aef051400154cce,6,0.95,<>\\n572a1dbb3f37b319004786f5,7,0.94,<>\\n57264d9edd62a815002e80fe,8,0.93,<>\\n57114f0050c2381900b54a65,9,0.92,<>\\n572991943f37b319004784a1,10,0.91,<>\\n5729fb003f37b31900478627,11,0.9,<>\\n56e1b169cd28a01900c67a72,12,0.89,<>\\n572f76d1b2c2fd1400568153,13,0.88,<>\\n572fffb404bcaa1900d76fef,14,0.87,<>\\n5727db85ff5b5019007d96fc,15,0.86,<>\\n56e1febfe3433e1400423236,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 673, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 711, "trial_id": "squad-3b1a44eab9f116e4", "valid": true }, { "achieved_keep_ratio": 0.236639, "answer_retained": false, "deterministic": true, "input_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "input_tokens": 2844, "latency_ms": { "p50": 27.911, "p95": 30.66, "samples": [ 30.965, 24.858 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 673 }, { "control_ratio": 0.06395802, "observed_tokens": 673 }, { "control_ratio": 0.03272503, "observed_tokens": 673 } ], "requested_target_tokens": 355, "tokens_after": 741, "tokens_before": 2912, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "f14a0ecd6cc7aa4005fc06f3f32ceb7bd7c6e9c3a4e7c3d7961c1837a1f24077", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n573005b9947a6a140053cf6a,1,1.0,<>\\n5728202c4b864d19001644ec,2,0.99,<>\\n56de49a8cffd8e1900b4b7a7,3,0.98,\\\"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\\\"\\n572a020f6aef051400155198,4,0.97,<>\\n57300e2604bcaa1900d770b7,5,0.96,<>\\n572951f16aef051400154cce,6,0.95,<>\\n572a1dbb3f37b319004786f5,7,0.94,<>\\n57264d9edd62a815002e80fe,8,0.93,<>\\n57114f0050c2381900b54a65,9,0.92,<>\\n572991943f37b319004784a1,10,0.91,<>\\n5729fb003f37b31900478627,11,0.9,<>\\n56e1b169cd28a01900c67a72,12,0.89,<>\\n572f76d1b2c2fd1400568153,13,0.88,<>\\n572fffb404bcaa1900d76fef,14,0.87,<>\\n5727db85ff5b5019007d96fc,15,0.86,<>\\n56e1febfe3433e1400423236,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 673, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 355, "trial_id": "squad-3b1a44eab9f116e4", "valid": true }, { "achieved_keep_ratio": 0.202251, "answer_retained": false, "deterministic": true, "input_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "input_tokens": 3110, "latency_ms": { "p50": 10.485, "p95": 12.035, "samples": [ 8.762, 12.208 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 629 } ], "requested_target_tokens": 1555, "tokens_after": 691, "tokens_before": 3172, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "34acfda72c0b8b22a94efc4f232e20ea48a8d9b182b62c98ce6c1bcf634f0749", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57283db6ff5b5019007d9fbc,1,1.0,<>\\n572807802ca10214002d9bf8,2,0.99,<>\\n56e1a38de3433e140042305c,3,0.98,<>\\n57283f014b864d19001647e8,4,0.97,<>\\n57300200b2c2fd1400568729,5,0.96,<>\\n5725ca4389a1e219009abeb4,6,0.95,<>\\n572905ce1d04691400778f83,7,0.94,<>\\n5726581fdd62a815002e823a,8,0.93,<>\\n5705e26d75f01819005e76d4,9,0.92,<>\\n56de4c324396321400ee27ab,10,0.91,<>\\n57111b95a58dae1900cd6c50,11,0.9,<>\\n57274b35f1498d1400e8f5d4,12,0.89,<>\\n572fd73e947a6a140053cd32,13,0.88,<>\\n57285213ff5b5019007da180,14,0.87,<>\\n573368044776f41900660a29,15,0.86,<>\\n5728f2e26aef051400154896,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1555, "trial_id": "squad-459f73d57446033a", "valid": true }, { "achieved_keep_ratio": 0.202251, "answer_retained": false, "deterministic": true, "input_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "input_tokens": 3110, "latency_ms": { "p50": 9.951, "p95": 10.492, "samples": [ 10.552, 9.35 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 629 } ], "requested_target_tokens": 777, "tokens_after": 691, "tokens_before": 3172, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "34acfda72c0b8b22a94efc4f232e20ea48a8d9b182b62c98ce6c1bcf634f0749", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57283db6ff5b5019007d9fbc,1,1.0,<>\\n572807802ca10214002d9bf8,2,0.99,<>\\n56e1a38de3433e140042305c,3,0.98,<>\\n57283f014b864d19001647e8,4,0.97,<>\\n57300200b2c2fd1400568729,5,0.96,<>\\n5725ca4389a1e219009abeb4,6,0.95,<>\\n572905ce1d04691400778f83,7,0.94,<>\\n5726581fdd62a815002e823a,8,0.93,<>\\n5705e26d75f01819005e76d4,9,0.92,<>\\n56de4c324396321400ee27ab,10,0.91,<>\\n57111b95a58dae1900cd6c50,11,0.9,<>\\n57274b35f1498d1400e8f5d4,12,0.89,<>\\n572fd73e947a6a140053cd32,13,0.88,<>\\n57285213ff5b5019007da180,14,0.87,<>\\n573368044776f41900660a29,15,0.86,<>\\n5728f2e26aef051400154896,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 777, "trial_id": "squad-459f73d57446033a", "valid": true }, { "achieved_keep_ratio": 0.202251, "answer_retained": false, "deterministic": true, "input_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "input_tokens": 3110, "latency_ms": { "p50": 32.625, "p95": 33.241, "samples": [ 33.309, 31.941 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 629 }, { "control_ratio": 0.07479332, "observed_tokens": 629 }, { "control_ratio": 0.04475233, "observed_tokens": 629 } ], "requested_target_tokens": 388, "tokens_after": 691, "tokens_before": 3172, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "34acfda72c0b8b22a94efc4f232e20ea48a8d9b182b62c98ce6c1bcf634f0749", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57283db6ff5b5019007d9fbc,1,1.0,<>\\n572807802ca10214002d9bf8,2,0.99,<>\\n56e1a38de3433e140042305c,3,0.98,<>\\n57283f014b864d19001647e8,4,0.97,<>\\n57300200b2c2fd1400568729,5,0.96,<>\\n5725ca4389a1e219009abeb4,6,0.95,<>\\n572905ce1d04691400778f83,7,0.94,<>\\n5726581fdd62a815002e823a,8,0.93,<>\\n5705e26d75f01819005e76d4,9,0.92,<>\\n56de4c324396321400ee27ab,10,0.91,<>\\n57111b95a58dae1900cd6c50,11,0.9,<>\\n57274b35f1498d1400e8f5d4,12,0.89,<>\\n572fd73e947a6a140053cd32,13,0.88,<>\\n57285213ff5b5019007da180,14,0.87,<>\\n573368044776f41900660a29,15,0.86,<>\\n5728f2e26aef051400154896,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 629, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 388, "trial_id": "squad-459f73d57446033a", "valid": true }, { "achieved_keep_ratio": 0.188039, "answer_retained": false, "deterministic": true, "input_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "input_tokens": 3361, "latency_ms": { "p50": 12.003, "p95": 12.82, "samples": [ 11.095, 12.911 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 632 } ], "requested_target_tokens": 1680, "tokens_after": 690, "tokens_before": 3419, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "40069405fc65ab718c12677a51963a4af2a4b4ac04902de8fc50ab48a93ea6d6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57335fcad058e614000b5970,1,1.0,<>\\n56de15dbcffd8e1900b4b5c8,2,0.99,<>\\n5730a4d02461fd1900a9cf29,3,0.98,<>\\n57294279af94a219006aa209,4,0.97,<>\\n572a020f6aef051400155198,5,0.96,<>\\n5711669550c2381900b54adf,6,0.95,<>\\n5729fd56af94a219006aa72f,7,0.94,<>\\n572ff626947a6a140053ce8e,8,0.93,<>\\n5728eb1a3acd2414000e01c5,9,0.92,<>\\n5733fe73d058e614000b673d,10,0.91,<>\\n571154c72419e31400955587,11,0.9,<>\\n57108198b654c5140001f937,12,0.89,<>\\n5725d42a89a1e219009abf58,13,0.88,<>\\n5727cd0f4b864d1900163d72,14,0.87,<>\\n571136b8a58dae1900cd6d22,15,0.86,<>\\n5728eff82ca10214002daadc,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1680, "trial_id": "squad-0d56654b49b15daf", "valid": true }, { "achieved_keep_ratio": 0.188039, "answer_retained": false, "deterministic": true, "input_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "input_tokens": 3361, "latency_ms": { "p50": 10.425, "p95": 12.189, "samples": [ 8.466, 12.385 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 632 } ], "requested_target_tokens": 840, "tokens_after": 690, "tokens_before": 3419, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "40069405fc65ab718c12677a51963a4af2a4b4ac04902de8fc50ab48a93ea6d6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57335fcad058e614000b5970,1,1.0,<>\\n56de15dbcffd8e1900b4b5c8,2,0.99,<>\\n5730a4d02461fd1900a9cf29,3,0.98,<>\\n57294279af94a219006aa209,4,0.97,<>\\n572a020f6aef051400155198,5,0.96,<>\\n5711669550c2381900b54adf,6,0.95,<>\\n5729fd56af94a219006aa72f,7,0.94,<>\\n572ff626947a6a140053ce8e,8,0.93,<>\\n5728eb1a3acd2414000e01c5,9,0.92,<>\\n5733fe73d058e614000b673d,10,0.91,<>\\n571154c72419e31400955587,11,0.9,<>\\n57108198b654c5140001f937,12,0.89,<>\\n5725d42a89a1e219009abf58,13,0.88,<>\\n5727cd0f4b864d1900163d72,14,0.87,<>\\n571136b8a58dae1900cd6d22,15,0.86,<>\\n5728eff82ca10214002daadc,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 840, "trial_id": "squad-0d56654b49b15daf", "valid": true }, { "achieved_keep_ratio": 0.188039, "answer_retained": false, "deterministic": true, "input_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "input_tokens": 3361, "latency_ms": { "p50": 30.348, "p95": 31.456, "samples": [ 31.579, 29.117 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 632 }, { "control_ratio": 0.08057753, "observed_tokens": 632 }, { "control_ratio": 0.05194191, "observed_tokens": 632 } ], "requested_target_tokens": 420, "tokens_after": 690, "tokens_before": 3419, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "40069405fc65ab718c12677a51963a4af2a4b4ac04902de8fc50ab48a93ea6d6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57335fcad058e614000b5970,1,1.0,<>\\n56de15dbcffd8e1900b4b5c8,2,0.99,<>\\n5730a4d02461fd1900a9cf29,3,0.98,<>\\n57294279af94a219006aa209,4,0.97,<>\\n572a020f6aef051400155198,5,0.96,<>\\n5711669550c2381900b54adf,6,0.95,<>\\n5729fd56af94a219006aa72f,7,0.94,<>\\n572ff626947a6a140053ce8e,8,0.93,<>\\n5728eb1a3acd2414000e01c5,9,0.92,<>\\n5733fe73d058e614000b673d,10,0.91,<>\\n571154c72419e31400955587,11,0.9,<>\\n57108198b654c5140001f937,12,0.89,<>\\n5725d42a89a1e219009abf58,13,0.88,<>\\n5727cd0f4b864d1900163d72,14,0.87,<>\\n571136b8a58dae1900cd6d22,15,0.86,<>\\n5728eff82ca10214002daadc,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 420, "trial_id": "squad-0d56654b49b15daf", "valid": true }, { "achieved_keep_ratio": 0.188354, "answer_retained": false, "deterministic": true, "input_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "input_tokens": 3366, "latency_ms": { "p50": 10.938, "p95": 12.41, "samples": [ 9.303, 12.574 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 634 } ], "requested_target_tokens": 1683, "tokens_after": 692, "tokens_before": 3424, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "057e13a576dcb8a8dfb092f1d146628508dbf1d9998f3291cac29525724aa9b5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725ce4d38643c19005acd4d,1,1.0,<>\\n572ffd9e04bcaa1900d76fc7,2,0.99,<>\\n56e1febfe3433e1400423236,3,0.98,<>\\n5711619950c2381900b54aaf,4,0.97,<>\\n572941273f37b319004781ad,5,0.96,<>\\n5730b1022461fd1900a9cfa3,6,0.95,<>\\n57111ab8a58dae1900cd6c3c,7,0.94,<>\\n5706074552bb8914006897d4,8,0.93,<>\\n57332e48d058e614000b5762,9,0.92,<>\\n57263ea0271a42140099d7c3,10,0.91,<>\\n5730bb522461fd1900a9d011,11,0.9,<>\\n572fcb6da23a5019007fc9f1,12,0.89,<>\\n57097d63ed30961900e841fc,13,0.88,<>\\n571cd88ddd7acb1400e4c18d,14,0.87,<>\\n5730b255396df919000962b0,15,0.86,<>\\n57293d116aef051400154bc8,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 634, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1683, "trial_id": "squad-8976781ce09f61a4", "valid": true }, { "achieved_keep_ratio": 0.188354, "answer_retained": false, "deterministic": true, "input_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "input_tokens": 3366, "latency_ms": { "p50": 8.906, "p95": 10.131, "samples": [ 7.544, 10.267 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 634 } ], "requested_target_tokens": 841, "tokens_after": 692, "tokens_before": 3424, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "057e13a576dcb8a8dfb092f1d146628508dbf1d9998f3291cac29525724aa9b5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725ce4d38643c19005acd4d,1,1.0,<>\\n572ffd9e04bcaa1900d76fc7,2,0.99,<>\\n56e1febfe3433e1400423236,3,0.98,<>\\n5711619950c2381900b54aaf,4,0.97,<>\\n572941273f37b319004781ad,5,0.96,<>\\n5730b1022461fd1900a9cfa3,6,0.95,<>\\n57111ab8a58dae1900cd6c3c,7,0.94,<>\\n5706074552bb8914006897d4,8,0.93,<>\\n57332e48d058e614000b5762,9,0.92,<>\\n57263ea0271a42140099d7c3,10,0.91,<>\\n5730bb522461fd1900a9d011,11,0.9,<>\\n572fcb6da23a5019007fc9f1,12,0.89,<>\\n57097d63ed30961900e841fc,13,0.88,<>\\n571cd88ddd7acb1400e4c18d,14,0.87,<>\\n5730b255396df919000962b0,15,0.86,<>\\n57293d116aef051400154bc8,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 634, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 841, "trial_id": "squad-8976781ce09f61a4", "valid": true }, { "achieved_keep_ratio": 0.188354, "answer_retained": false, "deterministic": true, "input_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "input_tokens": 3366, "latency_ms": { "p50": 31.433, "p95": 33.142, "samples": [ 29.535, 33.332 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 634 }, { "control_ratio": 0.08032334, "observed_tokens": 634 }, { "control_ratio": 0.05161472, "observed_tokens": 634 } ], "requested_target_tokens": 420, "tokens_after": 692, "tokens_before": 3424, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "057e13a576dcb8a8dfb092f1d146628508dbf1d9998f3291cac29525724aa9b5", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725ce4d38643c19005acd4d,1,1.0,<>\\n572ffd9e04bcaa1900d76fc7,2,0.99,<>\\n56e1febfe3433e1400423236,3,0.98,<>\\n5711619950c2381900b54aaf,4,0.97,<>\\n572941273f37b319004781ad,5,0.96,<>\\n5730b1022461fd1900a9cfa3,6,0.95,<>\\n57111ab8a58dae1900cd6c3c,7,0.94,<>\\n5706074552bb8914006897d4,8,0.93,<>\\n57332e48d058e614000b5762,9,0.92,<>\\n57263ea0271a42140099d7c3,10,0.91,<>\\n5730bb522461fd1900a9d011,11,0.9,<>\\n572fcb6da23a5019007fc9f1,12,0.89,<>\\n57097d63ed30961900e841fc,13,0.88,<>\\n571cd88ddd7acb1400e4c18d,14,0.87,<>\\n5730b255396df919000962b0,15,0.86,<>\\n57293d116aef051400154bc8,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 634, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 420, "trial_id": "squad-8976781ce09f61a4", "valid": true }, { "achieved_keep_ratio": 0.216851, "answer_retained": false, "deterministic": true, "input_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "input_tokens": 2896, "latency_ms": { "p50": 8.871, "p95": 9.465, "samples": [ 8.211, 9.531 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 628 } ], "requested_target_tokens": 1448, "tokens_after": 679, "tokens_before": 2947, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "180780e562b27623f8ec4b4b705f00d2a8184c0e19c96b194d700673c1d77824", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57268882f1498d1400e8e306,1,1.0,<>\\n57293f353f37b3190047819b,2,0.99,<>\\n5726a34bf1498d1400e8e59e,3,0.98,<>\\n5726241189a1e219009ac2de,4,0.97,<>\\n5728510f4b864d1900164936,5,0.96,<>\\n572f6ec7a23a5019007fc621,6,0.95,<>\\n5737898f1c45671900574495,7,0.94,<>\\n5730a0778ab72b1400f9c60a,8,0.93,<>\\n57287b322ca10214002da3be,9,0.92,<>\\n5725be0f271a42140099d117,10,0.91,<>\\n57282dfb4b864d1900164668,11,0.9,<>\\n572826634b864d19001645be,12,0.89,<>\\n5705e26d75f01819005e76d4,13,0.88,<>\\n570961aa200fba1400367f15,14,0.87,<>\\n5726db5add62a815002e92d4,15,0.86,<>\\n5727478cf1498d1400e8f59a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1448, "trial_id": "squad-e715689365d2418b", "valid": true }, { "achieved_keep_ratio": 0.216851, "answer_retained": false, "deterministic": true, "input_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "input_tokens": 2896, "latency_ms": { "p50": 7.782, "p95": 8.601, "samples": [ 8.692, 6.871 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 628 } ], "requested_target_tokens": 724, "tokens_after": 679, "tokens_before": 2947, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "180780e562b27623f8ec4b4b705f00d2a8184c0e19c96b194d700673c1d77824", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57268882f1498d1400e8e306,1,1.0,<>\\n57293f353f37b3190047819b,2,0.99,<>\\n5726a34bf1498d1400e8e59e,3,0.98,<>\\n5726241189a1e219009ac2de,4,0.97,<>\\n5728510f4b864d1900164936,5,0.96,<>\\n572f6ec7a23a5019007fc621,6,0.95,<>\\n5737898f1c45671900574495,7,0.94,<>\\n5730a0778ab72b1400f9c60a,8,0.93,<>\\n57287b322ca10214002da3be,9,0.92,<>\\n5725be0f271a42140099d117,10,0.91,<>\\n57282dfb4b864d1900164668,11,0.9,<>\\n572826634b864d19001645be,12,0.89,<>\\n5705e26d75f01819005e76d4,13,0.88,<>\\n570961aa200fba1400367f15,14,0.87,<>\\n5726db5add62a815002e92d4,15,0.86,<>\\n5727478cf1498d1400e8f59a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 724, "trial_id": "squad-e715689365d2418b", "valid": true }, { "achieved_keep_ratio": 0.216851, "answer_retained": false, "deterministic": true, "input_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "input_tokens": 2896, "latency_ms": { "p50": 26.939, "p95": 28.169, "samples": [ 28.306, 25.572 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 628 }, { "control_ratio": 0.06989252, "observed_tokens": 628 }, { "control_ratio": 0.03907971, "observed_tokens": 628 } ], "requested_target_tokens": 362, "tokens_after": 679, "tokens_before": 2947, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "180780e562b27623f8ec4b4b705f00d2a8184c0e19c96b194d700673c1d77824", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57268882f1498d1400e8e306,1,1.0,<>\\n57293f353f37b3190047819b,2,0.99,<>\\n5726a34bf1498d1400e8e59e,3,0.98,<>\\n5726241189a1e219009ac2de,4,0.97,<>\\n5728510f4b864d1900164936,5,0.96,<>\\n572f6ec7a23a5019007fc621,6,0.95,<>\\n5737898f1c45671900574495,7,0.94,<>\\n5730a0778ab72b1400f9c60a,8,0.93,<>\\n57287b322ca10214002da3be,9,0.92,<>\\n5725be0f271a42140099d117,10,0.91,<>\\n57282dfb4b864d1900164668,11,0.9,<>\\n572826634b864d19001645be,12,0.89,<>\\n5705e26d75f01819005e76d4,13,0.88,<>\\n570961aa200fba1400367f15,14,0.87,<>\\n5726db5add62a815002e92d4,15,0.86,<>\\n5727478cf1498d1400e8f59a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 362, "trial_id": "squad-e715689365d2418b", "valid": true }, { "achieved_keep_ratio": 0.209744, "answer_retained": true, "deterministic": true, "input_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "input_tokens": 3161, "latency_ms": { "p50": 7.826, "p95": 8.443, "samples": [ 8.512, 7.141 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 663 } ], "requested_target_tokens": 1580, "tokens_after": 722, "tokens_before": 3220, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "53663613853b1cbd41e68763ce71e0a75354a706b8ce24e7e00ee195cf4f5a9e", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n571166352419e314009555f1,1,1.0,<>\\n572878942ca10214002da3a2,2,0.99,<>\\n570611c475f01819005e793c,3,0.98,\\\"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\\\"\\n572750e8dd62a815002e9af0,4,0.97,<>\\n572a2224af94a219006aa823,5,0.96,<>\\n572a0c541d046914007796f3,6,0.95,<>\\n572982e66aef051400154f92,7,0.94,<>\\n572905ce1d04691400778f83,8,0.93,<>\\n57309446396df919000961b8,9,0.92,<>\\n572663a9f1498d1400e8ddf2,10,0.91,<>\\n5726472bdd62a815002e8042,11,0.9,<>\\n5726db5add62a815002e92d4,12,0.89,<>\\n572f57c704bcaa1900d7686d,13,0.88,<>\\n57340b1bd058e614000b6869,14,0.87,<>\\n5710f2e2a58dae1900cd6b72,15,0.86,<>\\n56e1b8f3e3433e14004230e6,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 663, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1580, "trial_id": "squad-39c70b437742f5b3", "valid": true }, { "achieved_keep_ratio": 0.209744, "answer_retained": true, "deterministic": true, "input_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "input_tokens": 3161, "latency_ms": { "p50": 8.675, "p95": 9.566, "samples": [ 9.665, 7.685 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 663 } ], "requested_target_tokens": 790, "tokens_after": 722, "tokens_before": 3220, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "53663613853b1cbd41e68763ce71e0a75354a706b8ce24e7e00ee195cf4f5a9e", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n571166352419e314009555f1,1,1.0,<>\\n572878942ca10214002da3a2,2,0.99,<>\\n570611c475f01819005e793c,3,0.98,\\\"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\\\"\\n572750e8dd62a815002e9af0,4,0.97,<>\\n572a2224af94a219006aa823,5,0.96,<>\\n572a0c541d046914007796f3,6,0.95,<>\\n572982e66aef051400154f92,7,0.94,<>\\n572905ce1d04691400778f83,8,0.93,<>\\n57309446396df919000961b8,9,0.92,<>\\n572663a9f1498d1400e8ddf2,10,0.91,<>\\n5726472bdd62a815002e8042,11,0.9,<>\\n5726db5add62a815002e92d4,12,0.89,<>\\n572f57c704bcaa1900d7686d,13,0.88,<>\\n57340b1bd058e614000b6869,14,0.87,<>\\n5710f2e2a58dae1900cd6b72,15,0.86,<>\\n56e1b8f3e3433e14004230e6,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 663, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 790, "trial_id": "squad-39c70b437742f5b3", "valid": true }, { "achieved_keep_ratio": 0.209744, "answer_retained": true, "deterministic": true, "input_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "input_tokens": 3161, "latency_ms": { "p50": 32.107, "p95": 33.771, "samples": [ 30.258, 33.956 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 663 }, { "control_ratio": 0.07223793, "observed_tokens": 663 }, { "control_ratio": 0.04174655, "observed_tokens": 663 } ], "requested_target_tokens": 395, "tokens_after": 722, "tokens_before": 3220, "transforms": [ "router:mixed:0.02" ] }, "output_sha256": "53663613853b1cbd41e68763ce71e0a75354a706b8ce24e7e00ee195cf4f5a9e", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n571166352419e314009555f1,1,1.0,<>\\n572878942ca10214002da3a2,2,0.99,<>\\n570611c475f01819005e793c,3,0.98,\\\"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\\\"\\n572750e8dd62a815002e9af0,4,0.97,<>\\n572a2224af94a219006aa823,5,0.96,<>\\n572a0c541d046914007796f3,6,0.95,<>\\n572982e66aef051400154f92,7,0.94,<>\\n572905ce1d04691400778f83,8,0.93,<>\\n57309446396df919000961b8,9,0.92,<>\\n572663a9f1498d1400e8ddf2,10,0.91,<>\\n5726472bdd62a815002e8042,11,0.9,<>\\n5726db5add62a815002e92d4,12,0.89,<>\\n572f57c704bcaa1900d7686d,13,0.88,<>\\n57340b1bd058e614000b6869,14,0.87,<>\\n5710f2e2a58dae1900cd6b72,15,0.86,<>\\n56e1b8f3e3433e14004230e6,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 663, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 395, "trial_id": "squad-39c70b437742f5b3", "valid": true }, { "achieved_keep_ratio": 0.206532, "answer_retained": false, "deterministic": true, "input_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "input_tokens": 3031, "latency_ms": { "p50": 8.016, "p95": 8.309, "samples": [ 7.69, 8.342 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 626 } ], "requested_target_tokens": 1515, "tokens_after": 680, "tokens_before": 3085, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "1d15603aeb83eb1899dc0094e55cb4faf2eb1df2c6dda572c9655b41e90914b1", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n570d2f5bfed7b91900d45ccf,1,1.0,<>\\n5727f7523acd2414000df10d,2,0.99,<>\\n5726a1e5dd62a815002e8b86,3,0.98,<>\\n5727f05b4b864d1900164068,4,0.97,<>\\n57286fa83acd2414000df9e5,5,0.96,<>\\n57264cc6dd62a815002e80e4,6,0.95,<>\\n571ce3745efbb31900334e20,7,0.94,<>\\n570d418dfed7b91900d45dbd,8,0.93,<>\\n57293e983f37b3190047818b,9,0.92,<>\\n572f59b4a23a5019007fc587,10,0.91,<>\\n5737a25ac3c5551400e51f51,11,0.9,<>\\n57274046dd62a815002e9a12,12,0.89,<>\\n57263ea0271a42140099d7c3,13,0.88,<>\\n572648e8dd62a815002e8076,14,0.87,<>\\n572fd73e947a6a140053cd32,15,0.86,<>\\n571a484210f8ca1400304fbe,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 626, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1515, "trial_id": "squad-64174323aeea3a65", "valid": true }, { "achieved_keep_ratio": 0.206532, "answer_retained": false, "deterministic": true, "input_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "input_tokens": 3031, "latency_ms": { "p50": 8.829, "p95": 8.872, "samples": [ 8.782, 8.877 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 626 } ], "requested_target_tokens": 757, "tokens_after": 680, "tokens_before": 3085, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "1d15603aeb83eb1899dc0094e55cb4faf2eb1df2c6dda572c9655b41e90914b1", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n570d2f5bfed7b91900d45ccf,1,1.0,<>\\n5727f7523acd2414000df10d,2,0.99,<>\\n5726a1e5dd62a815002e8b86,3,0.98,<>\\n5727f05b4b864d1900164068,4,0.97,<>\\n57286fa83acd2414000df9e5,5,0.96,<>\\n57264cc6dd62a815002e80e4,6,0.95,<>\\n571ce3745efbb31900334e20,7,0.94,<>\\n570d418dfed7b91900d45dbd,8,0.93,<>\\n57293e983f37b3190047818b,9,0.92,<>\\n572f59b4a23a5019007fc587,10,0.91,<>\\n5737a25ac3c5551400e51f51,11,0.9,<>\\n57274046dd62a815002e9a12,12,0.89,<>\\n57263ea0271a42140099d7c3,13,0.88,<>\\n572648e8dd62a815002e8076,14,0.87,<>\\n572fd73e947a6a140053cd32,15,0.86,<>\\n571a484210f8ca1400304fbe,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 626, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 757, "trial_id": "squad-64174323aeea3a65", "valid": true }, { "achieved_keep_ratio": 0.206532, "answer_retained": false, "deterministic": true, "input_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "input_tokens": 3031, "latency_ms": { "p50": 36.619, "p95": 38.749, "samples": [ 34.252, 38.986 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 626 }, { "control_ratio": 0.07321486, "observed_tokens": 626 }, { "control_ratio": 0.04288332, "observed_tokens": 626 } ], "requested_target_tokens": 378, "tokens_after": 680, "tokens_before": 3085, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "1d15603aeb83eb1899dc0094e55cb4faf2eb1df2c6dda572c9655b41e90914b1", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n570d2f5bfed7b91900d45ccf,1,1.0,<>\\n5727f7523acd2414000df10d,2,0.99,<>\\n5726a1e5dd62a815002e8b86,3,0.98,<>\\n5727f05b4b864d1900164068,4,0.97,<>\\n57286fa83acd2414000df9e5,5,0.96,<>\\n57264cc6dd62a815002e80e4,6,0.95,<>\\n571ce3745efbb31900334e20,7,0.94,<>\\n570d418dfed7b91900d45dbd,8,0.93,<>\\n57293e983f37b3190047818b,9,0.92,<>\\n572f59b4a23a5019007fc587,10,0.91,<>\\n5737a25ac3c5551400e51f51,11,0.9,<>\\n57274046dd62a815002e9a12,12,0.89,<>\\n57263ea0271a42140099d7c3,13,0.88,<>\\n572648e8dd62a815002e8076,14,0.87,<>\\n572fd73e947a6a140053cd32,15,0.86,<>\\n571a484210f8ca1400304fbe,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 626, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 378, "trial_id": "squad-64174323aeea3a65", "valid": true }, { "achieved_keep_ratio": 0.159022, "answer_retained": false, "deterministic": true, "input_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "input_tokens": 3968, "latency_ms": { "p50": 9.866, "p95": 10.033, "samples": [ 10.052, 9.68 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 631 } ], "requested_target_tokens": 1984, "tokens_after": 692, "tokens_before": 4029, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "45ba6e481edf6bf35e39bc9556d28517e36cbaf3645bfe444222351c4edbb38f", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726dcbddd62a815002e9320,1,1.0,<>\\n572fc80b04bcaa1900d76d11,2,0.99,<>\\n57293e983f37b3190047818b,3,0.98,<>\\n57106644b654c5140001f8e5,4,0.97,<>\\n572fbb04a23a5019007fc8f7,5,0.96,<>\\n573003dd947a6a140053cf42,6,0.95,<>\\n57286bf84b864d19001649d2,7,0.94,<>\\n572f7b33947a6a140053c9a2,8,0.93,<>\\n5726b718dd62a815002e8dbe,9,0.92,<>\\n572827fc3acd2414000df5bb,10,0.91,<>\\n56e202e9e3433e1400423240,11,0.9,<>\\n5725f2c838643c19005aceed,12,0.89,<>\\n5733a5f54776f41900660f44,13,0.88,<>\\n57281d494b864d19001644be,14,0.87,<>\\n5733e5a14776f4190066145b,15,0.86,<>\\n5725b76389a1e219009abd4a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1984, "trial_id": "squad-5df6541fae6114b1", "valid": true }, { "achieved_keep_ratio": 0.159022, "answer_retained": false, "deterministic": true, "input_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "input_tokens": 3968, "latency_ms": { "p50": 11.955, "p95": 12.352, "samples": [ 12.397, 11.513 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 631 } ], "requested_target_tokens": 992, "tokens_after": 692, "tokens_before": 4029, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "45ba6e481edf6bf35e39bc9556d28517e36cbaf3645bfe444222351c4edbb38f", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726dcbddd62a815002e9320,1,1.0,<>\\n572fc80b04bcaa1900d76d11,2,0.99,<>\\n57293e983f37b3190047818b,3,0.98,<>\\n57106644b654c5140001f8e5,4,0.97,<>\\n572fbb04a23a5019007fc8f7,5,0.96,<>\\n573003dd947a6a140053cf42,6,0.95,<>\\n57286bf84b864d19001649d2,7,0.94,<>\\n572f7b33947a6a140053c9a2,8,0.93,<>\\n5726b718dd62a815002e8dbe,9,0.92,<>\\n572827fc3acd2414000df5bb,10,0.91,<>\\n56e202e9e3433e1400423240,11,0.9,<>\\n5725f2c838643c19005aceed,12,0.89,<>\\n5733a5f54776f41900660f44,13,0.88,<>\\n57281d494b864d19001644be,14,0.87,<>\\n5733e5a14776f4190066145b,15,0.86,<>\\n5725b76389a1e219009abd4a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 992, "trial_id": "squad-5df6541fae6114b1", "valid": true }, { "achieved_keep_ratio": 0.159022, "answer_retained": false, "deterministic": true, "input_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "input_tokens": 3968, "latency_ms": { "p50": 37.102, "p95": 39.92, "samples": [ 40.233, 33.972 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 631 }, { "control_ratio": 0.09530903, "observed_tokens": 631 }, { "control_ratio": 0.07267049, "observed_tokens": 631 } ], "requested_target_tokens": 496, "tokens_after": 692, "tokens_before": 4029, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "45ba6e481edf6bf35e39bc9556d28517e36cbaf3645bfe444222351c4edbb38f", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726dcbddd62a815002e9320,1,1.0,<>\\n572fc80b04bcaa1900d76d11,2,0.99,<>\\n57293e983f37b3190047818b,3,0.98,<>\\n57106644b654c5140001f8e5,4,0.97,<>\\n572fbb04a23a5019007fc8f7,5,0.96,<>\\n573003dd947a6a140053cf42,6,0.95,<>\\n57286bf84b864d19001649d2,7,0.94,<>\\n572f7b33947a6a140053c9a2,8,0.93,<>\\n5726b718dd62a815002e8dbe,9,0.92,<>\\n572827fc3acd2414000df5bb,10,0.91,<>\\n56e202e9e3433e1400423240,11,0.9,<>\\n5725f2c838643c19005aceed,12,0.89,<>\\n5733a5f54776f41900660f44,13,0.88,<>\\n57281d494b864d19001644be,14,0.87,<>\\n5733e5a14776f4190066145b,15,0.86,<>\\n5725b76389a1e219009abd4a,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 496, "trial_id": "squad-5df6541fae6114b1", "valid": true }, { "achieved_keep_ratio": 0.192669, "answer_retained": false, "deterministic": true, "input_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "input_tokens": 3301, "latency_ms": { "p50": 11.478, "p95": 11.487, "samples": [ 11.469, 11.488 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 636 } ], "requested_target_tokens": 1650, "tokens_after": 696, "tokens_before": 3361, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "4ec599da3e0af1263342954518d0fdcbcc5fdbb916a7e51e4ce067c5a38e7384", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n56dde2fa66d3e219004dad9b,1,1.0,<>\\n5725d42a89a1e219009abf58,2,0.99,<>\\n570d4a6bfed7b91900d45e13,3,0.98,<>\\n57264845f1498d1400e8db0a,4,0.97,<>\\n572667e2f1498d1400e8de90,5,0.96,<>\\n5726a5525951b619008f78dd,6,0.95,<>\\n573088da069b53140083216b,7,0.94,<>\\n5728ed94ff5b5019007da97c,8,0.93,<>\\n57287c142ca10214002da3d0,9,0.92,<>\\n5727c55bff5b5019007d94ce,10,0.91,<>\\n5725c91e38643c19005acceb,11,0.9,<>\\n5733cf61d058e614000b62e9,12,0.89,<>\\n5727cb4b2ca10214002d9676,13,0.88,<>\\n572883a33acd2414000dfa79,14,0.87,<>\\n572686fc708984140094c8e5,15,0.86,<>\\n572ffd9e04bcaa1900d76fc7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 636, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1650, "trial_id": "squad-3cdc8cc2b5c47079", "valid": true }, { "achieved_keep_ratio": 0.192669, "answer_retained": false, "deterministic": true, "input_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "input_tokens": 3301, "latency_ms": { "p50": 11.703, "p95": 12.036, "samples": [ 12.073, 11.332 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 636 } ], "requested_target_tokens": 825, "tokens_after": 696, "tokens_before": 3361, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "4ec599da3e0af1263342954518d0fdcbcc5fdbb916a7e51e4ce067c5a38e7384", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n56dde2fa66d3e219004dad9b,1,1.0,<>\\n5725d42a89a1e219009abf58,2,0.99,<>\\n570d4a6bfed7b91900d45e13,3,0.98,<>\\n57264845f1498d1400e8db0a,4,0.97,<>\\n572667e2f1498d1400e8de90,5,0.96,<>\\n5726a5525951b619008f78dd,6,0.95,<>\\n573088da069b53140083216b,7,0.94,<>\\n5728ed94ff5b5019007da97c,8,0.93,<>\\n57287c142ca10214002da3d0,9,0.92,<>\\n5727c55bff5b5019007d94ce,10,0.91,<>\\n5725c91e38643c19005acceb,11,0.9,<>\\n5733cf61d058e614000b62e9,12,0.89,<>\\n5727cb4b2ca10214002d9676,13,0.88,<>\\n572883a33acd2414000dfa79,14,0.87,<>\\n572686fc708984140094c8e5,15,0.86,<>\\n572ffd9e04bcaa1900d76fc7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 636, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 825, "trial_id": "squad-3cdc8cc2b5c47079", "valid": true }, { "achieved_keep_ratio": 0.192669, "answer_retained": false, "deterministic": true, "input_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "input_tokens": 3301, "latency_ms": { "p50": 28.368, "p95": 28.912, "samples": [ 28.973, 27.764 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 636 }, { "control_ratio": 0.0785456, "observed_tokens": 636 }, { "control_ratio": 0.04935529, "observed_tokens": 636 } ], "requested_target_tokens": 412, "tokens_after": 696, "tokens_before": 3361, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "4ec599da3e0af1263342954518d0fdcbcc5fdbb916a7e51e4ce067c5a38e7384", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n56dde2fa66d3e219004dad9b,1,1.0,<>\\n5725d42a89a1e219009abf58,2,0.99,<>\\n570d4a6bfed7b91900d45e13,3,0.98,<>\\n57264845f1498d1400e8db0a,4,0.97,<>\\n572667e2f1498d1400e8de90,5,0.96,<>\\n5726a5525951b619008f78dd,6,0.95,<>\\n573088da069b53140083216b,7,0.94,<>\\n5728ed94ff5b5019007da97c,8,0.93,<>\\n57287c142ca10214002da3d0,9,0.92,<>\\n5727c55bff5b5019007d94ce,10,0.91,<>\\n5725c91e38643c19005acceb,11,0.9,<>\\n5733cf61d058e614000b62e9,12,0.89,<>\\n5727cb4b2ca10214002d9676,13,0.88,<>\\n572883a33acd2414000dfa79,14,0.87,<>\\n572686fc708984140094c8e5,15,0.86,<>\\n572ffd9e04bcaa1900d76fc7,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 636, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 412, "trial_id": "squad-3cdc8cc2b5c47079", "valid": true }, { "achieved_keep_ratio": 0.209437, "answer_retained": false, "deterministic": true, "input_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "input_tokens": 3285, "latency_ms": { "p50": 9.886, "p95": 9.904, "samples": [ 9.864, 9.907 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 688 } ], "requested_target_tokens": 1642, "tokens_after": 751, "tokens_before": 3348, "transforms": [ "router:mixed:0.03" ] }, "output_sha256": "991e526fbe9bfcf8894c822928acd7c34f70600133836201787881f4593a5477", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5727aeac3acd2414000de987,1,1.0,<>\\n5728fc2eaf94a219006a9ec7,2,0.99,<>\\n56e1c0f6cd28a01900c67b2c,3,0.98,\\\"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\\\"\\n573784fa1c45671900574483,4,0.97,<>\\n572807802ca10214002d9bf8,5,0.96,<>\\n570d2556fed7b91900d45c47,6,0.95,<>\\n57264d58f1498d1400e8db7a,7,0.94,<>\\n57274beff1498d1400e8f5e4,8,0.93,<>\\n573011de04bcaa1900d770f9,9,0.92,<>\\n57286fa83acd2414000df9e5,10,0.91,<>\\n57268527708984140094c8bf,11,0.9,<>\\n57269bb8708984140094cb95,12,0.89,<>\\n57280fd3ff5b5019007d9c26,13,0.88,<>\\n56de49a8cffd8e1900b4b7a7,14,0.87,\\\"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\\\"\\n5733fc6ed058e614000b670f,15,0.86,<>\\n57282358ff5b5019007d9dde,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 688, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1642, "trial_id": "squad-b36fc48eb7841d5b", "valid": true }, { "achieved_keep_ratio": 0.209437, "answer_retained": false, "deterministic": true, "input_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "input_tokens": 3285, "latency_ms": { "p50": 9.691, "p95": 9.732, "samples": [ 9.646, 9.736 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 688 } ], "requested_target_tokens": 821, "tokens_after": 751, "tokens_before": 3348, "transforms": [ "router:mixed:0.03" ] }, "output_sha256": "991e526fbe9bfcf8894c822928acd7c34f70600133836201787881f4593a5477", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5727aeac3acd2414000de987,1,1.0,<>\\n5728fc2eaf94a219006a9ec7,2,0.99,<>\\n56e1c0f6cd28a01900c67b2c,3,0.98,\\\"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\\\"\\n573784fa1c45671900574483,4,0.97,<>\\n572807802ca10214002d9bf8,5,0.96,<>\\n570d2556fed7b91900d45c47,6,0.95,<>\\n57264d58f1498d1400e8db7a,7,0.94,<>\\n57274beff1498d1400e8f5e4,8,0.93,<>\\n573011de04bcaa1900d770f9,9,0.92,<>\\n57286fa83acd2414000df9e5,10,0.91,<>\\n57268527708984140094c8bf,11,0.9,<>\\n57269bb8708984140094cb95,12,0.89,<>\\n57280fd3ff5b5019007d9c26,13,0.88,<>\\n56de49a8cffd8e1900b4b7a7,14,0.87,\\\"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\\\"\\n5733fc6ed058e614000b670f,15,0.86,<>\\n57282358ff5b5019007d9dde,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 688, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 821, "trial_id": "squad-b36fc48eb7841d5b", "valid": true }, { "achieved_keep_ratio": 0.209437, "answer_retained": false, "deterministic": true, "input_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "input_tokens": 3285, "latency_ms": { "p50": 30.706, "p95": 30.727, "samples": [ 30.683, 30.729 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 688 }, { "control_ratio": 0.07225654, "observed_tokens": 688 }, { "control_ratio": 0.04176806, "observed_tokens": 688 } ], "requested_target_tokens": 410, "tokens_after": 751, "tokens_before": 3348, "transforms": [ "router:mixed:0.03" ] }, "output_sha256": "991e526fbe9bfcf8894c822928acd7c34f70600133836201787881f4593a5477", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5727aeac3acd2414000de987,1,1.0,<>\\n5728fc2eaf94a219006a9ec7,2,0.99,<>\\n56e1c0f6cd28a01900c67b2c,3,0.98,\\\"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\\\"\\n573784fa1c45671900574483,4,0.97,<>\\n572807802ca10214002d9bf8,5,0.96,<>\\n570d2556fed7b91900d45c47,6,0.95,<>\\n57264d58f1498d1400e8db7a,7,0.94,<>\\n57274beff1498d1400e8f5e4,8,0.93,<>\\n573011de04bcaa1900d770f9,9,0.92,<>\\n57286fa83acd2414000df9e5,10,0.91,<>\\n57268527708984140094c8bf,11,0.9,<>\\n57269bb8708984140094cb95,12,0.89,<>\\n57280fd3ff5b5019007d9c26,13,0.88,<>\\n56de49a8cffd8e1900b4b7a7,14,0.87,\\\"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\\\"\\n5733fc6ed058e614000b670f,15,0.86,<>\\n57282358ff5b5019007d9dde,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 688, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 410, "trial_id": "squad-b36fc48eb7841d5b", "valid": true }, { "achieved_keep_ratio": 0.176765, "answer_retained": false, "deterministic": true, "input_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "input_tokens": 3598, "latency_ms": { "p50": 7.931, "p95": 8.012, "samples": [ 8.021, 7.841 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 636 } ], "requested_target_tokens": 1799, "tokens_after": 697, "tokens_before": 3659, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d9d34c763afd472221a5777bc2e259ef934a66b9a74f3325f58bdd5ee01fe01c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5728fb6a1d04691400778ef5,1,1.0,<>\\n572826634b864d19001645be,2,0.99,<>\\n5727cb4b2ca10214002d9676,3,0.98,<>\\n571c91c8dd7acb1400e4c10a,4,0.97,<>\\n5726701add62a815002e84c8,5,0.96,<>\\n571cdcb85efbb31900334e0c,6,0.95,<>\\n5725f7cd38643c19005acf23,7,0.94,<>\\n57339ad74776f41900660e86,8,0.93,<>\\n57339c16d058e614000b5ec5,9,0.92,<>\\n57284d484b864d1900164900,10,0.91,<>\\n57338160d058e614000b5bf9,11,0.9,<>\\n5725daa8ec44d21400f3d6b3,12,0.89,<>\\n57267d52708984140094c7d9,13,0.88,<>\\n56de40da4396321400ee2708,14,0.87,<>\\n572647e2dd62a815002e805c,15,0.86,<>\\n570d32e4fed7b91900d45d01,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 636, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1799, "trial_id": "squad-8c54e0e046847bbf", "valid": true }, { "achieved_keep_ratio": 0.176765, "answer_retained": false, "deterministic": true, "input_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "input_tokens": 3598, "latency_ms": { "p50": 9.467, "p95": 10.219, "samples": [ 8.631, 10.302 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 636 } ], "requested_target_tokens": 899, "tokens_after": 697, "tokens_before": 3659, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d9d34c763afd472221a5777bc2e259ef934a66b9a74f3325f58bdd5ee01fe01c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5728fb6a1d04691400778ef5,1,1.0,<>\\n572826634b864d19001645be,2,0.99,<>\\n5727cb4b2ca10214002d9676,3,0.98,<>\\n571c91c8dd7acb1400e4c10a,4,0.97,<>\\n5726701add62a815002e84c8,5,0.96,<>\\n571cdcb85efbb31900334e0c,6,0.95,<>\\n5725f7cd38643c19005acf23,7,0.94,<>\\n57339ad74776f41900660e86,8,0.93,<>\\n57339c16d058e614000b5ec5,9,0.92,<>\\n57284d484b864d1900164900,10,0.91,<>\\n57338160d058e614000b5bf9,11,0.9,<>\\n5725daa8ec44d21400f3d6b3,12,0.89,<>\\n57267d52708984140094c7d9,13,0.88,<>\\n56de40da4396321400ee2708,14,0.87,<>\\n572647e2dd62a815002e805c,15,0.86,<>\\n570d32e4fed7b91900d45d01,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 636, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 899, "trial_id": "squad-8c54e0e046847bbf", "valid": true }, { "achieved_keep_ratio": 0.176765, "answer_retained": false, "deterministic": true, "input_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "input_tokens": 3598, "latency_ms": { "p50": 29.538, "p95": 32.987, "samples": [ 25.705, 33.37 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 636 }, { "control_ratio": 0.08559945, "observed_tokens": 636 }, { "control_ratio": 0.05861813, "observed_tokens": 636 } ], "requested_target_tokens": 449, "tokens_after": 697, "tokens_before": 3659, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d9d34c763afd472221a5777bc2e259ef934a66b9a74f3325f58bdd5ee01fe01c", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5728fb6a1d04691400778ef5,1,1.0,<>\\n572826634b864d19001645be,2,0.99,<>\\n5727cb4b2ca10214002d9676,3,0.98,<>\\n571c91c8dd7acb1400e4c10a,4,0.97,<>\\n5726701add62a815002e84c8,5,0.96,<>\\n571cdcb85efbb31900334e0c,6,0.95,<>\\n5725f7cd38643c19005acf23,7,0.94,<>\\n57339ad74776f41900660e86,8,0.93,<>\\n57339c16d058e614000b5ec5,9,0.92,<>\\n57284d484b864d1900164900,10,0.91,<>\\n57338160d058e614000b5bf9,11,0.9,<>\\n5725daa8ec44d21400f3d6b3,12,0.89,<>\\n57267d52708984140094c7d9,13,0.88,<>\\n56de40da4396321400ee2708,14,0.87,<>\\n572647e2dd62a815002e805c,15,0.86,<>\\n570d32e4fed7b91900d45d01,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 636, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 449, "trial_id": "squad-8c54e0e046847bbf", "valid": true }, { "achieved_keep_ratio": 0.175028, "answer_retained": false, "deterministic": true, "input_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "input_tokens": 3588, "latency_ms": { "p50": 9.451, "p95": 10.669, "samples": [ 10.805, 8.097 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 628 } ], "requested_target_tokens": 1794, "tokens_after": 685, "tokens_before": 3645, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "1345d4f1320fe12cab93a7e1c6619465f1fa314e2e2970344d50345bfbf19f93", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737958b1c456719005744c3,1,1.0,<>\\n572a0bafaf94a219006aa765,2,0.99,<>\\n5733a1854776f41900660f0a,3,0.98,<>\\n5728facd4b864d1900165170,4,0.97,<>\\n57111380a58dae1900cd6bd6,5,0.96,<>\\n5733da01d058e614000b63f9,6,0.95,<>\\n572643de5951261400b5195a,7,0.94,<>\\n5729517d6aef051400154cc8,8,0.93,<>\\n5726a299dd62a815002e8b9e,9,0.92,<>\\n5728ed94ff5b5019007da97c,10,0.91,<>\\n5733d4c8d058e614000b6353,11,0.9,<>\\n5727526cdd62a815002e9b0e,12,0.89,<>\\n57297d421d046914007794e5,13,0.88,<>\\n572982e66aef051400154f92,14,0.87,<>\\n5727aa413acd2414000de921,15,0.86,<>\\n57293bc91d0469140077919b,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1794, "trial_id": "squad-fbb9d6ae2236d738", "valid": true }, { "achieved_keep_ratio": 0.175028, "answer_retained": false, "deterministic": true, "input_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "input_tokens": 3588, "latency_ms": { "p50": 9.737, "p95": 10.148, "samples": [ 10.193, 9.281 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 628 } ], "requested_target_tokens": 897, "tokens_after": 685, "tokens_before": 3645, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "1345d4f1320fe12cab93a7e1c6619465f1fa314e2e2970344d50345bfbf19f93", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737958b1c456719005744c3,1,1.0,<>\\n572a0bafaf94a219006aa765,2,0.99,<>\\n5733a1854776f41900660f0a,3,0.98,<>\\n5728facd4b864d1900165170,4,0.97,<>\\n57111380a58dae1900cd6bd6,5,0.96,<>\\n5733da01d058e614000b63f9,6,0.95,<>\\n572643de5951261400b5195a,7,0.94,<>\\n5729517d6aef051400154cc8,8,0.93,<>\\n5726a299dd62a815002e8b9e,9,0.92,<>\\n5728ed94ff5b5019007da97c,10,0.91,<>\\n5733d4c8d058e614000b6353,11,0.9,<>\\n5727526cdd62a815002e9b0e,12,0.89,<>\\n57297d421d046914007794e5,13,0.88,<>\\n572982e66aef051400154f92,14,0.87,<>\\n5727aa413acd2414000de921,15,0.86,<>\\n57293bc91d0469140077919b,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 897, "trial_id": "squad-fbb9d6ae2236d738", "valid": true }, { "achieved_keep_ratio": 0.175028, "answer_retained": false, "deterministic": true, "input_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "input_tokens": 3588, "latency_ms": { "p50": 29.098, "p95": 29.243, "samples": [ 29.259, 28.937 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 628 }, { "control_ratio": 0.08649682, "observed_tokens": 628 }, { "control_ratio": 0.05985359, "observed_tokens": 628 } ], "requested_target_tokens": 448, "tokens_after": 685, "tokens_before": 3645, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "1345d4f1320fe12cab93a7e1c6619465f1fa314e2e2970344d50345bfbf19f93", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737958b1c456719005744c3,1,1.0,<>\\n572a0bafaf94a219006aa765,2,0.99,<>\\n5733a1854776f41900660f0a,3,0.98,<>\\n5728facd4b864d1900165170,4,0.97,<>\\n57111380a58dae1900cd6bd6,5,0.96,<>\\n5733da01d058e614000b63f9,6,0.95,<>\\n572643de5951261400b5195a,7,0.94,<>\\n5729517d6aef051400154cc8,8,0.93,<>\\n5726a299dd62a815002e8b9e,9,0.92,<>\\n5728ed94ff5b5019007da97c,10,0.91,<>\\n5733d4c8d058e614000b6353,11,0.9,<>\\n5727526cdd62a815002e9b0e,12,0.89,<>\\n57297d421d046914007794e5,13,0.88,<>\\n572982e66aef051400154f92,14,0.87,<>\\n5727aa413acd2414000de921,15,0.86,<>\\n57293bc91d0469140077919b,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 448, "trial_id": "squad-fbb9d6ae2236d738", "valid": true }, { "achieved_keep_ratio": 0.182567, "answer_retained": false, "deterministic": true, "input_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "input_tokens": 3522, "latency_ms": { "p50": 10.004, "p95": 10.272, "samples": [ 9.706, 10.301 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 643 } ], "requested_target_tokens": 1761, "tokens_after": 706, "tokens_before": 3585, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "41e90496c403f81049d85ff5204618a5cb536b4a8e803d0871f5b1c7afb8c3cc", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a070c6aef0514001551c8,1,1.0,<>\\n5728ebcb3acd2414000e01d9,2,0.99,<>\\n5729fd56af94a219006aa72f,3,0.98,<>\\n572f5703a23a5019007fc573,4,0.97,<>\\n5733314e4776f4190066076a,5,0.96,<>\\n56e1c7e2cd28a01900c67b74,6,0.95,<>\\n572a0f073f37b3190047867f,7,0.94,<>\\n57377083c3c5551400e51edf,8,0.93,<>\\n572a020f6aef051400155198,9,0.92,<>\\n573085ea8ab72b1400f9c54c,10,0.91,<>\\n5737804dc3c5551400e51f0f,11,0.9,<>\\n57097c8fed30961900e841f2,12,0.89,<>\\n572ff86004bcaa1900d76f65,13,0.88,<>\\n57377c98c3c5551400e51efb,14,0.87,<>\\n5726deed5951b619008f80c5,15,0.86,<>\\n5727e8424b864d1900163fc0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 643, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1761, "trial_id": "squad-619d67ab1c1f8a30", "valid": true }, { "achieved_keep_ratio": 0.182567, "answer_retained": false, "deterministic": true, "input_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "input_tokens": 3522, "latency_ms": { "p50": 11.482, "p95": 13.331, "samples": [ 9.428, 13.536 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 643 } ], "requested_target_tokens": 880, "tokens_after": 706, "tokens_before": 3585, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "41e90496c403f81049d85ff5204618a5cb536b4a8e803d0871f5b1c7afb8c3cc", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a070c6aef0514001551c8,1,1.0,<>\\n5728ebcb3acd2414000e01d9,2,0.99,<>\\n5729fd56af94a219006aa72f,3,0.98,<>\\n572f5703a23a5019007fc573,4,0.97,<>\\n5733314e4776f4190066076a,5,0.96,<>\\n56e1c7e2cd28a01900c67b74,6,0.95,<>\\n572a0f073f37b3190047867f,7,0.94,<>\\n57377083c3c5551400e51edf,8,0.93,<>\\n572a020f6aef051400155198,9,0.92,<>\\n573085ea8ab72b1400f9c54c,10,0.91,<>\\n5737804dc3c5551400e51f0f,11,0.9,<>\\n57097c8fed30961900e841f2,12,0.89,<>\\n572ff86004bcaa1900d76f65,13,0.88,<>\\n57377c98c3c5551400e51efb,14,0.87,<>\\n5726deed5951b619008f80c5,15,0.86,<>\\n5727e8424b864d1900163fc0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 643, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 880, "trial_id": "squad-619d67ab1c1f8a30", "valid": true }, { "achieved_keep_ratio": 0.182567, "answer_retained": false, "deterministic": true, "input_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "input_tokens": 3522, "latency_ms": { "p50": 25.01, "p95": 25.535, "samples": [ 25.593, 24.426 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 643 }, { "control_ratio": 0.08297045, "observed_tokens": 643 }, { "control_ratio": 0.05507277, "observed_tokens": 643 } ], "requested_target_tokens": 440, "tokens_after": 706, "tokens_before": 3585, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "41e90496c403f81049d85ff5204618a5cb536b4a8e803d0871f5b1c7afb8c3cc", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a070c6aef0514001551c8,1,1.0,<>\\n5728ebcb3acd2414000e01d9,2,0.99,<>\\n5729fd56af94a219006aa72f,3,0.98,<>\\n572f5703a23a5019007fc573,4,0.97,<>\\n5733314e4776f4190066076a,5,0.96,<>\\n56e1c7e2cd28a01900c67b74,6,0.95,<>\\n572a0f073f37b3190047867f,7,0.94,<>\\n57377083c3c5551400e51edf,8,0.93,<>\\n572a020f6aef051400155198,9,0.92,<>\\n573085ea8ab72b1400f9c54c,10,0.91,<>\\n5737804dc3c5551400e51f0f,11,0.9,<>\\n57097c8fed30961900e841f2,12,0.89,<>\\n572ff86004bcaa1900d76f65,13,0.88,<>\\n57377c98c3c5551400e51efb,14,0.87,<>\\n5726deed5951b619008f80c5,15,0.86,<>\\n5727e8424b864d1900163fc0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 643, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 440, "trial_id": "squad-619d67ab1c1f8a30", "valid": true }, { "achieved_keep_ratio": 0.202815, "answer_retained": false, "deterministic": true, "input_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "input_tokens": 3126, "latency_ms": { "p50": 9.123, "p95": 9.217, "samples": [ 9.228, 9.018 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 634 } ], "requested_target_tokens": 1563, "tokens_after": 697, "tokens_before": 3189, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "cabc2464b2a067ebc2a4ef1a36eb11d34577ccb5d221575cad49793fee6a91f8", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5705f7c875f01819005e77dc,1,1.0,<>\\n56e1bc3ae3433e1400423104,2,0.99,<>\\n57283f014b864d19001647e8,3,0.98,<>\\n5729fc3d1d0469140077969d,4,0.97,<>\\n572663a9f1498d1400e8ddf2,5,0.96,<>\\n57281ab63acd2414000df493,6,0.95,<>\\n56de0f6a4396321400ee257f,7,0.94,<>\\n572669a9dd62a815002e8416,8,0.93,<>\\n571ce5055efbb31900334e2a,9,0.92,<>\\n5728fd3c3f37b31900477f2b,10,0.91,<>\\n57300e2604bcaa1900d770b7,11,0.9,<>\\n5727ff083acd2414000df1ab,12,0.89,<>\\n57266193dd62a815002e832a,13,0.88,<>\\n56e1b00ce3433e140042309e,14,0.87,<>\\n5730ab63396df91900096260,15,0.86,<>\\n57332442d058e614000b5720,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 634, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1563, "trial_id": "squad-63637e4ee5903aaa", "valid": true }, { "achieved_keep_ratio": 0.202815, "answer_retained": false, "deterministic": true, "input_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "input_tokens": 3126, "latency_ms": { "p50": 7.398, "p95": 7.54, "samples": [ 7.24, 7.556 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 634 } ], "requested_target_tokens": 781, "tokens_after": 697, "tokens_before": 3189, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "cabc2464b2a067ebc2a4ef1a36eb11d34577ccb5d221575cad49793fee6a91f8", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5705f7c875f01819005e77dc,1,1.0,<>\\n56e1bc3ae3433e1400423104,2,0.99,<>\\n57283f014b864d19001647e8,3,0.98,<>\\n5729fc3d1d0469140077969d,4,0.97,<>\\n572663a9f1498d1400e8ddf2,5,0.96,<>\\n57281ab63acd2414000df493,6,0.95,<>\\n56de0f6a4396321400ee257f,7,0.94,<>\\n572669a9dd62a815002e8416,8,0.93,<>\\n571ce5055efbb31900334e2a,9,0.92,<>\\n5728fd3c3f37b31900477f2b,10,0.91,<>\\n57300e2604bcaa1900d770b7,11,0.9,<>\\n5727ff083acd2414000df1ab,12,0.89,<>\\n57266193dd62a815002e832a,13,0.88,<>\\n56e1b00ce3433e140042309e,14,0.87,<>\\n5730ab63396df91900096260,15,0.86,<>\\n57332442d058e614000b5720,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 634, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 781, "trial_id": "squad-63637e4ee5903aaa", "valid": true }, { "achieved_keep_ratio": 0.202815, "answer_retained": false, "deterministic": true, "input_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "input_tokens": 3126, "latency_ms": { "p50": 24.45, "p95": 24.787, "samples": [ 24.076, 24.824 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 634 }, { "control_ratio": 0.07458596, "observed_tokens": 634 }, { "control_ratio": 0.04450453, "observed_tokens": 634 } ], "requested_target_tokens": 390, "tokens_after": 697, "tokens_before": 3189, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "cabc2464b2a067ebc2a4ef1a36eb11d34577ccb5d221575cad49793fee6a91f8", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5705f7c875f01819005e77dc,1,1.0,<>\\n56e1bc3ae3433e1400423104,2,0.99,<>\\n57283f014b864d19001647e8,3,0.98,<>\\n5729fc3d1d0469140077969d,4,0.97,<>\\n572663a9f1498d1400e8ddf2,5,0.96,<>\\n57281ab63acd2414000df493,6,0.95,<>\\n56de0f6a4396321400ee257f,7,0.94,<>\\n572669a9dd62a815002e8416,8,0.93,<>\\n571ce5055efbb31900334e2a,9,0.92,<>\\n5728fd3c3f37b31900477f2b,10,0.91,<>\\n57300e2604bcaa1900d770b7,11,0.9,<>\\n5727ff083acd2414000df1ab,12,0.89,<>\\n57266193dd62a815002e832a,13,0.88,<>\\n56e1b00ce3433e140042309e,14,0.87,<>\\n5730ab63396df91900096260,15,0.86,<>\\n57332442d058e614000b5720,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 634, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 390, "trial_id": "squad-63637e4ee5903aaa", "valid": true }, { "achieved_keep_ratio": 0.194331, "answer_retained": false, "deterministic": true, "input_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "input_tokens": 3175, "latency_ms": { "p50": 7.133, "p95": 8.029, "samples": [ 8.128, 6.139 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 617 } ], "requested_target_tokens": 1587, "tokens_after": 679, "tokens_before": 3237, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d785665a377161c586ed4383bc25c13d1f0390646164880f4847bbab19a4db1b", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a03a06aef0514001551aa,1,1.0,<>\\n57293e983f37b3190047818b,2,0.99,<>\\n5727f7523acd2414000df10d,3,0.98,<>\\n572fdc34a23a5019007fca93,4,0.97,<>\\n57287b322ca10214002da3be,5,0.96,<>\\n572985011d04691400779501,6,0.95,<>\\n57111380a58dae1900cd6bd6,7,0.94,<>\\n57287b4a4b864d1900164a28,8,0.93,<>\\n57265aaf5951b619008f706b,9,0.92,<>\\n5705ffde52bb891400689784,10,0.91,<>\\n5733cff84776f419006612b4,11,0.9,<>\\n573407d7d058e614000b6813,12,0.89,<>\\n57286951ff5b5019007da20e,13,0.88,<>\\n572980f9af94a219006aa4d1,14,0.87,<>\\n5727ec062ca10214002d99b6,15,0.86,<>\\n56de1645cffd8e1900b4b5d0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 617, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1587, "trial_id": "squad-2dd3fd67f63b052b", "valid": true }, { "achieved_keep_ratio": 0.194331, "answer_retained": false, "deterministic": true, "input_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "input_tokens": 3175, "latency_ms": { "p50": 7.8, "p95": 8.975, "samples": [ 6.494, 9.106 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 617 } ], "requested_target_tokens": 793, "tokens_after": 679, "tokens_before": 3237, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d785665a377161c586ed4383bc25c13d1f0390646164880f4847bbab19a4db1b", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a03a06aef0514001551aa,1,1.0,<>\\n57293e983f37b3190047818b,2,0.99,<>\\n5727f7523acd2414000df10d,3,0.98,<>\\n572fdc34a23a5019007fca93,4,0.97,<>\\n57287b322ca10214002da3be,5,0.96,<>\\n572985011d04691400779501,6,0.95,<>\\n57111380a58dae1900cd6bd6,7,0.94,<>\\n57287b4a4b864d1900164a28,8,0.93,<>\\n57265aaf5951b619008f706b,9,0.92,<>\\n5705ffde52bb891400689784,10,0.91,<>\\n5733cff84776f419006612b4,11,0.9,<>\\n573407d7d058e614000b6813,12,0.89,<>\\n57286951ff5b5019007da20e,13,0.88,<>\\n572980f9af94a219006aa4d1,14,0.87,<>\\n5727ec062ca10214002d99b6,15,0.86,<>\\n56de1645cffd8e1900b4b5d0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 617, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 793, "trial_id": "squad-2dd3fd67f63b052b", "valid": true }, { "achieved_keep_ratio": 0.194331, "answer_retained": false, "deterministic": true, "input_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "input_tokens": 3175, "latency_ms": { "p50": 24.575, "p95": 25.106, "samples": [ 25.165, 23.985 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 617 }, { "control_ratio": 0.0778201, "observed_tokens": 617 }, { "control_ratio": 0.04844774, "observed_tokens": 617 } ], "requested_target_tokens": 396, "tokens_after": 679, "tokens_before": 3237, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d785665a377161c586ed4383bc25c13d1f0390646164880f4847bbab19a4db1b", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a03a06aef0514001551aa,1,1.0,<>\\n57293e983f37b3190047818b,2,0.99,<>\\n5727f7523acd2414000df10d,3,0.98,<>\\n572fdc34a23a5019007fca93,4,0.97,<>\\n57287b322ca10214002da3be,5,0.96,<>\\n572985011d04691400779501,6,0.95,<>\\n57111380a58dae1900cd6bd6,7,0.94,<>\\n57287b4a4b864d1900164a28,8,0.93,<>\\n57265aaf5951b619008f706b,9,0.92,<>\\n5705ffde52bb891400689784,10,0.91,<>\\n5733cff84776f419006612b4,11,0.9,<>\\n573407d7d058e614000b6813,12,0.89,<>\\n57286951ff5b5019007da20e,13,0.88,<>\\n572980f9af94a219006aa4d1,14,0.87,<>\\n5727ec062ca10214002d99b6,15,0.86,<>\\n56de1645cffd8e1900b4b5d0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 617, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 396, "trial_id": "squad-2dd3fd67f63b052b", "valid": true }, { "achieved_keep_ratio": 0.181302, "answer_retained": false, "deterministic": true, "input_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "input_tokens": 3519, "latency_ms": { "p50": 9.699, "p95": 10.302, "samples": [ 10.369, 9.029 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 638 } ], "requested_target_tokens": 1759, "tokens_after": 700, "tokens_before": 3581, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b8873522a87af8947185e20eb15b7e6e4f3b77ae4a883f777752d5f8b335c8de", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57294209af94a219006aa201,1,1.0,<>\\n572656e4dd62a815002e81fa,2,0.99,<>\\n572ff5fcb2c2fd1400568657,3,0.98,<>\\n572883153acd2414000dfa6f,4,0.97,<>\\n57287338ff5b5019007da232,5,0.96,<>\\n5725cb33271a42140099d1db,6,0.95,<>\\n56de3e414396321400ee26d8,7,0.94,<>\\n5727ec062ca10214002d99b6,8,0.93,<>\\n5706111a52bb89140068984c,9,0.92,<>\\n5728f6446aef0514001548e4,10,0.91,<>\\n56e1b169cd28a01900c67a72,11,0.9,<>\\n56de1563cffd8e1900b4b5c2,12,0.89,<>\\n572a0b0b6aef0514001551f6,13,0.88,<>\\n5733fb7bd058e614000b66ff,14,0.87,<>\\n57300911947a6a140053cfb6,15,0.86,<>\\n570d32e4fed7b91900d45d01,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1759, "trial_id": "squad-94acf6e30ce6881b", "valid": true }, { "achieved_keep_ratio": 0.181302, "answer_retained": false, "deterministic": true, "input_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "input_tokens": 3519, "latency_ms": { "p50": 10.731, "p95": 11.988, "samples": [ 9.334, 12.127 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 638 } ], "requested_target_tokens": 879, "tokens_after": 700, "tokens_before": 3581, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b8873522a87af8947185e20eb15b7e6e4f3b77ae4a883f777752d5f8b335c8de", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57294209af94a219006aa201,1,1.0,<>\\n572656e4dd62a815002e81fa,2,0.99,<>\\n572ff5fcb2c2fd1400568657,3,0.98,<>\\n572883153acd2414000dfa6f,4,0.97,<>\\n57287338ff5b5019007da232,5,0.96,<>\\n5725cb33271a42140099d1db,6,0.95,<>\\n56de3e414396321400ee26d8,7,0.94,<>\\n5727ec062ca10214002d99b6,8,0.93,<>\\n5706111a52bb89140068984c,9,0.92,<>\\n5728f6446aef0514001548e4,10,0.91,<>\\n56e1b169cd28a01900c67a72,11,0.9,<>\\n56de1563cffd8e1900b4b5c2,12,0.89,<>\\n572a0b0b6aef0514001551f6,13,0.88,<>\\n5733fb7bd058e614000b66ff,14,0.87,<>\\n57300911947a6a140053cfb6,15,0.86,<>\\n570d32e4fed7b91900d45d01,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 879, "trial_id": "squad-94acf6e30ce6881b", "valid": true }, { "achieved_keep_ratio": 0.181302, "answer_retained": false, "deterministic": true, "input_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "input_tokens": 3519, "latency_ms": { "p50": 26.233, "p95": 27.058, "samples": [ 27.15, 25.316 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 638 }, { "control_ratio": 0.08343064, "observed_tokens": 638 }, { "control_ratio": 0.05568538, "observed_tokens": 638 } ], "requested_target_tokens": 439, "tokens_after": 700, "tokens_before": 3581, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "b8873522a87af8947185e20eb15b7e6e4f3b77ae4a883f777752d5f8b335c8de", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57294209af94a219006aa201,1,1.0,<>\\n572656e4dd62a815002e81fa,2,0.99,<>\\n572ff5fcb2c2fd1400568657,3,0.98,<>\\n572883153acd2414000dfa6f,4,0.97,<>\\n57287338ff5b5019007da232,5,0.96,<>\\n5725cb33271a42140099d1db,6,0.95,<>\\n56de3e414396321400ee26d8,7,0.94,<>\\n5727ec062ca10214002d99b6,8,0.93,<>\\n5706111a52bb89140068984c,9,0.92,<>\\n5728f6446aef0514001548e4,10,0.91,<>\\n56e1b169cd28a01900c67a72,11,0.9,<>\\n56de1563cffd8e1900b4b5c2,12,0.89,<>\\n572a0b0b6aef0514001551f6,13,0.88,<>\\n5733fb7bd058e614000b66ff,14,0.87,<>\\n57300911947a6a140053cfb6,15,0.86,<>\\n570d32e4fed7b91900d45d01,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 439, "trial_id": "squad-94acf6e30ce6881b", "valid": true }, { "achieved_keep_ratio": 0.224319, "answer_retained": false, "deterministic": true, "input_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "input_tokens": 2755, "latency_ms": { "p50": 10.299, "p95": 13.127, "samples": [ 13.442, 7.155 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 618 } ], "requested_target_tokens": 1377, "tokens_after": 682, "tokens_before": 2819, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2501a86e534e0750be6d1b42f355e2e6e08e4300a71ec762b7bde5ab2c41737a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572978f91d046914007794d3,1,1.0,<>\\n572ff932a23a5019007fcbd5,2,0.99,<>\\n5730a314069b5314008321eb,3,0.98,<>\\n572a13841d0469140077973b,4,0.97,<>\\n573098f38ab72b1400f9c5d2,5,0.96,<>\\n56e190bce3433e1400422fc8,6,0.95,<>\\n57264cc6dd62a815002e80e4,7,0.94,<>\\n570966e0200fba1400367f4f,8,0.93,<>\\n572659ea5951b619008f7051,9,0.92,<>\\n572754dd708984140094dc3b,10,0.91,<>\\n5726446a89cfff1900a8404d,11,0.9,<>\\n5728f9882ca10214002dab5a,12,0.89,<>\\n5711119cb654c5140001fae3,13,0.88,<>\\n5728f7774b864d190016512e,14,0.87,<>\\n5726516a708984140094c223,15,0.86,<>\\n572a1a5c6aef051400155284,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 618, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1377, "trial_id": "squad-c5ca1e119fc2a099", "valid": true }, { "achieved_keep_ratio": 0.224319, "answer_retained": false, "deterministic": true, "input_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "input_tokens": 2755, "latency_ms": { "p50": 12.28, "p95": 15.119, "samples": [ 15.434, 9.125 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 618 } ], "requested_target_tokens": 688, "tokens_after": 682, "tokens_before": 2819, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2501a86e534e0750be6d1b42f355e2e6e08e4300a71ec762b7bde5ab2c41737a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572978f91d046914007794d3,1,1.0,<>\\n572ff932a23a5019007fcbd5,2,0.99,<>\\n5730a314069b5314008321eb,3,0.98,<>\\n572a13841d0469140077973b,4,0.97,<>\\n573098f38ab72b1400f9c5d2,5,0.96,<>\\n56e190bce3433e1400422fc8,6,0.95,<>\\n57264cc6dd62a815002e80e4,7,0.94,<>\\n570966e0200fba1400367f4f,8,0.93,<>\\n572659ea5951b619008f7051,9,0.92,<>\\n572754dd708984140094dc3b,10,0.91,<>\\n5726446a89cfff1900a8404d,11,0.9,<>\\n5728f9882ca10214002dab5a,12,0.89,<>\\n5711119cb654c5140001fae3,13,0.88,<>\\n5728f7774b864d190016512e,14,0.87,<>\\n5726516a708984140094c223,15,0.86,<>\\n572a1a5c6aef051400155284,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 618, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 688, "trial_id": "squad-c5ca1e119fc2a099", "valid": true }, { "achieved_keep_ratio": 0.224319, "answer_retained": false, "deterministic": true, "input_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "input_tokens": 2755, "latency_ms": { "p50": 27.277, "p95": 30.522, "samples": [ 30.882, 23.673 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 618 }, { "control_ratio": 0.06749191, "observed_tokens": 618 }, { "control_ratio": 0.03644126, "observed_tokens": 618 } ], "requested_target_tokens": 344, "tokens_after": 682, "tokens_before": 2819, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "2501a86e534e0750be6d1b42f355e2e6e08e4300a71ec762b7bde5ab2c41737a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572978f91d046914007794d3,1,1.0,<>\\n572ff932a23a5019007fcbd5,2,0.99,<>\\n5730a314069b5314008321eb,3,0.98,<>\\n572a13841d0469140077973b,4,0.97,<>\\n573098f38ab72b1400f9c5d2,5,0.96,<>\\n56e190bce3433e1400422fc8,6,0.95,<>\\n57264cc6dd62a815002e80e4,7,0.94,<>\\n570966e0200fba1400367f4f,8,0.93,<>\\n572659ea5951b619008f7051,9,0.92,<>\\n572754dd708984140094dc3b,10,0.91,<>\\n5726446a89cfff1900a8404d,11,0.9,<>\\n5728f9882ca10214002dab5a,12,0.89,<>\\n5711119cb654c5140001fae3,13,0.88,<>\\n5728f7774b864d190016512e,14,0.87,<>\\n5726516a708984140094c223,15,0.86,<>\\n572a1a5c6aef051400155284,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 618, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 344, "trial_id": "squad-c5ca1e119fc2a099", "valid": true }, { "achieved_keep_ratio": 0.199809, "answer_retained": false, "deterministic": true, "input_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "input_tokens": 3143, "latency_ms": { "p50": 9.341, "p95": 9.377, "samples": [ 9.301, 9.381 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 628 } ], "requested_target_tokens": 1571, "tokens_after": 690, "tokens_before": 3205, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "22adb0f9a59ac76b2642b84d523a08fa44966df11f25f67c5a38f1d5e2f15933", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57378862c3c5551400e51f21,1,1.0,<>\\n56de3e414396321400ee26d8,2,0.99,<>\\n56de40da4396321400ee2708,3,0.98,<>\\n57264586f1498d1400e8dac6,4,0.97,<>\\n572812e74b864d19001643ce,5,0.96,<>\\n5728151b4b864d1900164428,6,0.95,<>\\n5711651050c2381900b54acb,7,0.94,<>\\n57264c42dd62a815002e80c6,8,0.93,<>\\n57264228ec44d21400f3dcf5,9,0.92,<>\\n570607f575f01819005e78b4,10,0.91,<>\\n571155ae2419e31400955591,11,0.9,<>\\n5705fec152bb89140068977a,12,0.89,<>\\n572881022ca10214002da416,13,0.88,<>\\n571a50df4faf5e1900b8a960,14,0.87,<>\\n5729feaf6aef051400155188,15,0.86,<>\\n57302e45947a6a140053d22e,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1571, "trial_id": "squad-15cba79fe8dbb336", "valid": true }, { "achieved_keep_ratio": 0.199809, "answer_retained": false, "deterministic": true, "input_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "input_tokens": 3143, "latency_ms": { "p50": 8.733, "p95": 10.3, "samples": [ 6.993, 10.474 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 628 } ], "requested_target_tokens": 785, "tokens_after": 690, "tokens_before": 3205, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "22adb0f9a59ac76b2642b84d523a08fa44966df11f25f67c5a38f1d5e2f15933", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57378862c3c5551400e51f21,1,1.0,<>\\n56de3e414396321400ee26d8,2,0.99,<>\\n56de40da4396321400ee2708,3,0.98,<>\\n57264586f1498d1400e8dac6,4,0.97,<>\\n572812e74b864d19001643ce,5,0.96,<>\\n5728151b4b864d1900164428,6,0.95,<>\\n5711651050c2381900b54acb,7,0.94,<>\\n57264c42dd62a815002e80c6,8,0.93,<>\\n57264228ec44d21400f3dcf5,9,0.92,<>\\n570607f575f01819005e78b4,10,0.91,<>\\n571155ae2419e31400955591,11,0.9,<>\\n5705fec152bb89140068977a,12,0.89,<>\\n572881022ca10214002da416,13,0.88,<>\\n571a50df4faf5e1900b8a960,14,0.87,<>\\n5729feaf6aef051400155188,15,0.86,<>\\n57302e45947a6a140053d22e,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 785, "trial_id": "squad-15cba79fe8dbb336", "valid": true }, { "achieved_keep_ratio": 0.199809, "answer_retained": false, "deterministic": true, "input_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "input_tokens": 3143, "latency_ms": { "p50": 26.263, "p95": 26.951, "samples": [ 25.499, 27.028 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 628 }, { "control_ratio": 0.07568471, "observed_tokens": 628 }, { "control_ratio": 0.04582541, "observed_tokens": 628 } ], "requested_target_tokens": 392, "tokens_after": 690, "tokens_before": 3205, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "22adb0f9a59ac76b2642b84d523a08fa44966df11f25f67c5a38f1d5e2f15933", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57378862c3c5551400e51f21,1,1.0,<>\\n56de3e414396321400ee26d8,2,0.99,<>\\n56de40da4396321400ee2708,3,0.98,<>\\n57264586f1498d1400e8dac6,4,0.97,<>\\n572812e74b864d19001643ce,5,0.96,<>\\n5728151b4b864d1900164428,6,0.95,<>\\n5711651050c2381900b54acb,7,0.94,<>\\n57264c42dd62a815002e80c6,8,0.93,<>\\n57264228ec44d21400f3dcf5,9,0.92,<>\\n570607f575f01819005e78b4,10,0.91,<>\\n571155ae2419e31400955591,11,0.9,<>\\n5705fec152bb89140068977a,12,0.89,<>\\n572881022ca10214002da416,13,0.88,<>\\n571a50df4faf5e1900b8a960,14,0.87,<>\\n5729feaf6aef051400155188,15,0.86,<>\\n57302e45947a6a140053d22e,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 392, "trial_id": "squad-15cba79fe8dbb336", "valid": true }, { "achieved_keep_ratio": 0.177075, "answer_retained": false, "deterministic": true, "input_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "input_tokens": 3603, "latency_ms": { "p50": 8.911, "p95": 9.428, "samples": [ 9.486, 8.337 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 638 } ], "requested_target_tokens": 1801, "tokens_after": 699, "tokens_before": 3664, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ebbdc0243be89db257fbfc174631f34d7bd932c6f3ba96e2aaca6d0a39357dc6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57105da9a58dae1900cd699e,1,1.0,<>\\n5733a45d4776f41900660f23,2,0.99,<>\\n5727ee372ca10214002d99ec,3,0.98,<>\\n572879574b864d1900164a14,4,0.97,<>\\n572f65e9b2c2fd14005680cb,5,0.96,<>\\n57284142ff5b5019007da00a,6,0.95,<>\\n570961aa200fba1400367f15,7,0.94,<>\\n5727c69d3acd2414000dec13,8,0.93,<>\\n573085ea8ab72b1400f9c54c,9,0.92,<>\\n572fd264b2c2fd14005684a9,10,0.91,<>\\n57264e455951b619008f6f65,11,0.9,<>\\n57300ec0947a6a140053d004,12,0.89,<>\\n5727e0474b864d1900163f08,13,0.88,<>\\n5733a560d058e614000b5f77,14,0.87,<>\\n5733834ed058e614000b5c26,15,0.86,<>\\n57268da7f1498d1400e8e39c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1801, "trial_id": "squad-2a8d1f88032dee93", "valid": true }, { "achieved_keep_ratio": 0.177075, "answer_retained": false, "deterministic": true, "input_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "input_tokens": 3603, "latency_ms": { "p50": 8.276, "p95": 8.61, "samples": [ 7.906, 8.647 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 638 } ], "requested_target_tokens": 900, "tokens_after": 699, "tokens_before": 3664, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ebbdc0243be89db257fbfc174631f34d7bd932c6f3ba96e2aaca6d0a39357dc6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57105da9a58dae1900cd699e,1,1.0,<>\\n5733a45d4776f41900660f23,2,0.99,<>\\n5727ee372ca10214002d99ec,3,0.98,<>\\n572879574b864d1900164a14,4,0.97,<>\\n572f65e9b2c2fd14005680cb,5,0.96,<>\\n57284142ff5b5019007da00a,6,0.95,<>\\n570961aa200fba1400367f15,7,0.94,<>\\n5727c69d3acd2414000dec13,8,0.93,<>\\n573085ea8ab72b1400f9c54c,9,0.92,<>\\n572fd264b2c2fd14005684a9,10,0.91,<>\\n57264e455951b619008f6f65,11,0.9,<>\\n57300ec0947a6a140053d004,12,0.89,<>\\n5727e0474b864d1900163f08,13,0.88,<>\\n5733a560d058e614000b5f77,14,0.87,<>\\n5733834ed058e614000b5c26,15,0.86,<>\\n57268da7f1498d1400e8e39c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 900, "trial_id": "squad-2a8d1f88032dee93", "valid": true }, { "achieved_keep_ratio": 0.177075, "answer_retained": false, "deterministic": true, "input_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "input_tokens": 3603, "latency_ms": { "p50": 28.142, "p95": 30.101, "samples": [ 25.965, 30.319 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 638 }, { "control_ratio": 0.08552116, "observed_tokens": 638 }, { "control_ratio": 0.05851095, "observed_tokens": 638 } ], "requested_target_tokens": 450, "tokens_after": 699, "tokens_before": 3664, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ebbdc0243be89db257fbfc174631f34d7bd932c6f3ba96e2aaca6d0a39357dc6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57105da9a58dae1900cd699e,1,1.0,<>\\n5733a45d4776f41900660f23,2,0.99,<>\\n5727ee372ca10214002d99ec,3,0.98,<>\\n572879574b864d1900164a14,4,0.97,<>\\n572f65e9b2c2fd14005680cb,5,0.96,<>\\n57284142ff5b5019007da00a,6,0.95,<>\\n570961aa200fba1400367f15,7,0.94,<>\\n5727c69d3acd2414000dec13,8,0.93,<>\\n573085ea8ab72b1400f9c54c,9,0.92,<>\\n572fd264b2c2fd14005684a9,10,0.91,<>\\n57264e455951b619008f6f65,11,0.9,<>\\n57300ec0947a6a140053d004,12,0.89,<>\\n5727e0474b864d1900163f08,13,0.88,<>\\n5733a560d058e614000b5f77,14,0.87,<>\\n5733834ed058e614000b5c26,15,0.86,<>\\n57268da7f1498d1400e8e39c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 638, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 450, "trial_id": "squad-2a8d1f88032dee93", "valid": true }, { "achieved_keep_ratio": 0.195427, "answer_retained": false, "deterministic": true, "input_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "input_tokens": 3280, "latency_ms": { "p50": 8.952, "p95": 9.387, "samples": [ 9.435, 8.469 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 641 } ], "requested_target_tokens": 1640, "tokens_after": 703, "tokens_before": 3342, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "fed90bde9e84d8d4e2587f33babff5104fe37f6159152d0d620ce92faa8f7835", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5711669550c2381900b54adf,1,1.0,<>\\n57114dfb50c2381900b54a53,2,0.99,<>\\n56de52614396321400ee27fb,3,0.98,<>\\n56de40da4396321400ee2708,4,0.97,<>\\n5728855d3acd2414000dfa8d,5,0.96,<>\\n5710f4b8b654c5140001fa45,6,0.95,<>\\n5725dd7d89a1e219009abfea,7,0.94,<>\\n5705edcd52bb8914006896ca,8,0.93,<>\\n5730ac782461fd1900a9cf73,9,0.92,<>\\n571c83f3dd7acb1400e4c0d8,10,0.91,<>\\n5726f48df1498d1400e8f0da,11,0.9,<>\\n5730aa52069b53140083221d,12,0.89,<>\\n5725d34089a1e219009abf50,13,0.88,<>\\n572ff5fcb2c2fd1400568657,14,0.87,<>\\n57302a3aa23a5019007fcecf,15,0.86,<>\\n572648e8dd62a815002e8076,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 641, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1640, "trial_id": "squad-e8b9d920d1876b2a", "valid": true }, { "achieved_keep_ratio": 0.195427, "answer_retained": false, "deterministic": true, "input_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "input_tokens": 3280, "latency_ms": { "p50": 9.229, "p95": 9.786, "samples": [ 9.848, 8.609 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 641 } ], "requested_target_tokens": 820, "tokens_after": 703, "tokens_before": 3342, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "fed90bde9e84d8d4e2587f33babff5104fe37f6159152d0d620ce92faa8f7835", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5711669550c2381900b54adf,1,1.0,<>\\n57114dfb50c2381900b54a53,2,0.99,<>\\n56de52614396321400ee27fb,3,0.98,<>\\n56de40da4396321400ee2708,4,0.97,<>\\n5728855d3acd2414000dfa8d,5,0.96,<>\\n5710f4b8b654c5140001fa45,6,0.95,<>\\n5725dd7d89a1e219009abfea,7,0.94,<>\\n5705edcd52bb8914006896ca,8,0.93,<>\\n5730ac782461fd1900a9cf73,9,0.92,<>\\n571c83f3dd7acb1400e4c0d8,10,0.91,<>\\n5726f48df1498d1400e8f0da,11,0.9,<>\\n5730aa52069b53140083221d,12,0.89,<>\\n5725d34089a1e219009abf50,13,0.88,<>\\n572ff5fcb2c2fd1400568657,14,0.87,<>\\n57302a3aa23a5019007fcecf,15,0.86,<>\\n572648e8dd62a815002e8076,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 641, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 820, "trial_id": "squad-e8b9d920d1876b2a", "valid": true }, { "achieved_keep_ratio": 0.195427, "answer_retained": false, "deterministic": true, "input_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "input_tokens": 3280, "latency_ms": { "p50": 32.688, "p95": 33.618, "samples": [ 33.721, 31.656 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 641 }, { "control_ratio": 0.0775546, "observed_tokens": 641 }, { "control_ratio": 0.04811773, "observed_tokens": 641 } ], "requested_target_tokens": 410, "tokens_after": 703, "tokens_before": 3342, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "fed90bde9e84d8d4e2587f33babff5104fe37f6159152d0d620ce92faa8f7835", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5711669550c2381900b54adf,1,1.0,<>\\n57114dfb50c2381900b54a53,2,0.99,<>\\n56de52614396321400ee27fb,3,0.98,<>\\n56de40da4396321400ee2708,4,0.97,<>\\n5728855d3acd2414000dfa8d,5,0.96,<>\\n5710f4b8b654c5140001fa45,6,0.95,<>\\n5725dd7d89a1e219009abfea,7,0.94,<>\\n5705edcd52bb8914006896ca,8,0.93,<>\\n5730ac782461fd1900a9cf73,9,0.92,<>\\n571c83f3dd7acb1400e4c0d8,10,0.91,<>\\n5726f48df1498d1400e8f0da,11,0.9,<>\\n5730aa52069b53140083221d,12,0.89,<>\\n5725d34089a1e219009abf50,13,0.88,<>\\n572ff5fcb2c2fd1400568657,14,0.87,<>\\n57302a3aa23a5019007fcecf,15,0.86,<>\\n572648e8dd62a815002e8076,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 641, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 410, "trial_id": "squad-e8b9d920d1876b2a", "valid": true }, { "achieved_keep_ratio": 0.182423, "answer_retained": false, "deterministic": true, "input_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "input_tokens": 3459, "latency_ms": { "p50": 9.435, "p95": 9.802, "samples": [ 9.843, 9.026 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 631 } ], "requested_target_tokens": 1729, "tokens_after": 703, "tokens_before": 3531, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "e95e6e1994a5406ed255d112e7f744220b1ca3b786a5fe3650f1edb24318c2b6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a13841d0469140077973b,1,1.0,<>\\n57274d1cdd62a815002e9aae,2,0.99,<>\\n57107e6ca58dae1900cd69f2,3,0.98,<>\\n5726a638dd62a815002e8bf6,4,0.97,<>\\n5726414e271a42140099d7e5,5,0.96,<>\\n572fc659b2c2fd1400568447,6,0.95,<>\\n5733e8ae4776f419006614a6,7,0.94,<>\\n56e1c9bfe3433e1400423192,8,0.93,<>\\n56e1c4fce3433e140042314e,9,0.92,<>\\n57332f81d058e614000b5776,10,0.91,<>\\n57337ea24776f41900660bd0,11,0.9,<>\\n572a0f073f37b3190047867f,12,0.89,<>\\n571c8198dd7acb1400e4c0ce,13,0.88,<>\\n57115b2850c2381900b54a7f,14,0.87,<>\\n5733e771d058e614000b6545,15,0.86,<>\\n57265bdfdd62a815002e829e,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1729, "trial_id": "squad-8a0a716f3d08f4ae", "valid": true }, { "achieved_keep_ratio": 0.182423, "answer_retained": false, "deterministic": true, "input_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "input_tokens": 3459, "latency_ms": { "p50": 10.532, "p95": 11.476, "samples": [ 9.482, 11.581 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 631 } ], "requested_target_tokens": 864, "tokens_after": 703, "tokens_before": 3531, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "e95e6e1994a5406ed255d112e7f744220b1ca3b786a5fe3650f1edb24318c2b6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a13841d0469140077973b,1,1.0,<>\\n57274d1cdd62a815002e9aae,2,0.99,<>\\n57107e6ca58dae1900cd69f2,3,0.98,<>\\n5726a638dd62a815002e8bf6,4,0.97,<>\\n5726414e271a42140099d7e5,5,0.96,<>\\n572fc659b2c2fd1400568447,6,0.95,<>\\n5733e8ae4776f419006614a6,7,0.94,<>\\n56e1c9bfe3433e1400423192,8,0.93,<>\\n56e1c4fce3433e140042314e,9,0.92,<>\\n57332f81d058e614000b5776,10,0.91,<>\\n57337ea24776f41900660bd0,11,0.9,<>\\n572a0f073f37b3190047867f,12,0.89,<>\\n571c8198dd7acb1400e4c0ce,13,0.88,<>\\n57115b2850c2381900b54a7f,14,0.87,<>\\n5733e771d058e614000b6545,15,0.86,<>\\n57265bdfdd62a815002e829e,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 864, "trial_id": "squad-8a0a716f3d08f4ae", "valid": true }, { "achieved_keep_ratio": 0.182423, "answer_retained": false, "deterministic": true, "input_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "input_tokens": 3459, "latency_ms": { "p50": 28.238, "p95": 30.529, "samples": [ 30.783, 25.693 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 631 }, { "control_ratio": 0.08301109, "observed_tokens": 631 }, { "control_ratio": 0.05512673, "observed_tokens": 631 } ], "requested_target_tokens": 432, "tokens_after": 703, "tokens_before": 3531, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "e95e6e1994a5406ed255d112e7f744220b1ca3b786a5fe3650f1edb24318c2b6", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a13841d0469140077973b,1,1.0,<>\\n57274d1cdd62a815002e9aae,2,0.99,<>\\n57107e6ca58dae1900cd69f2,3,0.98,<>\\n5726a638dd62a815002e8bf6,4,0.97,<>\\n5726414e271a42140099d7e5,5,0.96,<>\\n572fc659b2c2fd1400568447,6,0.95,<>\\n5733e8ae4776f419006614a6,7,0.94,<>\\n56e1c9bfe3433e1400423192,8,0.93,<>\\n56e1c4fce3433e140042314e,9,0.92,<>\\n57332f81d058e614000b5776,10,0.91,<>\\n57337ea24776f41900660bd0,11,0.9,<>\\n572a0f073f37b3190047867f,12,0.89,<>\\n571c8198dd7acb1400e4c0ce,13,0.88,<>\\n57115b2850c2381900b54a7f,14,0.87,<>\\n5733e771d058e614000b6545,15,0.86,<>\\n57265bdfdd62a815002e829e,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 432, "trial_id": "squad-8a0a716f3d08f4ae", "valid": true }, { "achieved_keep_ratio": 0.156868, "answer_retained": false, "deterministic": true, "input_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "input_tokens": 3997, "latency_ms": { "p50": 10.937, "p95": 12.01, "samples": [ 12.129, 9.745 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 627 } ], "requested_target_tokens": 1998, "tokens_after": 691, "tokens_before": 4061, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d813aa77b116a60e5813a10eb11d90530697517635778da439b8a8cd4081ed42", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57332a734776f41900660726,1,1.0,<>\\n573749741c4567190057445d,2,0.99,<>\\n5730b255396df919000962b0,3,0.98,<>\\n572686fc708984140094c8e5,4,0.97,<>\\n5727cd7dff5b5019007d958e,5,0.96,<>\\n5726c3da708984140094d0d9,6,0.95,<>\\n5728128cff5b5019007d9c76,7,0.94,<>\\n572820512ca10214002d9e72,8,0.93,<>\\n5726d8bd708984140094d35b,9,0.92,<>\\n57280f974b864d1900164370,10,0.91,<>\\n5733f309d058e614000b6648,11,0.9,<>\\n56de179dcffd8e1900b4b5da,12,0.89,<>\\n56e1b355e3433e14004230b0,13,0.88,<>\\n573796edc3c5551400e51f33,14,0.87,<>\\n57287b4a4b864d1900164a28,15,0.86,<>\\n5726a46cdd62a815002e8bd0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1998, "trial_id": "squad-de6131e0265b7cc1", "valid": true }, { "achieved_keep_ratio": 0.156868, "answer_retained": false, "deterministic": true, "input_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "input_tokens": 3997, "latency_ms": { "p50": 8.724, "p95": 9.234, "samples": [ 9.291, 8.157 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 627 } ], "requested_target_tokens": 999, "tokens_after": 691, "tokens_before": 4061, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d813aa77b116a60e5813a10eb11d90530697517635778da439b8a8cd4081ed42", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57332a734776f41900660726,1,1.0,<>\\n573749741c4567190057445d,2,0.99,<>\\n5730b255396df919000962b0,3,0.98,<>\\n572686fc708984140094c8e5,4,0.97,<>\\n5727cd7dff5b5019007d958e,5,0.96,<>\\n5726c3da708984140094d0d9,6,0.95,<>\\n5728128cff5b5019007d9c76,7,0.94,<>\\n572820512ca10214002d9e72,8,0.93,<>\\n5726d8bd708984140094d35b,9,0.92,<>\\n57280f974b864d1900164370,10,0.91,<>\\n5733f309d058e614000b6648,11,0.9,<>\\n56de179dcffd8e1900b4b5da,12,0.89,<>\\n56e1b355e3433e14004230b0,13,0.88,<>\\n573796edc3c5551400e51f33,14,0.87,<>\\n57287b4a4b864d1900164a28,15,0.86,<>\\n5726a46cdd62a815002e8bd0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 999, "trial_id": "squad-de6131e0265b7cc1", "valid": true }, { "achieved_keep_ratio": 0.156868, "answer_retained": false, "deterministic": true, "input_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "input_tokens": 3997, "latency_ms": { "p50": 27.75, "p95": 30.224, "samples": [ 30.499, 25.002 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 627 }, { "control_ratio": 0.09649721, "observed_tokens": 627 }, { "control_ratio": 0.07449369, "observed_tokens": 627 } ], "requested_target_tokens": 499, "tokens_after": 691, "tokens_before": 4061, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d813aa77b116a60e5813a10eb11d90530697517635778da439b8a8cd4081ed42", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57332a734776f41900660726,1,1.0,<>\\n573749741c4567190057445d,2,0.99,<>\\n5730b255396df919000962b0,3,0.98,<>\\n572686fc708984140094c8e5,4,0.97,<>\\n5727cd7dff5b5019007d958e,5,0.96,<>\\n5726c3da708984140094d0d9,6,0.95,<>\\n5728128cff5b5019007d9c76,7,0.94,<>\\n572820512ca10214002d9e72,8,0.93,<>\\n5726d8bd708984140094d35b,9,0.92,<>\\n57280f974b864d1900164370,10,0.91,<>\\n5733f309d058e614000b6648,11,0.9,<>\\n56de179dcffd8e1900b4b5da,12,0.89,<>\\n56e1b355e3433e14004230b0,13,0.88,<>\\n573796edc3c5551400e51f33,14,0.87,<>\\n57287b4a4b864d1900164a28,15,0.86,<>\\n5726a46cdd62a815002e8bd0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 627, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 499, "trial_id": "squad-de6131e0265b7cc1", "valid": true }, { "achieved_keep_ratio": 0.16251, "answer_retained": false, "deterministic": true, "input_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "input_tokens": 3889, "latency_ms": { "p50": 9.664, "p95": 10.226, "samples": [ 9.039, 10.289 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 632 } ], "requested_target_tokens": 1944, "tokens_after": 690, "tokens_before": 3947, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "77d7292ebda20735fe1a11e59f96f5863640a7f75ae007c3873e265f0d6cb905", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a0ce11d046914007796fd,1,1.0,<>\\n57265285708984140094c25b,2,0.99,<>\\n572fc659b2c2fd1400568447,3,0.98,<>\\n5727d88b4b864d1900163e5e,4,0.97,<>\\n57114e8d50c2381900b54a5b,5,0.96,<>\\n5727aec03acd2414000de991,6,0.95,<>\\n5728f6446aef0514001548e4,7,0.94,<>\\n5727ee372ca10214002d99ec,8,0.93,<>\\n573314e3d058e614000b56f0,9,0.92,<>\\n57300a25a23a5019007fcc97,10,0.91,<>\\n572fbfa504bcaa1900d76c73,11,0.9,<>\\n572824f13acd2414000df58f,12,0.89,<>\\n5725ca4389a1e219009abeb4,13,0.88,<>\\n57340b1bd058e614000b6869,14,0.87,<>\\n5733f5264776f419006615a3,15,0.86,<>\\n5726a638dd62a815002e8bf6,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1944, "trial_id": "squad-185eb3e36b78d2cd", "valid": true }, { "achieved_keep_ratio": 0.16251, "answer_retained": false, "deterministic": true, "input_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "input_tokens": 3889, "latency_ms": { "p50": 9.451, "p95": 9.562, "samples": [ 9.574, 9.327 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 632 } ], "requested_target_tokens": 972, "tokens_after": 690, "tokens_before": 3947, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "77d7292ebda20735fe1a11e59f96f5863640a7f75ae007c3873e265f0d6cb905", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a0ce11d046914007796fd,1,1.0,<>\\n57265285708984140094c25b,2,0.99,<>\\n572fc659b2c2fd1400568447,3,0.98,<>\\n5727d88b4b864d1900163e5e,4,0.97,<>\\n57114e8d50c2381900b54a5b,5,0.96,<>\\n5727aec03acd2414000de991,6,0.95,<>\\n5728f6446aef0514001548e4,7,0.94,<>\\n5727ee372ca10214002d99ec,8,0.93,<>\\n573314e3d058e614000b56f0,9,0.92,<>\\n57300a25a23a5019007fcc97,10,0.91,<>\\n572fbfa504bcaa1900d76c73,11,0.9,<>\\n572824f13acd2414000df58f,12,0.89,<>\\n5725ca4389a1e219009abeb4,13,0.88,<>\\n57340b1bd058e614000b6869,14,0.87,<>\\n5733f5264776f419006615a3,15,0.86,<>\\n5726a638dd62a815002e8bf6,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 972, "trial_id": "squad-185eb3e36b78d2cd", "valid": true }, { "achieved_keep_ratio": 0.16251, "answer_retained": false, "deterministic": true, "input_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "input_tokens": 3889, "latency_ms": { "p50": 29.434, "p95": 29.668, "samples": [ 29.694, 29.174 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 632 }, { "control_ratio": 0.09323972, "observed_tokens": 632 }, { "control_ratio": 0.06954916, "observed_tokens": 632 } ], "requested_target_tokens": 486, "tokens_after": 690, "tokens_before": 3947, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "77d7292ebda20735fe1a11e59f96f5863640a7f75ae007c3873e265f0d6cb905", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n572a0ce11d046914007796fd,1,1.0,<>\\n57265285708984140094c25b,2,0.99,<>\\n572fc659b2c2fd1400568447,3,0.98,<>\\n5727d88b4b864d1900163e5e,4,0.97,<>\\n57114e8d50c2381900b54a5b,5,0.96,<>\\n5727aec03acd2414000de991,6,0.95,<>\\n5728f6446aef0514001548e4,7,0.94,<>\\n5727ee372ca10214002d99ec,8,0.93,<>\\n573314e3d058e614000b56f0,9,0.92,<>\\n57300a25a23a5019007fcc97,10,0.91,<>\\n572fbfa504bcaa1900d76c73,11,0.9,<>\\n572824f13acd2414000df58f,12,0.89,<>\\n5725ca4389a1e219009abeb4,13,0.88,<>\\n57340b1bd058e614000b6869,14,0.87,<>\\n5733f5264776f419006615a3,15,0.86,<>\\n5726a638dd62a815002e8bf6,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 486, "trial_id": "squad-185eb3e36b78d2cd", "valid": true }, { "achieved_keep_ratio": 0.185718, "answer_retained": false, "deterministic": true, "input_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "input_tokens": 3403, "latency_ms": { "p50": 9.582, "p95": 11.602, "samples": [ 7.338, 11.827 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 632 } ], "requested_target_tokens": 1701, "tokens_after": 691, "tokens_before": 3462, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ea833943c867d2fa784a7c360e8e726d9ee0cb892b0ebffd40ae4fdfc467b11a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726249538643c19005ad07f,1,1.0,<>\\n56dde0ba66d3e219004dad75,2,0.99,<>\\n5729a3716aef05140015506a,3,0.98,<>\\n572861cc4b864d190016495e,4,0.97,<>\\n572863c72ca10214002da2d4,5,0.96,<>\\n57274b35f1498d1400e8f5d4,6,0.95,<>\\n572ffabf04bcaa1900d76f9f,7,0.94,<>\\n573003dd947a6a140053cf42,8,0.93,<>\\n5726a638dd62a815002e8bf6,9,0.92,<>\\n570d44abb3d812140066d5fd,10,0.91,<>\\n56e1aba0e3433e1400423094,11,0.9,<>\\n5727f05b4b864d1900164068,12,0.89,<>\\n57264a0ef1498d1400e8db40,13,0.88,<>\\n5727f16c3acd2414000df05b,14,0.87,<>\\n572807802ca10214002d9bf8,15,0.86,<>\\n5728804b4b864d1900164a46,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1701, "trial_id": "squad-f54e2e0617b6bd38", "valid": true }, { "achieved_keep_ratio": 0.185718, "answer_retained": false, "deterministic": true, "input_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "input_tokens": 3403, "latency_ms": { "p50": 10.599, "p95": 11.038, "samples": [ 10.11, 11.087 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 632 } ], "requested_target_tokens": 850, "tokens_after": 691, "tokens_before": 3462, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ea833943c867d2fa784a7c360e8e726d9ee0cb892b0ebffd40ae4fdfc467b11a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726249538643c19005ad07f,1,1.0,<>\\n56dde0ba66d3e219004dad75,2,0.99,<>\\n5729a3716aef05140015506a,3,0.98,<>\\n572861cc4b864d190016495e,4,0.97,<>\\n572863c72ca10214002da2d4,5,0.96,<>\\n57274b35f1498d1400e8f5d4,6,0.95,<>\\n572ffabf04bcaa1900d76f9f,7,0.94,<>\\n573003dd947a6a140053cf42,8,0.93,<>\\n5726a638dd62a815002e8bf6,9,0.92,<>\\n570d44abb3d812140066d5fd,10,0.91,<>\\n56e1aba0e3433e1400423094,11,0.9,<>\\n5727f05b4b864d1900164068,12,0.89,<>\\n57264a0ef1498d1400e8db40,13,0.88,<>\\n5727f16c3acd2414000df05b,14,0.87,<>\\n572807802ca10214002d9bf8,15,0.86,<>\\n5728804b4b864d1900164a46,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 850, "trial_id": "squad-f54e2e0617b6bd38", "valid": true }, { "achieved_keep_ratio": 0.185718, "answer_retained": false, "deterministic": true, "input_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "input_tokens": 3403, "latency_ms": { "p50": 30.784, "p95": 33.376, "samples": [ 27.904, 33.664 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 632 }, { "control_ratio": 0.08153679, "observed_tokens": 632 }, { "control_ratio": 0.05318598, "observed_tokens": 632 } ], "requested_target_tokens": 425, "tokens_after": 691, "tokens_before": 3462, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "ea833943c867d2fa784a7c360e8e726d9ee0cb892b0ebffd40ae4fdfc467b11a", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726249538643c19005ad07f,1,1.0,<>\\n56dde0ba66d3e219004dad75,2,0.99,<>\\n5729a3716aef05140015506a,3,0.98,<>\\n572861cc4b864d190016495e,4,0.97,<>\\n572863c72ca10214002da2d4,5,0.96,<>\\n57274b35f1498d1400e8f5d4,6,0.95,<>\\n572ffabf04bcaa1900d76f9f,7,0.94,<>\\n573003dd947a6a140053cf42,8,0.93,<>\\n5726a638dd62a815002e8bf6,9,0.92,<>\\n570d44abb3d812140066d5fd,10,0.91,<>\\n56e1aba0e3433e1400423094,11,0.9,<>\\n5727f05b4b864d1900164068,12,0.89,<>\\n57264a0ef1498d1400e8db40,13,0.88,<>\\n5727f16c3acd2414000df05b,14,0.87,<>\\n572807802ca10214002d9bf8,15,0.86,<>\\n5728804b4b864d1900164a46,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 425, "trial_id": "squad-f54e2e0617b6bd38", "valid": true }, { "achieved_keep_ratio": 0.196389, "answer_retained": false, "deterministic": true, "input_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "input_tokens": 3157, "latency_ms": { "p50": 7.995, "p95": 8.317, "samples": [ 8.352, 7.637 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 620 } ], "requested_target_tokens": 1578, "tokens_after": 671, "tokens_before": 3208, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "22d549fd88f9aac71fb53a772f174b519d285f90338d4793734a5c3f6bfac871", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725cfd0271a42140099d225,1,1.0,<>\\n5730131c947a6a140053d052,2,0.99,<>\\n57293e983f37b3190047818b,3,0.98,<>\\n573005b9947a6a140053cf6a,4,0.97,<>\\n572a0bafaf94a219006aa765,5,0.96,<>\\n5705fd8475f01819005e7840,6,0.95,<>\\n572f60f4947a6a140053c8ea,7,0.94,<>\\n57337ea24776f41900660bd0,8,0.93,<>\\n572754dd708984140094dc3b,9,0.92,<>\\n572683f95951b619008f7525,10,0.91,<>\\n57300e2604bcaa1900d770b7,11,0.9,<>\\n572fd47fa23a5019007fca55,12,0.89,<>\\n5725bbec271a42140099d0d1,13,0.88,<>\\n572a0ecb1d04691400779717,14,0.87,<>\\n56de16ca4396321400ee25c5,15,0.86,<>\\n56e1b355e3433e14004230b0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 620, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1578, "trial_id": "squad-d089bb74e515910d", "valid": true }, { "achieved_keep_ratio": 0.196389, "answer_retained": false, "deterministic": true, "input_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "input_tokens": 3157, "latency_ms": { "p50": 9.065, "p95": 9.799, "samples": [ 8.249, 9.881 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 620 } ], "requested_target_tokens": 789, "tokens_after": 671, "tokens_before": 3208, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "22d549fd88f9aac71fb53a772f174b519d285f90338d4793734a5c3f6bfac871", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725cfd0271a42140099d225,1,1.0,<>\\n5730131c947a6a140053d052,2,0.99,<>\\n57293e983f37b3190047818b,3,0.98,<>\\n573005b9947a6a140053cf6a,4,0.97,<>\\n572a0bafaf94a219006aa765,5,0.96,<>\\n5705fd8475f01819005e7840,6,0.95,<>\\n572f60f4947a6a140053c8ea,7,0.94,<>\\n57337ea24776f41900660bd0,8,0.93,<>\\n572754dd708984140094dc3b,9,0.92,<>\\n572683f95951b619008f7525,10,0.91,<>\\n57300e2604bcaa1900d770b7,11,0.9,<>\\n572fd47fa23a5019007fca55,12,0.89,<>\\n5725bbec271a42140099d0d1,13,0.88,<>\\n572a0ecb1d04691400779717,14,0.87,<>\\n56de16ca4396321400ee25c5,15,0.86,<>\\n56e1b355e3433e14004230b0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 620, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 789, "trial_id": "squad-d089bb74e515910d", "valid": true }, { "achieved_keep_ratio": 0.196389, "answer_retained": false, "deterministic": true, "input_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "input_tokens": 3157, "latency_ms": { "p50": 25.844, "p95": 29.843, "samples": [ 21.401, 30.287 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 620 }, { "control_ratio": 0.07705242, "observed_tokens": 620 }, { "control_ratio": 0.0474966, "observed_tokens": 620 } ], "requested_target_tokens": 394, "tokens_after": 671, "tokens_before": 3208, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "22d549fd88f9aac71fb53a772f174b519d285f90338d4793734a5c3f6bfac871", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5725cfd0271a42140099d225,1,1.0,<>\\n5730131c947a6a140053d052,2,0.99,<>\\n57293e983f37b3190047818b,3,0.98,<>\\n573005b9947a6a140053cf6a,4,0.97,<>\\n572a0bafaf94a219006aa765,5,0.96,<>\\n5705fd8475f01819005e7840,6,0.95,<>\\n572f60f4947a6a140053c8ea,7,0.94,<>\\n57337ea24776f41900660bd0,8,0.93,<>\\n572754dd708984140094dc3b,9,0.92,<>\\n572683f95951b619008f7525,10,0.91,<>\\n57300e2604bcaa1900d770b7,11,0.9,<>\\n572fd47fa23a5019007fca55,12,0.89,<>\\n5725bbec271a42140099d0d1,13,0.88,<>\\n572a0ecb1d04691400779717,14,0.87,<>\\n56de16ca4396321400ee25c5,15,0.86,<>\\n56e1b355e3433e14004230b0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 620, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 394, "trial_id": "squad-d089bb74e515910d", "valid": true }, { "achieved_keep_ratio": 0.187519, "answer_retained": false, "deterministic": true, "input_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "input_tokens": 3365, "latency_ms": { "p50": 7.393, "p95": 8.013, "samples": [ 6.705, 8.082 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 631 } ], "requested_target_tokens": 1682, "tokens_after": 690, "tokens_before": 3424, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d272929d077684ebb3f7b0e23defaa98d478f9ec6779fd0b3579c91808d1ef71", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265e97708984140094c3c3,1,1.0,<>\\n5733dab4d058e614000b6409,2,0.99,<>\\n57339dd94776f41900660ecc,3,0.98,<>\\n5730aa52069b53140083221d,4,0.97,<>\\n573368044776f41900660a29,5,0.96,<>\\n57286ead2ca10214002da346,6,0.95,<>\\n57302a3aa23a5019007fcecf,7,0.94,<>\\n572650325951b619008f6fa9,8,0.93,<>\\n57273d8bf1498d1400e8f4fe,9,0.92,<>\\n57107c24a58dae1900cd69e8,10,0.91,<>\\n572663a9f1498d1400e8ddf2,11,0.9,<>\\n5728683b3acd2414000df9af,12,0.89,<>\\n57296f293f37b319004783a3,13,0.88,<>\\n57115dbe2419e314009555a5,14,0.87,<>\\n572810ec2ca10214002d9d06,15,0.86,<>\\n572a1f086aef0514001552c0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1682, "trial_id": "squad-3e14debba5dabcf3", "valid": true }, { "achieved_keep_ratio": 0.187519, "answer_retained": false, "deterministic": true, "input_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "input_tokens": 3365, "latency_ms": { "p50": 8.286, "p95": 8.598, "samples": [ 7.939, 8.633 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 631 } ], "requested_target_tokens": 841, "tokens_after": 690, "tokens_before": 3424, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d272929d077684ebb3f7b0e23defaa98d478f9ec6779fd0b3579c91808d1ef71", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265e97708984140094c3c3,1,1.0,<>\\n5733dab4d058e614000b6409,2,0.99,<>\\n57339dd94776f41900660ecc,3,0.98,<>\\n5730aa52069b53140083221d,4,0.97,<>\\n573368044776f41900660a29,5,0.96,<>\\n57286ead2ca10214002da346,6,0.95,<>\\n57302a3aa23a5019007fcecf,7,0.94,<>\\n572650325951b619008f6fa9,8,0.93,<>\\n57273d8bf1498d1400e8f4fe,9,0.92,<>\\n57107c24a58dae1900cd69e8,10,0.91,<>\\n572663a9f1498d1400e8ddf2,11,0.9,<>\\n5728683b3acd2414000df9af,12,0.89,<>\\n57296f293f37b319004783a3,13,0.88,<>\\n57115dbe2419e314009555a5,14,0.87,<>\\n572810ec2ca10214002d9d06,15,0.86,<>\\n572a1f086aef0514001552c0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 841, "trial_id": "squad-3e14debba5dabcf3", "valid": true }, { "achieved_keep_ratio": 0.187519, "answer_retained": false, "deterministic": true, "input_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "input_tokens": 3365, "latency_ms": { "p50": 26.687, "p95": 27.941, "samples": [ 28.08, 25.294 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 631 }, { "control_ratio": 0.08070523, "observed_tokens": 631 }, { "control_ratio": 0.05210667, "observed_tokens": 631 } ], "requested_target_tokens": 420, "tokens_after": 690, "tokens_before": 3424, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "d272929d077684ebb3f7b0e23defaa98d478f9ec6779fd0b3579c91808d1ef71", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57265e97708984140094c3c3,1,1.0,<>\\n5733dab4d058e614000b6409,2,0.99,<>\\n57339dd94776f41900660ecc,3,0.98,<>\\n5730aa52069b53140083221d,4,0.97,<>\\n573368044776f41900660a29,5,0.96,<>\\n57286ead2ca10214002da346,6,0.95,<>\\n57302a3aa23a5019007fcecf,7,0.94,<>\\n572650325951b619008f6fa9,8,0.93,<>\\n57273d8bf1498d1400e8f4fe,9,0.92,<>\\n57107c24a58dae1900cd69e8,10,0.91,<>\\n572663a9f1498d1400e8ddf2,11,0.9,<>\\n5728683b3acd2414000df9af,12,0.89,<>\\n57296f293f37b319004783a3,13,0.88,<>\\n57115dbe2419e314009555a5,14,0.87,<>\\n572810ec2ca10214002d9d06,15,0.86,<>\\n572a1f086aef0514001552c0,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 631, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 420, "trial_id": "squad-3e14debba5dabcf3", "valid": true }, { "achieved_keep_ratio": 0.194379, "answer_retained": false, "deterministic": true, "input_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "input_tokens": 3380, "latency_ms": { "p50": 8.33, "p95": 8.727, "samples": [ 8.771, 7.89 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 657 } ], "requested_target_tokens": 1690, "tokens_after": 715, "tokens_before": 3438, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "33c0536c112149ea82c33196d735858b9cb9590b4db88d5f6b4efeb92aa8a700", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5711541350c2381900b54a6f,1,1.0,<>\\n57265a58dd62a815002e8270,2,0.99,<>\\n5733e8ae4776f419006614a6,3,0.98,<>\\n572726c9708984140094da7b,4,0.97,<>\\n57269cc3dd62a815002e8b12,5,0.96,<>\\n57264b1ddd62a815002e80a0,6,0.95,<>\\n5727ef664b864d1900164060,7,0.94,<>\\n573092088ab72b1400f9c594,8,0.93,<>\\n5733fc6ed058e614000b670f,9,0.92,<>\\n57377862c3c5551400e51ef3,10,0.91,<>\\n56de40da4396321400ee2708,11,0.9,<>\\n573735e8c3c5551400e51e71,12,0.89,<>\\n57340b1bd058e614000b6869,13,0.88,<>\\n57297781af94a219006aa4a3,14,0.87,<>\\n57294baaaf94a219006aa26b,15,0.86,<>\\n56e1c0f6cd28a01900c67b2c,16,0.85,\\\"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\\\"\\n\",\"returned\":16}}", "output_tokens": 657, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1690, "trial_id": "squad-11cdca7a2efc7bbb", "valid": true }, { "achieved_keep_ratio": 0.194379, "answer_retained": false, "deterministic": true, "input_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "input_tokens": 3380, "latency_ms": { "p50": 8.951, "p95": 10.296, "samples": [ 7.457, 10.445 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 657 } ], "requested_target_tokens": 845, "tokens_after": 715, "tokens_before": 3438, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "33c0536c112149ea82c33196d735858b9cb9590b4db88d5f6b4efeb92aa8a700", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5711541350c2381900b54a6f,1,1.0,<>\\n57265a58dd62a815002e8270,2,0.99,<>\\n5733e8ae4776f419006614a6,3,0.98,<>\\n572726c9708984140094da7b,4,0.97,<>\\n57269cc3dd62a815002e8b12,5,0.96,<>\\n57264b1ddd62a815002e80a0,6,0.95,<>\\n5727ef664b864d1900164060,7,0.94,<>\\n573092088ab72b1400f9c594,8,0.93,<>\\n5733fc6ed058e614000b670f,9,0.92,<>\\n57377862c3c5551400e51ef3,10,0.91,<>\\n56de40da4396321400ee2708,11,0.9,<>\\n573735e8c3c5551400e51e71,12,0.89,<>\\n57340b1bd058e614000b6869,13,0.88,<>\\n57297781af94a219006aa4a3,14,0.87,<>\\n57294baaaf94a219006aa26b,15,0.86,<>\\n56e1c0f6cd28a01900c67b2c,16,0.85,\\\"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\\\"\\n\",\"returned\":16}}", "output_tokens": 657, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 845, "trial_id": "squad-11cdca7a2efc7bbb", "valid": true }, { "achieved_keep_ratio": 0.194379, "answer_retained": false, "deterministic": true, "input_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "input_tokens": 3380, "latency_ms": { "p50": 28.461, "p95": 31.719, "samples": [ 32.081, 24.84 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 657 }, { "control_ratio": 0.07788052, "observed_tokens": 657 }, { "control_ratio": 0.048523, "observed_tokens": 657 } ], "requested_target_tokens": 422, "tokens_after": 715, "tokens_before": 3438, "transforms": [ "router:mixed:0.01" ] }, "output_sha256": "33c0536c112149ea82c33196d735858b9cb9590b4db88d5f6b4efeb92aa8a700", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5711541350c2381900b54a6f,1,1.0,<>\\n57265a58dd62a815002e8270,2,0.99,<>\\n5733e8ae4776f419006614a6,3,0.98,<>\\n572726c9708984140094da7b,4,0.97,<>\\n57269cc3dd62a815002e8b12,5,0.96,<>\\n57264b1ddd62a815002e80a0,6,0.95,<>\\n5727ef664b864d1900164060,7,0.94,<>\\n573092088ab72b1400f9c594,8,0.93,<>\\n5733fc6ed058e614000b670f,9,0.92,<>\\n57377862c3c5551400e51ef3,10,0.91,<>\\n56de40da4396321400ee2708,11,0.9,<>\\n573735e8c3c5551400e51e71,12,0.89,<>\\n57340b1bd058e614000b6869,13,0.88,<>\\n57297781af94a219006aa4a3,14,0.87,<>\\n57294baaaf94a219006aa26b,15,0.86,<>\\n56e1c0f6cd28a01900c67b2c,16,0.85,\\\"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\\\"\\n\",\"returned\":16}}", "output_tokens": 657, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 422, "trial_id": "squad-11cdca7a2efc7bbb", "valid": true }, { "achieved_keep_ratio": 0.176157, "answer_retained": false, "deterministic": true, "input_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "input_tokens": 3565, "latency_ms": { "p50": 9.882, "p95": 11.653, "samples": [ 11.849, 7.916 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 628 } ], "requested_target_tokens": 1782, "tokens_after": 692, "tokens_before": 3629, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "3a970fdafd0845cfaa2cee8213a750d5eecbc09c02378bc59428ae3b163c0150", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57268066708984140094c821,1,1.0,<>\\n572978f91d046914007794d3,2,0.99,<>\\n5729f39a6aef05140015514c,3,0.98,<>\\n57274a8ff1498d1400e8f5bc,4,0.97,<>\\n572943ab1d04691400779219,5,0.96,<>\\n5730042804bcaa1900d77011,6,0.95,<>\\n5728661e2ca10214002da2e8,7,0.94,<>\\n57264a74708984140094c18b,8,0.93,<>\\n572751b4708984140094dc1b,9,0.92,<>\\n5726542ff1498d1400e8dc28,10,0.91,<>\\n56e17e6ee3433e1400422f7f,11,0.9,<>\\n57293f353f37b3190047819b,12,0.89,<>\\n57097141200fba1400367ff9,13,0.88,<>\\n57271c235951b619008f860b,14,0.87,<>\\n572a1046af94a219006aa78d,15,0.86,<>\\n572f5533a23a5019007fc55c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1782, "trial_id": "squad-adf8ff94f31d9fea", "valid": true }, { "achieved_keep_ratio": 0.176157, "answer_retained": false, "deterministic": true, "input_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "input_tokens": 3565, "latency_ms": { "p50": 10.428, "p95": 10.969, "samples": [ 11.03, 9.827 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 628 } ], "requested_target_tokens": 891, "tokens_after": 692, "tokens_before": 3629, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "3a970fdafd0845cfaa2cee8213a750d5eecbc09c02378bc59428ae3b163c0150", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57268066708984140094c821,1,1.0,<>\\n572978f91d046914007794d3,2,0.99,<>\\n5729f39a6aef05140015514c,3,0.98,<>\\n57274a8ff1498d1400e8f5bc,4,0.97,<>\\n572943ab1d04691400779219,5,0.96,<>\\n5730042804bcaa1900d77011,6,0.95,<>\\n5728661e2ca10214002da2e8,7,0.94,<>\\n57264a74708984140094c18b,8,0.93,<>\\n572751b4708984140094dc1b,9,0.92,<>\\n5726542ff1498d1400e8dc28,10,0.91,<>\\n56e17e6ee3433e1400422f7f,11,0.9,<>\\n57293f353f37b3190047819b,12,0.89,<>\\n57097141200fba1400367ff9,13,0.88,<>\\n57271c235951b619008f860b,14,0.87,<>\\n572a1046af94a219006aa78d,15,0.86,<>\\n572f5533a23a5019007fc55c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 891, "trial_id": "squad-adf8ff94f31d9fea", "valid": true }, { "achieved_keep_ratio": 0.176157, "answer_retained": false, "deterministic": true, "input_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "input_tokens": 3565, "latency_ms": { "p50": 30.613, "p95": 30.966, "samples": [ 31.005, 30.221 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 628 }, { "control_ratio": 0.0859176, "observed_tokens": 628 }, { "control_ratio": 0.05905467, "observed_tokens": 628 } ], "requested_target_tokens": 445, "tokens_after": 692, "tokens_before": 3629, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "3a970fdafd0845cfaa2cee8213a750d5eecbc09c02378bc59428ae3b163c0150", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n57268066708984140094c821,1,1.0,<>\\n572978f91d046914007794d3,2,0.99,<>\\n5729f39a6aef05140015514c,3,0.98,<>\\n57274a8ff1498d1400e8f5bc,4,0.97,<>\\n572943ab1d04691400779219,5,0.96,<>\\n5730042804bcaa1900d77011,6,0.95,<>\\n5728661e2ca10214002da2e8,7,0.94,<>\\n57264a74708984140094c18b,8,0.93,<>\\n572751b4708984140094dc1b,9,0.92,<>\\n5726542ff1498d1400e8dc28,10,0.91,<>\\n56e17e6ee3433e1400422f7f,11,0.9,<>\\n57293f353f37b3190047819b,12,0.89,<>\\n57097141200fba1400367ff9,13,0.88,<>\\n57271c235951b619008f860b,14,0.87,<>\\n572a1046af94a219006aa78d,15,0.86,<>\\n572f5533a23a5019007fc55c,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 628, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 445, "trial_id": "squad-adf8ff94f31d9fea", "valid": true }, { "achieved_keep_ratio": 0.171135, "answer_retained": false, "deterministic": true, "input_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "input_tokens": 3693, "latency_ms": { "p50": 11.351, "p95": 12.446, "samples": [ 12.567, 10.134 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 632 } ], "requested_target_tokens": 1846, "tokens_after": 692, "tokens_before": 3753, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0c575cd3ea2ee4c5f242c0434afaf0e83a37b5ae7d88711e3603776032b93550", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737a9afc3c5551400e51f61,1,1.0,<>\\n5726eb4b5951b619008f826b,2,0.99,<>\\n5730131c947a6a140053d052,3,0.98,<>\\n57264228ec44d21400f3dcf5,4,0.97,<>\\n570602fa52bb89140068979e,5,0.96,<>\\n57269016708984140094ca41,6,0.95,<>\\n57282358ff5b5019007d9dde,7,0.94,<>\\n57264a0ef1498d1400e8db40,8,0.93,<>\\n573380e0d058e614000b5be9,9,0.92,<>\\n572657d9dd62a815002e8230,10,0.91,<>\\n5705e3f252bb89140068966a,11,0.9,<>\\n56de4b5c4396321400ee2799,12,0.89,<>\\n56de3cd0cffd8e1900b4b6be,13,0.88,<>\\n572a0a391d046914007796df,14,0.87,<>\\n57111428b654c5140001faff,15,0.86,<>\\n57306797396df919000960ee,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 1846, "trial_id": "squad-f74203f27bdad65a", "valid": true }, { "achieved_keep_ratio": 0.171135, "answer_retained": false, "deterministic": true, "input_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "input_tokens": 3693, "latency_ms": { "p50": 14.403, "p95": 17.72, "samples": [ 10.716, 18.089 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 632 } ], "requested_target_tokens": 923, "tokens_after": 692, "tokens_before": 3753, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0c575cd3ea2ee4c5f242c0434afaf0e83a37b5ae7d88711e3603776032b93550", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737a9afc3c5551400e51f61,1,1.0,<>\\n5726eb4b5951b619008f826b,2,0.99,<>\\n5730131c947a6a140053d052,3,0.98,<>\\n57264228ec44d21400f3dcf5,4,0.97,<>\\n570602fa52bb89140068979e,5,0.96,<>\\n57269016708984140094ca41,6,0.95,<>\\n57282358ff5b5019007d9dde,7,0.94,<>\\n57264a0ef1498d1400e8db40,8,0.93,<>\\n573380e0d058e614000b5be9,9,0.92,<>\\n572657d9dd62a815002e8230,10,0.91,<>\\n5705e3f252bb89140068966a,11,0.9,<>\\n56de4b5c4396321400ee2799,12,0.89,<>\\n56de3cd0cffd8e1900b4b6be,13,0.88,<>\\n572a0a391d046914007796df,14,0.87,<>\\n57111428b654c5140001faff,15,0.86,<>\\n57306797396df919000960ee,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 923, "trial_id": "squad-f74203f27bdad65a", "valid": true }, { "achieved_keep_ratio": 0.171135, "answer_retained": false, "deterministic": true, "input_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "input_tokens": 3693, "latency_ms": { "p50": 37.225, "p95": 39.4, "samples": [ 34.808, 39.641 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 632 }, { "control_ratio": 0.08844343, "observed_tokens": 632 }, { "control_ratio": 0.06257793, "observed_tokens": 632 } ], "requested_target_tokens": 461, "tokens_after": 692, "tokens_before": 3753, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "0c575cd3ea2ee4c5f242c0434afaf0e83a37b5ae7d88711e3603776032b93550", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5737a9afc3c5551400e51f61,1,1.0,<>\\n5726eb4b5951b619008f826b,2,0.99,<>\\n5730131c947a6a140053d052,3,0.98,<>\\n57264228ec44d21400f3dcf5,4,0.97,<>\\n570602fa52bb89140068979e,5,0.96,<>\\n57269016708984140094ca41,6,0.95,<>\\n57282358ff5b5019007d9dde,7,0.94,<>\\n57264a0ef1498d1400e8db40,8,0.93,<>\\n573380e0d058e614000b5be9,9,0.92,<>\\n572657d9dd62a815002e8230,10,0.91,<>\\n5705e3f252bb89140068966a,11,0.9,<>\\n56de4b5c4396321400ee2799,12,0.89,<>\\n56de3cd0cffd8e1900b4b6be,13,0.88,<>\\n572a0a391d046914007796df,14,0.87,<>\\n57111428b654c5140001faff,15,0.86,<>\\n57306797396df919000960ee,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 632, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 461, "trial_id": "squad-f74203f27bdad65a", "valid": true }, { "achieved_keep_ratio": 0.153349, "answer_retained": false, "deterministic": true, "input_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "input_tokens": 4180, "latency_ms": { "p50": 11.575, "p95": 11.907, "samples": [ 11.943, 11.208 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.5, "observed_tokens": 641 } ], "requested_target_tokens": 2090, "tokens_after": 702, "tokens_before": 4241, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "7483dddb33d57db58d0fbe3e7e0bb6a68e88cdbb676423d02a02f0d5cfb419bf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726516a708984140094c223,1,1.0,<>\\n573749741c4567190057445d,2,0.99,<>\\n5729f4b41d0469140077968b,3,0.98,<>\\n5729081d3f37b31900477fab,4,0.97,<>\\n57332c1e4776f4190066073a,5,0.96,<>\\n56de4b5c4396321400ee2799,6,0.95,<>\\n57300e2604bcaa1900d770b7,7,0.94,<>\\n5705fc3a52bb89140068976a,8,0.93,<>\\n5725c57a89a1e219009abe5e,9,0.92,<>\\n57377083c3c5551400e51edf,10,0.91,<>\\n57106185b654c5140001f8db,11,0.9,<>\\n5710e9f8a58dae1900cd6b30,12,0.89,<>\\n5728170d3acd2414000df443,13,0.88,<>\\n56e1c720e3433e140042316a,14,0.87,<>\\n57294279af94a219006aa209,15,0.86,<>\\n5726ddf6f1498d1400e8ee04,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 641, "system": "external_adapter", "target_met": true, "target_ratio": 0.5, "target_tokens": 2090, "trial_id": "squad-f7ed5de7cf591c5e", "valid": true }, { "achieved_keep_ratio": 0.153349, "answer_retained": false, "deterministic": true, "input_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "input_tokens": 4180, "latency_ms": { "p50": 12.431, "p95": 13.33, "samples": [ 11.431, 13.43 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.25, "observed_tokens": 641 } ], "requested_target_tokens": 1045, "tokens_after": 702, "tokens_before": 4241, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "7483dddb33d57db58d0fbe3e7e0bb6a68e88cdbb676423d02a02f0d5cfb419bf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726516a708984140094c223,1,1.0,<>\\n573749741c4567190057445d,2,0.99,<>\\n5729f4b41d0469140077968b,3,0.98,<>\\n5729081d3f37b31900477fab,4,0.97,<>\\n57332c1e4776f4190066073a,5,0.96,<>\\n56de4b5c4396321400ee2799,6,0.95,<>\\n57300e2604bcaa1900d770b7,7,0.94,<>\\n5705fc3a52bb89140068976a,8,0.93,<>\\n5725c57a89a1e219009abe5e,9,0.92,<>\\n57377083c3c5551400e51edf,10,0.91,<>\\n57106185b654c5140001f8db,11,0.9,<>\\n5710e9f8a58dae1900cd6b30,12,0.89,<>\\n5728170d3acd2414000df443,13,0.88,<>\\n56e1c720e3433e140042316a,14,0.87,<>\\n57294279af94a219006aa209,15,0.86,<>\\n5726ddf6f1498d1400e8ee04,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 641, "system": "external_adapter", "target_met": true, "target_ratio": 0.25, "target_tokens": 1045, "trial_id": "squad-f7ed5de7cf591c5e", "valid": true }, { "achieved_keep_ratio": 0.153349, "answer_retained": false, "deterministic": true, "input_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "input_tokens": 4180, "latency_ms": { "p50": 32.897, "p95": 33.848, "samples": [ 33.954, 31.84 ] }, "native_metrics": { "control_attempts": [ { "control_ratio": 0.125, "observed_tokens": 641 }, { "control_ratio": 0.09874025, "observed_tokens": 641 }, { "control_ratio": 0.0779971, "observed_tokens": 641 } ], "requested_target_tokens": 522, "tokens_after": 702, "tokens_before": 4241, "transforms": [ "router:mixed:0.00" ] }, "output_sha256": "7483dddb33d57db58d0fbe3e7e0bb6a68e88cdbb676423d02a02f0d5cfb419bf", "output_text": "{\"query_result\":{\"documents\":\"[16]{document_id:string,rank:int,retrieval_score:float,text:string}\\n5726516a708984140094c223,1,1.0,<>\\n573749741c4567190057445d,2,0.99,<>\\n5729f4b41d0469140077968b,3,0.98,<>\\n5729081d3f37b31900477fab,4,0.97,<>\\n57332c1e4776f4190066073a,5,0.96,<>\\n56de4b5c4396321400ee2799,6,0.95,<>\\n57300e2604bcaa1900d770b7,7,0.94,<>\\n5705fc3a52bb89140068976a,8,0.93,<>\\n5725c57a89a1e219009abe5e,9,0.92,<>\\n57377083c3c5551400e51edf,10,0.91,<>\\n57106185b654c5140001f8db,11,0.9,<>\\n5710e9f8a58dae1900cd6b30,12,0.89,<>\\n5728170d3acd2414000df443,13,0.88,<>\\n56e1c720e3433e140042316a,14,0.87,<>\\n57294279af94a219006aa209,15,0.86,<>\\n5726ddf6f1498d1400e8ee04,16,0.85,<>\\n\",\"returned\":16}}", "output_tokens": 641, "system": "external_adapter", "target_met": false, "target_ratio": 0.125, "target_tokens": 522, "trial_id": "squad-f7ed5de7cf591c5e", "valid": true } ], "schema_version": "entroly.compression-frontier.v1", "superiority_gate": { "claim_scope": "SQuAD v2 long-context answer retention at 2x/4x/8x requested compression, with a local short-answer guard", "label": "Entroly wins every matched token-cap quality gate against External Baseline A", "not_claimed": [ "general LLM quality", "all context compressors", "hosted frontier-model accuracy", "production cost savings" ], "passed": true, "reasons": [] }, "trials": [ { "answers": [ "£42,090" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572940973f37b319004781a5\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"This projection was not included in the final summary for policymakers. The IPCC has since acknowledged that the date is incorrect, while reaffirming that the conclusion in the final summary was robust. They expressed regret for \\\"the poor application of well-established IPCC procedures in this instance\\\". The date of 2035 has been correctly quoted by the IPCC from the WWF report, which has misquoted its own source, an ICSI report \\\"Variations of Snow and Ice in the past and at present on a Global and Regional Scale\\\".\"\n },\n {\n \"document_id\": \"57281ab63acd2414000df493\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Jacksonville, like most large cities in the United States, suffered from negative effects of rapid urban sprawl after World War II. The construction of highways led residents to move to newer housing in the suburbs. After World War II, the government of the city of Jacksonville began to increase spending to fund new public building projects in the boom that occurred after the war. Mayor W. Haydon Burns' Jacksonville Story resulted in the construction of a new city hall, civic auditorium, public library and other projects that created a dynamic sense of civic pride. However, the development of suburbs and a subsequent wave of middle class \\\"white flight\\\" left Jacksonville with a much poorer population than before. The city's most populous ethnic group, non-Hispanic white, declined from 75.8% in 1970 to 55.1% by 2010.\"\n },\n {\n \"document_id\": \"57309446396df919000961b8\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Age of Imperialism, a time period beginning around 1700, saw (generally European) industrializing nations engaging in the process of colonizing, influencing, and annexing other parts of the world in order to gain political power.[citation needed] Although imperialist practices have existed for thousands of years, the term \\\"Age of Imperialism\\\" generally refers to the activities of European powers from the early 18th century through to the middle of the 20th century, for example, the \\\"The Great Game\\\" in Persian lands, the \\\"Scramble for Africa\\\" and the \\\"Open Door Policy\\\" in China.\"\n },\n {\n \"document_id\": \"57336755d058e614000b5a3c\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The Saxon Garden, covering the area of 15.5 ha, was formally a royal garden. There are over 100 different species of trees and the avenues are a place to sit and relax. At the east end of the park, the Tomb of the Unknown Soldier is situated. In the 19th century the Krasiński Palace Garden was remodelled by Franciszek Szanior. Within the central area of the park one can still find old trees dating from that period: maidenhair tree, black walnut, Turkish hazel and Caucasian wingnut trees. With its benches, flower carpets, a pond with ducks on and a playground for kids, the Krasiński Palace Garden is a popular strolling destination for the Varsovians. The Monument of the Warsaw Ghetto Uprising is also situated here. The Łazienki Park covers the area of 76 ha. The unique character and history of the park is reflected in its landscape architecture (pavilions, sculptures, bridges, cascades, ponds) and vegetation (domestic and foreign species of trees and bushes). What makes this park different from other green spaces in Warsaw is the presence of peacocks and pheasants, which can be seen here walking around freely, and royal carps in the pond. The Wilanów Palace Park, dates back to the second half of the 17th century. It covers the area of 43 ha. Its central French-styled area corresponds to the ancient, baroque forms of the palace. The eastern section of the park, closest to the Palace, is the two-level garden with a terrace facing the pond. The park around the Królikarnia Palace is situated on the old escarpment of the Vistula. The park has lanes running on a few levels deep into the ravines on both sides of the palace.\"\n },\n {\n \"document_id\": \"5705f7c875f01819005e77dc\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Southern California consists of a heavily developed urban environment, home to some of the largest urban areas in the state, along with vast areas that have been left undeveloped. It is the third most populated megalopolis in the United States, after the Great Lakes Megalopolis and the Northeastern megalopolis. Much of southern California is famous for its large, spread-out, suburban communities and use of automobiles and highways. The dominant areas are Los Angeles, Orange County, San Diego, and Riverside-San Bernardino, each of which is the center of its respective metropolitan area, composed of numerous smaller cities and communities. The urban area is also host to an international metropolitan region in the form of San Diego–Tijuana, created by the urban area spilling over into Baja California.\"\n },\n {\n \"document_id\": \"56e1b355e3433e14004230b0\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"However, some computational problems are easier to analyze in terms of more unusual resources. For example, a non-deterministic Turing machine is a computational model that is allowed to branch out to check many different possibilities at once. The non-deterministic Turing machine has very little to do with how we physically want to compute algorithms, but its branching exactly captures many of the mathematical models we want to analyze, so that non-deterministic time is a very important resource in analyzing computational problems.\"\n },\n {\n \"document_id\": \"5725c91e38643c19005acceb\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Despite their soft, gelatinous bodies, fossils thought to represent ctenophores, apparently with no tentacles but many more comb-rows than modern forms, have been found in lagerstätten as far back as the early Cambrian, about 515 million years ago. The position of the ctenophores in the evolutionary family tree of animals has long been debated, and the majority view at present, based on molecular phylogenetics, is that cnidarians and bilaterians are more closely related to each other than either is to ctenophores. A recent molecular phylogenetics analysis concluded that the common ancestor of all modern ctenophores was cydippid-like, and that all the modern groups appeared relatively recently, probably after the Cretaceous–Paleogene extinction event 66 million years ago. Evidence accumulating since the 1980s indicates that the \\\"cydippids\\\" are not monophyletic, in other words do not include all and only the descendants of a single common ancestor, because all the other traditional ctenophore groups are descendants of various cydippids.\"\n },\n {\n \"document_id\": \"572855973acd2414000df925\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The university runs a number of academic institutions and programs apart from its undergraduate and postgraduate schools. It operates the University of Chicago Laboratory Schools (a private day school for K-12 students and day care), the Sonia Shankman Orthogenic School (a residential treatment program for those with behavioral and emotional problems), and four public charter schools on the South Side of Chicago administered by the university's Urban Education Institute. In addition, the Hyde Park Day School, a school for students with learning disabilities, maintains a location on the University of Chicago campus. Since 1983, the University of Chicago has maintained the University of Chicago School Mathematics Project, a mathematics program used in urban primary and secondary schools. The university runs a program called the Council on Advanced Studies in the Social Sciences and Humanities, which administers interdisciplinary workshops to provide a forum for graduate students, faculty, and visiting scholars to present scholarly work in progress. The university also operates the University of Chicago Press, the largest university press in the United States.\"\n },\n {\n \"document_id\": \"5727565ef1498d1400e8f674\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2010 a salary survey revealed the differences in remuneration between different roles, sectors and locations in the construction and built environment industry. The results showed that areas of particularly strong growth in the construction industry, such as the Middle East, yield higher average salaries than in the UK for example. The average earning for a professional in the construction industry in the Middle East, across all sectors, job types and levels of experience, is £42,090, compared to £26,719 in the UK. This trend is not necessarily due to the fact that more affluent roles are available, however, as architects with 14 or more years experience working in the Middle East earn on average £43,389 per annum, compared to £40,000 in the UK. Some construction workers in the US/Canada have made more than $100,000 annually, depending on their trade.\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the enactment of competition law as one of the main aims of the EEC through the \\\"institution of a system ensuring that competition in the common market is not distorted\\\". The two central provisions on EU competition law on companies were established in article 85, which prohibited anti-competitive agreements, subject to some exemptions, and article 86 prohibiting the abuse of dominant position. The treaty also established principles on competition law for member states, with article 90 covering public undertakings, and article 92 making provisions on state aid. Regulations on mergers were not included as member states could not establish consensus on the issue at the time.\"\n },\n {\n \"document_id\": \"57060a6e52bb8914006897f8\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Southern California is home to many major business districts. Central business districts (CBD) include Downtown Los Angeles, Downtown San Diego, Downtown San Bernardino, Downtown Bakersfield, South Coast Metro and Downtown Riverside.\"\n },\n {\n \"document_id\": \"57287e512ca10214002da3f8\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Since its invention in 1269, the 'Phags-pa script, a unified script for spelling Mongolian, Tibetan, and Chinese languages, was preserved in the court until the end of the dynasty. Most of the Emperors could not master written Chinese, but they could generally converse well in the language. The Mongol custom of long standing quda/marriage alliance with Mongol clans, the Onggirat, and the Ikeres, kept the imperial blood purely Mongol until the reign of Tugh Temur, whose mother was a Tangut concubine. The Mongol Emperors had built large palaces and pavilions, but some still continued to live as nomads at times. Nevertheless, a few other Yuan emperors actively sponsored cultural activities; an example is Tugh Temur (Emperor Wenzong), who wrote poetry, painted, read Chinese classical texts, and ordered the compilation of books.\"\n },\n {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Originating as the Jama'at al-Tawhid wal-Jihad in 1999, it pledged allegiance to al-Qaeda in 2004, participated in the Iraqi insurgency that followed the March 2003 invasion of Iraq by Western forces, joined the fight in the Syrian Civil War beginning in March 2011, and was expelled from al-Qaeda in early 2014, (which complained of its failure to consult and \\\"notorious intransigence\\\"). The group gained prominence after it drove Iraqi government forces out of key cities in western Iraq in a 2014 offensive. The group is adept at social media, posting Internet videos of beheadings of soldiers, civilians, journalists and aid workers, and is known for its destruction of cultural heritage sites. The United Nations has held ISIL responsible for human rights abuses and war crimes, and Amnesty International has reported ethnic cleansing by the group on a \\\"historic scale\\\". The group has been designated a terrorist organisation by the United Nations, the European Union and member states, the United States, India, Indonesia, Turkey, Saudi Arabia, Syria and other countries.\"\n },\n {\n \"document_id\": \"571cb010dd7acb1400e4c128\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Singlet oxygen is a name given to several higher-energy species of molecular O\\n2 in which all the electron spins are paired. It is much more reactive towards common organic molecules than is molecular oxygen per se. In nature, singlet oxygen is commonly formed from water during photosynthesis, using the energy of sunlight. It is also produced in the troposphere by the photolysis of ozone by light of short wavelength, and by the immune system as a source of active oxygen. Carotenoids in photosynthetic organisms (and possibly also in animals) play a major role in absorbing energy from singlet oxygen and converting it to the unexcited ground state before it can cause harm to tissues.\"\n },\n {\n \"document_id\": \"5710f4b8b654c5140001fa45\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Prince Louis de Condé, along with his sons Daniel and Osias,[citation needed] arranged with Count Ludwig von Nassau-Saarbrücken to establish a Huguenot community in present-day Saarland in 1604. The Count supported mercantilism and welcomed technically skilled immigrants into his lands, regardless of their religion. The Condés established a thriving glass-making works, which provided wealth to the principality for many years. Other founding families created enterprises based on textiles and such traditional Huguenot occupations in France. The community and its congregation remain active to this day, with descendants of many of the founding families still living in the region. Some members of this community emigrated to the United States in the 1890s.\"\n },\n {\n \"document_id\": \"572f7588947a6a140053c984\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The Lower Rhine flows through North Rhine-Westphalia. Its banks are usually heavily populated and industrialized, in particular the agglomerations Cologne, Düsseldorf and Ruhr area. Here the Rhine flows through the largest conurbation in Germany, the Rhine-Ruhr region. One of the most important cities in this region is Duisburg with the largest river port in Europe (Duisport). The region downstream of Duisburg is more agricultural. In Wesel, 30 km downstream of Duisburg, is located the western end of the second east-west shipping route, the Wesel-Datteln Canal, which runs parallel to the Lippe. Between Emmerich and Cleves the Emmerich Rhine Bridge, the longest suspension bridge in Germany, crosses the 400 m wide river. Near Krefeld, the river crosses the Uerdingen line, the line which separates the areas where Low German and High German are spoken.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "ad3409c1cec0e34f547c4e5f8d13cb497222716f3fab455c2e48d2c86b9493f0", "document_ids": [ "572940973f37b319004781a5", "57281ab63acd2414000df493", "57309446396df919000961b8", "57336755d058e614000b5a3c", "5705f7c875f01819005e77dc", "56e1b355e3433e14004230b0", "5725c91e38643c19005acceb", "572855973acd2414000df925", "5727565ef1498d1400e8f674", "5726a638dd62a815002e8bf6", "57060a6e52bb8914006897f8", "57287e512ca10214002da3f8", "57302cd004bcaa1900d772d7", "571cb010dd7acb1400e4c128", "5710f4b8b654c5140001fa45", "572f7588947a6a140053c984" ], "example_id": "5727565ef1498d1400e8f674", "gold_document": 8, "question": "What is the average construction salary in the Middle East?", "trial_id": "squad-0b0714df85cbf0f9" }, { "answers": [ "expected to become more integral within the health care system", "patient care skills", "pharmacists are expected to become more integral within the health care system" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57265700dd62a815002e820e\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the first half of the 17th century, a plague claimed some 1.7 million victims in Italy, or about 14% of the population. In 1656, the plague killed about half of Naples' 300,000 inhabitants. More than 1.25 million deaths resulted from the extreme incidence of plague in 17th-century Spain. The plague of 1649 probably reduced the population of Seville by half. In 1709–13, a plague epidemic that followed the Great Northern War (1700–21, Sweden v. Russia and allies) killed about 100,000 in Sweden, and 300,000 in Prussia. The plague killed two-thirds of the inhabitants of Helsinki, and claimed a third of Stockholm's population. Europe's last major epidemic occurred in 1720 in Marseille.\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. parallel spins) the spatial variables must be antisymmetric (i.e. they exclude each other from their places much as if there was a repulsive force), and vice versa, i.e. for antiparallel spins the position variables must be symmetric (i.e. the apparent force must be attractive). Thus in the case of two fermions there is a strictly negative correlation between spatial and spin variables, whereas for two bosons (e.g. quanta of electromagnetic waves, photons) the correlation is strictly positive.\"\n },\n {\n \"document_id\": \"56e1b754cd28a01900c67abc\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Analogous definitions can be made for space requirements. Although time and space are the most well-known complexity resources, any complexity measure can be viewed as a computational resource. Complexity measures are very generally defined by the Blum complexity axioms. Other complexity measures used in complexity theory include communication complexity, circuit complexity, and decision tree complexity.\"\n },\n {\n \"document_id\": \"5727482bf1498d1400e8f5a4\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Religiously affiliated and denominational schools form a subcategory of private schools. Some such schools teach religious education, together with the usual academic subjects to impress their particular faith's beliefs and traditions in the students who attend. Others use the denomination as more of a general label to describe on what the founders based their belief, while still maintaining a fine distinction between academics and religion. They include parochial schools, a term which is often used to denote Roman Catholic schools. Other religious groups represented in the K-12 private education sector include Protestants, Jews, Muslims and the Orthodox Christians.\"\n },\n {\n \"document_id\": \"5728f6446aef0514001548e4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The immune system protects organisms from infection with layered defenses of increasing specificity. In simple terms, physical barriers prevent pathogens such as bacteria and viruses from entering the organism. If a pathogen breaches these barriers, the innate immune system provides an immediate, but non-specific response. Innate immune systems are found in all plants and animals. If pathogens successfully evade the innate response, vertebrates possess a second layer of protection, the adaptive immune system, which is activated by the innate response. Here, the immune system adapts its response during an infection to improve its recognition of the pathogen. This improved response is then retained after the pathogen has been eliminated, in the form of an immunological memory, and allows the adaptive immune system to mount faster and stronger attacks each time this pathogen is encountered.\"\n },\n {\n \"document_id\": \"571cd11add7acb1400e4c16e\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Oxygen, as a supposed mild euphoric, has a history of recreational use in oxygen bars and in sports. Oxygen bars are establishments, found in Japan, California, and Las Vegas, Nevada since the late 1990s that offer higher than normal O\\n2 exposure for a fee. Professional athletes, especially in American football, also sometimes go off field between plays to wear oxygen masks in order to get a \\\"boost\\\" in performance. The pharmacological effect is doubtful; a placebo effect is a more likely explanation. Available studies support a performance boost from enriched O\\n2 mixtures only if they are breathed during aerobic exercise.\"\n },\n {\n \"document_id\": \"5726f868dd62a815002e9684\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In the coming decades, pharmacists are expected to become more integral within the health care system. Rather than simply dispensing medication, pharmacists are increasingly expected to be compensated for their patient care skills. In particular, Medication Therapy Management (MTM) includes the clinical services that pharmacists can provide for their patients. Such services include the thorough analysis of all medication (prescription, non-prescription, and herbals) currently being taken by an individual. The result is a reconciliation of medication and patient education resulting in increased patient health outcomes and decreased costs to the health care system.\"\n },\n {\n \"document_id\": \"5726bc1add62a815002e8ea6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Free Movement of Workers Regulation articles 1 to 7 set out the main provisions on equal treatment of workers. First, articles 1 to 4 generally require that workers can take up employment, conclude contracts, and not suffer discrimination compared to nationals of the member state. In a famous case, the Belgian Football Association v Bosman, a Belgian footballer named Jean-Marc Bosman claimed that he should be able to transfer from R.F.C. de Liège to USL Dunkerque when his contract finished, regardless of whether Dunkerque could afford to pay Liège the habitual transfer fees. The Court of Justice held \\\"the transfer rules constitute[d] an obstacle to free movement\\\" and were unlawful unless they could be justified in the public interest, but this was unlikely. In Groener v Minister for Education the Court of Justice accepted that a requirement to speak Gaelic to teach in a Dublin design college could be justified as part of the public policy of promoting the Irish language, but only if the measure was not disproportionate. By contrast in Angonese v Cassa di Risparmio di Bolzano SpA a bank in Bolzano, Italy, was not allowed to require Mr Angonese to have a bilingual certificate that could only be obtained in Bolzano. The Court of Justice, giving \\\"horizontal\\\" direct effect to TFEU article 45, reasoned that people from other countries would have little chance of acquiring the certificate, and because it was \\\"impossible to submit proof of the required linguistic knowledge by any other means\\\", the measure was disproportionate. Second, article 7(2) requires equal treatment in respect of tax. In Finanzamt Köln Altstadt v Schumacker the Court of Justice held that it contravened TFEU art 45 to deny tax benefits (e.g. for married couples, and social insurance expense deductions) to a man who worked in Germany, but was resident in Belgium when other German residents got the benefits. By contrast in Weigel v Finanzlandesdirektion für Vorarlberg the Court of Justice rejected Mr Weigel's claim that a re-registration charge upon bringing his car to Austria violated his right to free movement. Although the tax was \\\"likely to have a negative bearing on the decision of migrant workers to exercise their right to freedom of movement\\\", because the charge applied equally to Austrians, in absence of EU legislation on the matter it had to be regarded as justified. Third, people must receive equal treatment regarding \\\"social advantages\\\", although the Court has approved residential qualifying periods. In Hendrix v Employee Insurance Institute the Court of Justice held that a Dutch national was not entitled to continue receiving incapacity benefits when he moved to Belgium, because the benefit was \\\"closely linked to the socio-economic situation\\\" of the Netherlands. Conversely, in Geven v Land Nordrhein-Westfalen the Court of Justice held that a Dutch woman living in the Netherlands, but working between 3 and 14 hours a week in Germany, did not have a right to receive German child benefits, even though the wife of a man who worked full-time in Germany but was resident in Austria could. The general justifications for limiting free movement in TFEU article 45(3) are \\\"public policy, public security or public health\\\", and there is also a general exception in article 45(4) for \\\"employment in the public service\\\".\"\n },\n {\n \"document_id\": \"572a1dbb3f37b319004786f5\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Firstly, certain costs are difficult to avoid and are shared by everyone, such as the costs of housing, pensions, education and health care. If the state does not provide these services, then for those on lower incomes, the costs must be borrowed and often those on lower incomes are those who are worse equipped to manage their finances. Secondly, aspirational consumption describes the process of middle income earners aspiring to achieve the standards of living enjoyed by their wealthier counterparts and one method of achieving this aspiration is by taking on debt. The result leads to even greater inequality and potential economic instability.\"\n },\n {\n \"document_id\": \"572648d1708984140094c15d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The Very high-speed Backbone Network Service (vBNS) came on line in April 1995 as part of a National Science Foundation (NSF) sponsored project to provide high-speed interconnection between NSF-sponsored supercomputing centers and select access points in the United States. The network was engineered and operated by MCI Telecommunications under a cooperative agreement with the NSF. By 1998, the vBNS had grown to connect more than 100 universities and research and engineering institutions via 12 national points of presence with DS-3 (45 Mbit/s), OC-3c (155 Mbit/s), and OC-12c (622 Mbit/s) links on an all OC-12c backbone, a substantial engineering feat for that time. The vBNS installed one of the first ever production OC-48c (2.5 Gbit/s) IP links in February 1999 and went on to upgrade the entire backbone to OC-48c.\"\n },\n {\n \"document_id\": \"572faec7b2c2fd1400568333\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Since September 2004, the official home of the Scottish Parliament has been a new Scottish Parliament Building, in the Holyrood area of Edinburgh. The Scottish Parliament building was designed by Spanish architect Enric Miralles in partnership with local Edinburgh Architecture firm RMJM which was led by Design Principal Tony Kettle. Some of the principal features of the complex include leaf-shaped buildings, a grass-roofed branch merging into adjacent parkland and gabion walls formed from the stones of previous buildings. Throughout the building there are many repeated motifs, such as shapes based on Raeburn's Skating Minister. Crow-stepped gables and the upturned boat skylights of the Garden Lobby, complete the unique architecture. Queen Elizabeth II opened the new building on 9 October 2004.\"\n },\n {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Victoria has a written constitution enacted in 1975, but based on the 1855 colonial constitution, passed by the United Kingdom Parliament as the Victoria Constitution Act 1855, which establishes the Parliament as the state's law-making body for matters coming under state responsibility. The Victorian Constitution can be amended by the Parliament of Victoria, except for certain \\\"entrenched\\\" provisions that require either an absolute majority in both houses, a three-fifths majority in both houses, or the approval of the Victorian people in a referendum, depending on the provision.\"\n },\n {\n \"document_id\": \"57332f81d058e614000b5776\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"After World War II, under a Communist regime set up by the conquering Soviets, the \\\"Bricks for Warsaw\\\" campaign was initiated, and large prefabricated housing projects were erected in Warsaw to address the housing shortage, along with other typical buildings of an Eastern Bloc city, such as the Palace of Culture and Science, a gift from the Soviet Union. The city resumed its role as the capital of Poland and the country's centre of political and economic life. Many of the historic streets, buildings, and churches were restored to their original form. In 1980, Warsaw's historic Old Town was inscribed onto UNESCO's World Heritage list.\"\n },\n {\n \"document_id\": \"5729506d6aef051400154cac\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"According to Sheldon Ungar's comparison with global warming, the actors in the ozone depletion case had a better understanding of scientific ignorance and uncertainties. The ozone case communicated to lay persons \\\"with easy-to-understand bridging metaphors derived from the popular culture\\\" and related to \\\"immediate risks with everyday relevance\\\", while the public opinion on climate change sees no imminent danger. The stepwise mitigation of the ozone layer challenge was based as well on successfully reducing regional burden sharing conflicts. In case of the IPCC conclusions and the failure of the Kyoto Protocol, varying regional cost-benefit analysis and burden-sharing conflicts with regard to the distribution of emission reductions remain an unsolved problem. In the UK, a report for a House of Lords committee asked to urge the IPCC to involve better assessments of costs and benefits of climate change but the Stern Review ordered by the UK government made a stronger argument in favor to combat human-made climate change.\"\n },\n {\n \"document_id\": \"572fda6fb2c2fd140056850b\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The total number of seats in the Parliament are allocated to parties proportionally to the number of votes received in the second vote of the ballot using the d'Hondt method. For example, to determine who is awarded the first list seat, the number of list votes cast for each party is divided by one plus the number of seats the party won in the region (at this point just constituency seats). The party with the highest quotient is awarded the seat, which is then added to its constituency seats in allocating the second seat. This is repeated iteratively until all available list seats are allocated.\"\n },\n {\n \"document_id\": \"57286010ff5b5019007da1ca\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The University of Chicago has been the site of some important experiments and academic movements. In economics, the university has played an important role in shaping ideas about the free market and is the namesake of the Chicago school of economics, the school of economic thought supported by Milton Friedman and other economists. The university's sociology department was the first independent sociology department in the United States and gave birth to the Chicago school of sociology. In physics, the university was the site of the Chicago Pile-1 (the first self-sustained man-made nuclear reaction, part of the Manhattan Project), of Robert Millikan's oil-drop experiment that calculated the charge of the electron, and of the development of radiocarbon dating by Willard F. Libby in 1947. The chemical experiment that tested how life originated on early Earth, the Miller–Urey experiment, was conducted at the university. REM sleep was discovered at the university in 1953 by Nathaniel Kleitman and Eugene Aserinsky.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "c7171a4584910b64b37bfb7e5654f22fbdaa14c42a8eb5c7956013bbad135b9a", "document_ids": [ "57265700dd62a815002e820e", "57377c98c3c5551400e51efb", "56e1b754cd28a01900c67abc", "5727482bf1498d1400e8f5a4", "5728f6446aef0514001548e4", "571cd11add7acb1400e4c16e", "5726f868dd62a815002e9684", "5726bc1add62a815002e8ea6", "572a1dbb3f37b319004786f5", "572648d1708984140094c15d", "572faec7b2c2fd1400568333", "570d2f5bfed7b91900d45ccf", "57332f81d058e614000b5776", "5729506d6aef051400154cac", "572fda6fb2c2fd140056850b", "57286010ff5b5019007da1ca" ], "example_id": "5726f868dd62a815002e9684", "gold_document": 6, "question": "What will be the importance of the pharmacist in coming decades?", "trial_id": "squad-540a76d8f37deae4" }, { "answers": [ "invasion of Britain, to draw British resources away from North America and the European mainland", "invasion of Britain", "an invasion of Britain" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"On August 15, 1971, the United States unilaterally pulled out of the Bretton Woods Accord. The US abandoned the Gold Exchange Standard whereby the value of the dollar had been pegged to the price of gold and all other currencies were pegged to the dollar, whose value was left to \\\"float\\\" (rise and fall according to market demand). Shortly thereafter, Britain followed, floating the pound sterling. The other industrialized nations followed suit with their respective currencies. Anticipating that currency values would fluctuate unpredictably for a time, the industrialized nations increased their reserves (by expanding their money supplies) in amounts far greater than before. The result was a depreciation of the dollar and other industrialized nations' currencies. Because oil was priced in dollars, oil producers' real income decreased. In September 1971, OPEC issued a joint communiqué stating that, from then on, they would price oil in terms of a fixed amount of gold.\"\n },\n {\n \"document_id\": \"5733a45d4776f41900660f23\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The mermaid (syrenka) is Warsaw's symbol and can be found on statues throughout the city and on the city's coat of arms. This imagery has been in use since at least the mid-14th century. The oldest existing armed seal of Warsaw is from the year 1390, consisting of a round seal bordered with the Latin inscription Sigilium Civitatis Varsoviensis (Seal of the city of Warsaw). City records as far back as 1609 document the use of a crude form of a sea monster with a female upper body and holding a sword in its claws. In 1653 the poet Zygmunt Laukowski asks the question:\"\n },\n {\n \"document_id\": \"57060df252bb891400689820\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\"\n },\n {\n \"document_id\": \"5734025d4776f419006616c3\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The British failures in North America, combined with other failures in the European theater, led to the fall from power of Newcastle and his principal military advisor, the Duke of Cumberland. Newcastle and Pitt joined in an uneasy coalition in which Pitt dominated the military planning. He embarked on a plan for the 1758 campaign that was largely developed by Loudoun. He had been replaced by Abercrombie as commander in chief after the failures of 1757. Pitt's plan called for three major offensive actions involving large numbers of regular troops, supported by the provincial militias, aimed at capturing the heartlands of New France. Two of the expeditions were successful, with Fort Duquesne and Louisbourg falling to sizable British forces.\"\n },\n {\n \"document_id\": \"5733a5f54776f41900660f44\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"One of the most famous people born in Warsaw was Maria Skłodowska-Curie, who achieved international recognition for her research on radioactivity and was the first female recipient of the Nobel Prize. Famous musicians include Władysław Szpilman and Frédéric Chopin. Though Chopin was born in the village of Żelazowa Wola, about 60 km (37 mi) from Warsaw, he moved to the city with his family when he was seven months old. Casimir Pulaski, a Polish general and hero of the American Revolutionary War, was born here in 1745.\"\n },\n {\n \"document_id\": \"57094d489928a8140047150a\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"BSkyB utilises the VideoGuard pay-TV scrambling system owned by NDS, a Cisco Systems company. There are tight controls over use of VideoGuard decoders; they are not available as stand-alone DVB CAMs (conditional-access modules). BSkyB has design authority over all digital satellite receivers capable of receiving their service. The receivers, though designed and built by different manufacturers, must conform to the same user interface look-and-feel as all the others. This extends to the Personal video recorder (PVR) offering (branded Sky+).\"\n },\n {\n \"document_id\": \"5706111a52bb89140068984c\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Six of the seven lines of the commuter rail system, Metrolink, run out of Downtown Los Angeles, connecting Los Angeles, Ventura, San Bernardino, Riverside, Orange, and San Diego counties with the other line connecting San Bernardino, Riverside, and Orange counties directly.\"\n },\n {\n \"document_id\": \"5733647e4776f419006609ae\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"There are also many places commemorating the heroic history of Warsaw. Pawiak, an infamous German Gestapo prison now occupied by a Mausoleum of Memory of Martyrdom and the museum, is only the beginning of a walk in the traces of Heroic City. The Warsaw Citadel, an impressive 19th-century fortification built after the defeat of the November Uprising, was a place of martyr for the Poles. Another important monument, the statue of Little Insurgent located at the ramparts of the Old Town, commemorates the children who served as messengers and frontline troops in the Warsaw Uprising, while the impressive Warsaw Uprising Monument by Wincenty Kućma was erected in memory of the largest insurrection of World War II.\"\n },\n {\n \"document_id\": \"57340549d058e614000b67dd\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In the aftermath of generally poor French results in most theaters of the Seven Years' War in 1758, France's new foreign minister, the duc de Choiseul, decided to focus on an invasion of Britain, to draw British resources away from North America and the European mainland. The invasion failed both militarily and politically, as Pitt again planned significant campaigns against New France, and sent funds to Britain's ally on the mainland, Prussia, and the French Navy failed in the 1759 naval battles at Lagos and Quiberon Bay. In one piece of good fortune, some French supply ships managed to depart France, eluding the British blockade of the French coast.\"\n },\n {\n \"document_id\": \"57309ef18ab72b1400f9c600\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The correlation between capitalism, aristocracy, and imperialism has long been debated among historians and political theorists. Much of the debate was pioneered by such theorists as J. A. Hobson (1858–1940), Joseph Schumpeter (1883–1950), Thorstein Veblen (1857–1929), and Norman Angell (1872–1967). While these non-Marxist writers were at their most prolific before World War I, they remained active in the interwar years. Their combined work informed the study of imperialism and it's impact on Europe, as well as contributed to reflections on the rise of the military-political complex in the United States from the 1950s. Hobson argued that domestic social reforms could cure the international disease of imperialism by removing its economic foundation. Hobson theorized that state intervention through taxation could boost broader consumption, create wealth, and encourage a peaceful, tolerant, multipolar world order.\"\n },\n {\n \"document_id\": \"572a20816aef0514001552e4\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Robert Nozick argued that government redistributes wealth by force (usually in the form of taxation), and that the ideal moral society would be one where all individuals are free from force. However, Nozick recognized that some modern economic inequalities were the result of forceful taking of property, and a certain amount of redistribution would be justified to compensate for this force but not because of the inequalities themselves. John Rawls argued in A Theory of Justice that inequalities in the distribution of wealth are only justified when they improve society as a whole, including the poorest members. Rawls does not discuss the full implications of his theory of justice. Some see Rawls's argument as a justification for capitalism since even the poorest members of society theoretically benefit from increased innovations under capitalism; others believe only a strong welfare state can satisfy Rawls's theory of justice.\"\n },\n {\n \"document_id\": \"571cda1bdd7acb1400e4c196\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Oxygen storage methods include high pressure oxygen tanks, cryogenics and chemical compounds. For reasons of economy, oxygen is often transported in bulk as a liquid in specially insulated tankers, since one liter of liquefied oxygen is equivalent to 840 liters of gaseous oxygen at atmospheric pressure and 20 °C (68 °F). Such tankers are used to refill bulk liquid oxygen storage containers, which stand outside hospitals and other institutions with a need for large volumes of pure oxygen gas. Liquid oxygen is passed through heat exchangers, which convert the cryogenic liquid into gas before it enters the building. Oxygen is also stored and shipped in smaller cylinders containing the compressed gas; a form that is useful in certain portable medical applications and oxy-fuel welding and cutting.\"\n },\n {\n \"document_id\": \"57107c24a58dae1900cd69e8\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Stadtholder William III of Orange, who later became King of England, emerged as the strongest opponent of king Louis XIV after the French attacked the Dutch Republic in 1672. William formed the League of Augsburg as a coalition to oppose Louis and the French state. Consequently, many Huguenots considered the wealthy and Calvinist Dutch Republic, which led the opposition to Louis XIV, as the most attractive country for exile after the revocation of the Edict of Nantes. They also found many French-speaking Calvinist churches there.\"\n },\n {\n \"document_id\": \"5726ea985951b619008f8261\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Consultant pharmacy practice focuses more on medication regimen review (i.e. \\\"cognitive services\\\") than on actual dispensing of drugs. Consultant pharmacists most typically work in nursing homes, but are increasingly branching into other institutions and non-institutional settings. Traditionally consultant pharmacists were usually independent business owners, though in the United States many now work for several large pharmacy management companies (primarily Omnicare, Kindred Healthcare and PharMerica). This trend may be gradually reversing as consultant pharmacists begin to work directly with patients, primarily because many elderly people are now taking numerous medications but continue to live outside of institutional settings. Some community pharmacies employ consultant pharmacists and/or provide consulting services.\"\n },\n {\n \"document_id\": \"572659535951b619008f703f\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Some buyers lamented the small size of the first Japanese compacts, and both Toyota and Nissan (then known as Datsun) introduced larger cars such as the Toyota Corona Mark II, the Toyota Cressida, the Mazda 616 and Datsun 810, which added passenger space and amenities such as air conditioning, power steering, AM-FM radios, and even power windows and central locking without increasing the price of the vehicle. A decade after the 1973 oil crisis, Honda, Toyota and Nissan, affected by the 1981 voluntary export restraints, opened US assembly plants and established their luxury divisions (Acura, Lexus and Infiniti, respectively) to distinguish themselves from their mass-market brands.\"\n },\n {\n \"document_id\": \"572fffb1b2c2fd14005686f9\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Iqbal expressed fears that not only would secularism and secular nationalism weaken the spiritual foundations of Islam and Muslim society, but that India's Hindu-majority population would crowd out Muslim heritage, culture and political influence. In his travels to Egypt, Afghanistan, Palestine and Syria, he promoted ideas of greater Islamic political co-operation and unity, calling for the shedding of nationalist differences. Sir Muhammad Iqbal was elected president of the Muslim League in 1930 at its session in Allahabad as well as for the session in Lahore in 1932. In his Allahabad Address on 29 December 1930, Iqbal outlined a vision of an independent state for Muslim-majority provinces in northwestern India. This address later inspired the Pakistan movement.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "b2345f7799fc51cbe27fbec847b73dc47e2c211af886969584c933e6f1b36dd6", "document_ids": [ "5725b76389a1e219009abd4a", "5733a45d4776f41900660f23", "57060df252bb891400689820", "5734025d4776f419006616c3", "5733a5f54776f41900660f44", "57094d489928a8140047150a", "5706111a52bb89140068984c", "5733647e4776f419006609ae", "57340549d058e614000b67dd", "57309ef18ab72b1400f9c600", "572a20816aef0514001552e4", "571cda1bdd7acb1400e4c196", "57107c24a58dae1900cd69e8", "5726ea985951b619008f8261", "572659535951b619008f703f", "572fffb1b2c2fd14005686f9" ], "example_id": "57340549d058e614000b67dd", "gold_document": 8, "question": "In 1758 what was duc de Choiseul's plan for focused military efforts?", "trial_id": "squad-8202fb89432a877d" }, { "answers": [ "colonialism" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"571cb010dd7acb1400e4c128\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Singlet oxygen is a name given to several higher-energy species of molecular O\\n2 in which all the electron spins are paired. It is much more reactive towards common organic molecules than is molecular oxygen per se. In nature, singlet oxygen is commonly formed from water during photosynthesis, using the energy of sunlight. It is also produced in the troposphere by the photolysis of ozone by light of short wavelength, and by the immune system as a source of active oxygen. Carotenoids in photosynthetic organisms (and possibly also in animals) play a major role in absorbing energy from singlet oxygen and converting it to the unexcited ground state before it can cause harm to tissues.\"\n },\n {\n \"document_id\": \"56e1aba0e3433e1400423094\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"A Turing machine is a mathematical model of a general computing machine. It is a theoretical device that manipulates symbols contained on a strip of tape. Turing machines are not intended as a practical computing technology, but rather as a thought experiment representing a computing machine—anything from an advanced supercomputer to a mathematician with a pencil and paper. It is believed that if a problem can be solved by an algorithm, there exists a Turing machine that solves the problem. Indeed, this is the statement of the Church–Turing thesis. Furthermore, it is known that everything that can be computed on other models of computation known to us today, such as a RAM machine, Conway's Game of Life, cellular automata or any programming language can be computed on a Turing machine. Since Turing machines are easy to analyze mathematically, and are believed to be as powerful as any other model of computation, the Turing machine is the most commonly used model in complexity theory.\"\n },\n {\n \"document_id\": \"5729506d6aef051400154cac\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"According to Sheldon Ungar's comparison with global warming, the actors in the ozone depletion case had a better understanding of scientific ignorance and uncertainties. The ozone case communicated to lay persons \\\"with easy-to-understand bridging metaphors derived from the popular culture\\\" and related to \\\"immediate risks with everyday relevance\\\", while the public opinion on climate change sees no imminent danger. The stepwise mitigation of the ozone layer challenge was based as well on successfully reducing regional burden sharing conflicts. In case of the IPCC conclusions and the failure of the Kyoto Protocol, varying regional cost-benefit analysis and burden-sharing conflicts with regard to the distribution of emission reductions remain an unsolved problem. In the UK, a report for a House of Lords committee asked to urge the IPCC to involve better assessments of costs and benefits of climate change but the Stern Review ordered by the UK government made a stronger argument in favor to combat human-made climate change.\"\n },\n {\n \"document_id\": \"57286dfa2ca10214002da332\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Kublai's government faced financial difficulties after 1279. Wars and construction projects had drained the Mongol treasury. Efforts to raise and collect tax revenues were plagued by corruption and political scandals. Mishandled military expeditions followed the financial problems. Kublai's second invasion of Japan in 1281 failed because of an inauspicious typhoon. Kublai botched his campaigns against Annam, Champa, and Java, but won a Pyrrhic victory against Burma. The expeditions were hampered by disease, an inhospitable climate, and a tropical terrain unsuitable for the mounted warfare of the Mongols. The Tran dynasty which ruled Annam (Dai Viet) crushed and defeated the Mongols at the Battle of Bạch Đằng (1288). The Chinese region of Fujian was the original home of the Chinese Tran (Chen) clan before they migrated under Trần Kinh (陳京, Chén Jīng) to Dai Viet and whose descendants established the Trần dynasty which ruled Vietnam Đại Việt, and certain members of the clan could still speak Chinese such as when a Yuan dynasty envoy had a meeting with the Chinese-speaking Trần prince Trần Quốc Tuấn (later King Trần Hưng Đạo) in 1282. Professor Liam Kelley noted that people from Song dynasty China like Zhao Zhong and Xu Zongdao fled to Tran dynasty ruled Vietnam after the Mongol invasion of the Song and they helped the Tran fight against the Mongol invasion. The Tran dynasty originated from the Fujian region of China as did the Daoist cleric Xu Zongdao who recorded the Mongol invasion and referred to them as \\\"Northern bandits\\\". Annam, Burma, and Champa recognized Mongol hegemony and established tributary relations with the Yuan dynasty.\"\n },\n {\n \"document_id\": \"570d28bdb3d812140066d4a3\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The centre-left Australian Labor Party (ALP), the centre-right Liberal Party of Australia, the rural-based National Party of Australia, and the environmentalist Australian Greens are Victoria's main political parties. Traditionally, Labor is strongest in Melbourne's working class western and northern suburbs, and the regional cities of Ballarat, Bendigo and Geelong. The Liberals' main support lies in Melbourne's more affluent eastern and outer suburbs, and some rural and regional centres. The Nationals are strongest in Victoria's North Western and Eastern rural regional areas. The Greens, who won their first lower house seats in 2014, are strongest in inner Melbourne.\"\n },\n {\n \"document_id\": \"5727d9c43acd2414000dee17\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Harvard has been highly ranked by many university rankings. In particular, it has consistently topped the Academic Ranking of World Universities (ARWU) since 2003, and the THE World Reputation Rankings since 2011, when the first time such league tables were published. When the QS and Times were published in partnership as the THE-QS World University Rankings during 2004-2009, Harvard had also been regarded the first in every year. The University's undergraduate program has been continuously among the top two in the U.S. News & World Report. In 2014, Harvard topped the University Ranking by Academic Performance (URAP). It was ranked 8th on the 2013-2014 PayScale College Salary Report and 14th on the 2013 PayScale College Education Value Rankings. From a poll done by The Princeton Review, Harvard is the second most commonly named \\\"dream college\\\", both for students and parents in 2013, and was the first nominated by parents in 2009. In 2011, the Mines ParisTech : Professional Ranking World Universities ranked Harvard 1st university in the world in terms of number of alumni holding CEO position in Fortune Global 500 companies.\"\n },\n {\n \"document_id\": \"57092322efce8f15003a7db0\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Formed in November 1990 by the equal merger of Sky Television and British Satellite Broadcasting, BSkyB became the UK's largest digital subscription television company. Following BSkyB's 2014 acquisition of Sky Italia and a majority 90.04% interest in Sky Deutschland in November 2014, its holding company British Sky Broadcasting Group plc changed its name to Sky plc. The United Kingdom operations also changed the company name from British Sky Broadcasting Limited to Sky UK Limited, still trading as Sky.\"\n },\n {\n \"document_id\": \"57376828c3c5551400e51eb9\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Forces act in a particular direction and have sizes dependent upon how strong the push or pull is. Because of these characteristics, forces are classified as \\\"vector quantities\\\". This means that forces follow a different set of mathematical rules than physical quantities that do not have direction (denoted scalar quantities). For example, when determining what happens when two forces act on the same object, it is necessary to know both the magnitude and the direction of both forces to calculate the result. If both of these pieces of information are not known for each force, the situation is ambiguous. For example, if you know that two people are pulling on the same rope with known magnitudes of force but you do not know which direction either person is pulling, it is impossible to determine what the acceleration of the rope will be. The two people could be pulling against each other as in tug of war or the two people could be pulling in the same direction. In this simple one-dimensional example, without knowing the direction of the forces it is impossible to decide whether the net force is the result of adding the two force magnitudes or subtracting one from the other. Associating forces with vectors avoids such problems.\"\n },\n {\n \"document_id\": \"5727213c708984140094da35\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Following the Peterloo massacre of 1819, poet Percy Shelley wrote the political poem The Mask of Anarchy later that year, that begins with the images of what he thought to be the unjust forms of authority of his time—and then imagines the stirrings of a new form of social action. It is perhaps the first modern[vague] statement of the principle of nonviolent protest. A version was taken up by the author Henry David Thoreau in his essay Civil Disobedience, and later by Gandhi in his doctrine of Satyagraha. Gandhi's Satyagraha was partially influenced and inspired by Shelley's nonviolence in protest and political action. In particular, it is known that Gandhi would often quote Shelley's Masque of Anarchy to vast audiences during the campaign for a free India.\"\n },\n {\n \"document_id\": \"57379ed81c456719005744d5\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Tension forces can be modeled using ideal strings that are massless, frictionless, unbreakable, and unstretchable. They can be combined with ideal pulleys, which allow ideal strings to switch physical direction. Ideal strings transmit tension forces instantaneously in action-reaction pairs so that if two objects are connected by an ideal string, any force directed along the string by the first object is accompanied by a force directed along the string in the opposite direction by the second object. By connecting the same string multiple times to the same object through the use of a set-up that uses movable pulleys, the tension force on a load can be multiplied. For every string that acts on a load, another factor of the tension force in the string acts on the load. However, even though such machines allow for an increase in force, there is a corresponding increase in the length of string that must be displaced in order to move the load. These tandem effects result ultimately in the conservation of mechanical energy since the work done on the load is the same no matter how complicated the machine.\"\n },\n {\n \"document_id\": \"57096c95200fba1400367fbb\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Provided is a universal Ku band LNB (9.75/10.600 GHz) which is fitted at the end of the dish and pointed at the correct satellite constellation; most digital receivers will receive the free to air channels. Some broadcasts are free-to-air and unencrypted, some are encrypted but do not require a monthly subscription (known as free-to-view), some are encrypted and require a monthly subscription, and some are pay-per-view services. To view the encrypted content a VideoGuard UK equipped receiver (all of which are dedicated to the Sky service, and cannot be used to decrypt other services) needs to be used. Unofficial CAMs are now available to view the service, although use of them breaks the user's contract with Sky and invalidates the user's rights to use the card.\"\n },\n {\n \"document_id\": \"573083dc2461fd1900a9ce6d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The term \\\"imperialism\\\" is often conflated with \\\"colonialism\\\", however many scholars have argued that each have their own distinct definition. Imperialism and colonialism have been used in order to describe one's superiority, domination and influence upon a person or group of people. Robert Young writes that while imperialism operates from the center, is a state policy and is developed for ideological as well as financial reasons, colonialism is simply the development for settlement or commercial intentions. Colonialism in modern usage also tends to imply a degree of geographic separation between the colony and the imperial power. Particularly, Edward Said distinguishes the difference between imperialism and colonialism by stating; \\\"imperialism involved 'the practice, the theory and the attitudes of a dominating metropolitan center ruling a distant territory', while colonialism refers to the 'implanting of settlements on a distant territory.' Contiguous land empires such as the Russian or Ottoman are generally excluded from discussions of colonialism.:116 Thus it can be said that imperialism includes some form of colonialism, but colonialism itself does not automatically imply imperialism, as it lacks a political focus.[further explanation needed]\"\n },\n {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The interpretation of Islam promoted by this funding was the strict, conservative Saudi-based Wahhabism or Salafism. In its harshest form it preached that Muslims should not only \\\"always oppose\\\" infidels \\\"in every way,\\\" but \\\"hate them for their religion ... for Allah's sake,\\\" that democracy \\\"is responsible for all the horrible wars of the 20th century,\\\" that Shia and other non-Wahhabi Muslims were infidels, etc. While this effort has by no means converted all, or even most Muslims to the Wahhabist interpretation of Islam, it has done much to overwhelm more moderate local interpretations, and has set the Saudi-interpretation of Islam as the \\\"gold standard\\\" of religion in minds of some or many Muslims.\"\n },\n {\n \"document_id\": \"57280f974b864d1900164370\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Civil disobedience is usually defined as pertaining to a citizen's relation to the state and its laws, as distinguished from a constitutional impasse in which two public agencies, especially two equally sovereign branches of government, conflict. For instance, if the head of government of a country were to refuse to enforce a decision of that country's highest court, it would not be civil disobedience, since the head of government would be acting in her or his capacity as public official rather than private citizen.\"\n },\n {\n \"document_id\": \"57284456ff5b5019007da05c\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In 1929, the university's fifth president, Robert Maynard Hutchins, took office; the university underwent many changes during his 24-year tenure. Hutchins eliminated varsity football from the university in an attempt to emphasize academics over athletics, instituted the undergraduate college's liberal-arts curriculum known as the Common Core, and organized the university's graduate work into its current[when?] four divisions. In 1933, Hutchins proposed an unsuccessful plan to merge the University of Chicago and Northwestern University into a single university. During his term, the University of Chicago Hospitals (now called the University of Chicago Medical Center) finished construction and enrolled its first medical students. Also, the Committee on Social Thought, an institution distinctive of the university, was created.\"\n },\n {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Originating as the Jama'at al-Tawhid wal-Jihad in 1999, it pledged allegiance to al-Qaeda in 2004, participated in the Iraqi insurgency that followed the March 2003 invasion of Iraq by Western forces, joined the fight in the Syrian Civil War beginning in March 2011, and was expelled from al-Qaeda in early 2014, (which complained of its failure to consult and \\\"notorious intransigence\\\"). The group gained prominence after it drove Iraqi government forces out of key cities in western Iraq in a 2014 offensive. The group is adept at social media, posting Internet videos of beheadings of soldiers, civilians, journalists and aid workers, and is known for its destruction of cultural heritage sites. The United Nations has held ISIL responsible for human rights abuses and war crimes, and Amnesty International has reported ethnic cleansing by the group on a \\\"historic scale\\\". The group has been designated a terrorist organisation by the United Nations, the European Union and member states, the United States, India, Indonesia, Turkey, Saudi Arabia, Syria and other countries.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "58f696eb35177f0258b4463c7e34bf40759785bd4cb5ea42e37f684fda6703e2", "document_ids": [ "571cb010dd7acb1400e4c128", "56e1aba0e3433e1400423094", "5729506d6aef051400154cac", "57286dfa2ca10214002da332", "570d28bdb3d812140066d4a3", "5727d9c43acd2414000dee17", "57092322efce8f15003a7db0", "57376828c3c5551400e51eb9", "5727213c708984140094da35", "57379ed81c456719005744d5", "57096c95200fba1400367fbb", "573083dc2461fd1900a9ce6d", "572ffd9e04bcaa1900d76fc7", "57280f974b864d1900164370", "57284456ff5b5019007da05c", "57302cd004bcaa1900d772d7" ], "example_id": "573083dc2461fd1900a9ce6d", "gold_document": 11, "question": "Imperialism is confused with what other term?", "trial_id": "squad-7edf5834416af1d6" }, { "answers": [ "about 75,000", "75,000" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5726f2375951b619008f830f\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Pharmacy informatics is the combination of pharmacy practice science and applied information science. Pharmacy informaticists work in many practice areas of pharmacy, however, they may also work in information technology departments or for healthcare information technology vendor companies. As a practice area and specialist domain, pharmacy informatics is growing quickly to meet the needs of major national and international patient information projects and health system interoperability goals. Pharmacists in this area are trained to participate in medication management system development, deployment and optimization.\"\n },\n {\n \"document_id\": \"5733d5704776f4190066130e\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The French population numbered about 75,000 and was heavily concentrated along the St. Lawrence River valley, with some also in Acadia (present-day New Brunswick and parts of Nova Scotia, including Île Royale (present-day Cape Breton Island)). Fewer lived in New Orleans, Biloxi, Mississippi, Mobile, Alabama and small settlements in the Illinois Country, hugging the east side of the Mississippi River and its tributaries. French fur traders and trappers traveled throughout the St. Lawrence and Mississippi watersheds, did business with local tribes, and often married Indian women. Traders married daughters of chiefs, creating high-ranking unions.\"\n },\n {\n \"document_id\": \"5730035e04bcaa1900d77001\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Roughly contemporaneous with Maududi was the founding of the Muslim Brotherhood in Ismailiyah, Egypt in 1928 by Hassan al Banna. His was arguably the first, largest and most influential modern Islamic political/religious organization. Under the motto \\\"the Qur'an is our constitution,\\\" it sought Islamic revival through preaching and also by providing basic community services including schools, mosques, and workshops. Like Maududi, Al Banna believed in the necessity of government rule based on Shariah law implemented gradually and by persuasion, and of eliminating all imperialist influence in the Muslim world.\"\n },\n {\n \"document_id\": \"572812e74b864d19001643ce\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"However, this definition is disputed by Thoreau's political philosophy pitching the conscience vs. the collective. The individual is the final judge of right and wrong. More than this, since only individuals act, only individuals can act unjustly. When the government knocks on the door, it is an individual in the form of a postman or tax collector whose hand hits the wood. Before Thoreau’s imprisonment, when a confused taxman had wondered aloud about how to handle his refusal to pay, Thoreau had advised, “Resign.” If a man chose to be an agent of injustice, then Thoreau insisted on confronting him with the fact that he was making a choice. But if government is “the voice of the people,” as it is often called, shouldn’t that voice be heeded? Thoreau admits that government may express the will of the majority but it may also express nothing more than the will of elite politicians. Even a good form of government is “liable to be abused and perverted before the people can act through it.” Moreover, even if a government did express the voice of the people, this fact would not compel the obedience of individuals who disagree with what is being said. The majority may be powerful but it is not necessarily right. What, then, is the proper relationship between the individual and the government?\"\n },\n {\n \"document_id\": \"572649d8f1498d1400e8db36\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Despite being relatively unaffected by the embargo, the UK nonetheless faced an oil crisis of its own - a series of strikes by coal miners and railroad workers over the winter of 1973–74 became a major factor in the change of government. Heath asked the British to heat only one room in their houses over the winter. The UK, Germany, Italy, Switzerland and Norway banned flying, driving and boating on Sundays. Sweden rationed gasoline and heating oil. The Netherlands imposed prison sentences for those who used more than their ration of electricity.\"\n },\n {\n \"document_id\": \"57308cf88ab72b1400f9c576\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Geographical theories such as environmental determinism also suggested that tropical environments created uncivilized people in need of European guidance. For instance, American geographer Ellen Churchill Semple argued that even though human beings originated in the tropics they were only able to become fully human in the temperate zone. Tropicality can be paralleled with Edward Said’s Orientalism as the west’s construction of the east as the “other”. According to Siad, orientalism allowed Europe to establish itself as the superior and the norm, which justified its dominance over the essentialized Orient.\"\n },\n {\n \"document_id\": \"572fd1c4947a6a140053cd02\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Stage 3 is the final stage of the bill and is considered at a meeting of the whole Parliament. This stage comprises two parts: consideration of amendments to the bill as a general debate, and a final vote on the bill. Opposition members can table \\\"wrecking amendments\\\" to the bill, designed to thwart further progress and take up parliamentary time, to cause the bill to fall without a final vote being taken. After a general debate on the final form of the bill, members proceed to vote at Decision Time on whether they agree to the general principles of the final bill.\"\n },\n {\n \"document_id\": \"572822233acd2414000df555\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The earliest recorded incidents of collective civil disobedience took place during the Roman Empire[citation needed]. Unarmed Jews gathered in the streets to prevent the installation of pagan images in the Temple in Jerusalem.[citation needed][original research?] In modern times, some activists who commit civil disobedience as a group collectively refuse to sign bail until certain demands are met, such as favorable bail conditions, or the release of all the activists. This is a form of jail solidarity.[page needed] There have also been many instances of solitary civil disobedience, such as that committed by Thoreau, but these sometimes go unnoticed. Thoreau, at the time of his arrest, was not yet a well-known author, and his arrest was not covered in any newspapers in the days, weeks and months after it happened. The tax collector who arrested him rose to higher political office, and Thoreau's essay was not published until after the end of the Mexican War.\"\n },\n {\n \"document_id\": \"57376828c3c5551400e51eb9\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Forces act in a particular direction and have sizes dependent upon how strong the push or pull is. Because of these characteristics, forces are classified as \\\"vector quantities\\\". This means that forces follow a different set of mathematical rules than physical quantities that do not have direction (denoted scalar quantities). For example, when determining what happens when two forces act on the same object, it is necessary to know both the magnitude and the direction of both forces to calculate the result. If both of these pieces of information are not known for each force, the situation is ambiguous. For example, if you know that two people are pulling on the same rope with known magnitudes of force but you do not know which direction either person is pulling, it is impossible to determine what the acceleration of the rope will be. The two people could be pulling against each other as in tug of war or the two people could be pulling in the same direction. In this simple one-dimensional example, without knowing the direction of the forces it is impossible to decide whether the net force is the result of adding the two force magnitudes or subtracting one from the other. Associating forces with vectors avoids such problems.\"\n },\n {\n \"document_id\": \"57269e3bf1498d1400e8e516\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"First, if a Directive's deadline for implementation is not met, the member state cannot enforce conflicting laws, and a citizen may rely on the Directive in such an action (so called \\\"vertical\\\" direct effect). So, in Pubblico Ministero v Ratti because the Italian government had failed to implement a Directive 73/173/EEC on packaging and labelling solvents by the deadline, it was estopped from enforcing a conflicting national law from 1963 against Mr Ratti's solvent and varnish business. A member state could \\\"not rely, as against individuals, on its own failure to perform the obligations which the Directive entails.\\\" Second, a citizen or company can invoke a Directive, not just in a dispute with a public authority, but in a dispute with another citizen or company. So, in CIA Security v Signalson and Securitel the Court of Justice held that a business called CIA Security could defend itself from allegations by competitors that it had not complied with a Belgian decree from 1991 about alarm systems, on the basis that it had not been notified to the Commission as a Directive required. Third, if a Directive gives expression to a \\\"general principle\\\" of EU law, it can be invoked between private non-state parties before its deadline for implementation. This follows from Kücükdeveci v Swedex GmbH & Co KG where the German Civil Code §622 stated that the years people worked under the age of 25 would not count towards the increasing statutory notice before dismissal. Ms Kücükdeveci worked for 10 years, from age 18 to 28, for Swedex GmbH & Co KG before her dismissal. She claimed that the law not counting her years under age 25 was unlawful age discrimination under the Employment Equality Framework Directive. The Court of Justice held that the Directive could be relied on by her because equality was also a general principle of EU law. Third, if the defendant is an emanation of the state, even if not central government, it can still be bound by Directives. In Foster v British Gas plc the Court of Justice held that Mrs Foster was entitled to bring a sex discrimination claim against her employer, British Gas plc, which made women retire at age 60 and men at 65, if (1) pursuant to a state measure, (2) it provided a public service, and (3) had special powers. This could also be true if the enterprise is privatised, as it was held with a water company that was responsible for basic water provision.\"\n },\n {\n \"document_id\": \"57378b141c4567190057449f\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Since then, and so far, general relativity has been acknowledged as the theory that best explains gravity. In GR, gravitation is not viewed as a force, but rather, objects moving freely in gravitational fields travel under their own inertia in straight lines through curved space-time – defined as the shortest space-time path between two space-time events. From the perspective of the object, all motion occurs as if there were no gravitation whatsoever. It is only when observing the motion in a global sense that the curvature of space-time can be observed and the force is inferred from the object's curved path. Thus, the straight line path in space-time is seen as a curved line in space, and it is called the ballistic trajectory of the object. For example, a basketball thrown from the ground moves in a parabola, as it is in a uniform gravitational field. Its space-time trajectory (when the extra ct dimension is added) is almost a straight line, slightly curved (with the radius of curvature of the order of few light-years). The time derivative of the changing momentum of the object is what we label as \\\"gravitational force\\\".\"\n },\n {\n \"document_id\": \"57377083c3c5551400e51edf\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"A static equilibrium between two forces is the most usual way of measuring forces, using simple devices such as weighing scales and spring balances. For example, an object suspended on a vertical spring scale experiences the force of gravity acting on the object balanced by a force applied by the \\\"spring reaction force\\\", which equals the object's weight. Using such tools, some quantitative force laws were discovered: that the force of gravity is proportional to volume for objects of constant density (widely exploited for millennia to define standard weights); Archimedes' principle for buoyancy; Archimedes' analysis of the lever; Boyle's law for gas pressure; and Hooke's law for springs. These were all formulated and experimentally verified before Isaac Newton expounded his Three Laws of Motion.\"\n },\n {\n \"document_id\": \"571090abb654c5140001f995\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Other evidence of the Walloons and Huguenots in Canterbury includes a block of houses in Turnagain Lane, where weavers' windows survive on the top floor, as many Huguenots worked as weavers. The Weavers, a half-timbered house by the river, was the site of a weaving school from the late 16th century to about 1830. (It has been adapted as a restaurant—see illustration above. The house derives its name from a weaving school which was moved there in the last years of the 19th century, reviving an earlier use.) Others refugees practised the variety of occupations necessary to sustain the community as distinct from the indigenous population. Such economic separation was the condition of the refugees' initial acceptance in the City. They also settled elsewhere in Kent, particularly Sandwich, Faversham and Maidstone—towns in which there used to be refugee churches.\"\n },\n {\n \"document_id\": \"57107d73b654c5140001f91d\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Renewed religious warfare in the 1620s caused the political and military privileges of the Huguenots to be abolished following their defeat. They retained the religious provisions of the Edict of Nantes until the rule of Louis XIV, who progressively increased persecution of them until he issued the Edict of Fontainebleau (1685), which abolished all legal recognition of Protestantism in France, and forced the Huguenots to convert. While nearly three-quarters eventually were killed or submitted, roughly 500,000 Huguenots had fled France by the early 18th century[citation needed].\"\n },\n {\n \"document_id\": \"573408ef4776f41900661757\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The war in North America officially ended with the signing of the Treaty of Paris on 10 February 1763, and war in the European theatre of the Seven Years' War was settled by the Treaty of Hubertusburg on 15 February 1763. The British offered France the choice of surrendering either its continental North American possessions east of the Mississippi or the Caribbean islands of Guadeloupe and Martinique, which had been occupied by the British. France chose to cede the former, but was able to negotiate the retention of Saint Pierre and Miquelon, two small islands in the Gulf of St. Lawrence, along with fishing rights in the area. They viewed the economic value of the Caribbean islands' sugar cane to be greater and easier to defend than the furs from the continent. The contemporaneous French philosopher Voltaire referred to Canada disparagingly as nothing more than a few acres of snow. The British, for their part, were happy to take New France, as defence of their North American colonies would no longer be an issue and also because they already had ample places from which to obtain sugar. Spain, which traded Florida to Britain to regain Cuba, also gained Louisiana, including New Orleans, from France in compensation for its losses. Great Britain and Spain also agreed that navigation on the Mississippi River was to be open to vessels of all nations.\"\n },\n {\n \"document_id\": \"57287fec4b864d1900164a3c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"There were many religions practiced during the Yuan dynasty, such as Buddhism, Islam, and Christianity. The establishment of the Yuan dynasty had dramatically increased the number of Muslims in China. However, unlike the western khanates, the Yuan dynasty never converted to Islam. Instead, Kublai Khan, the founder of the Yuan dynasty, favored Buddhism, especially the Tibetan variants. As a result, Tibetan Buddhism was established as the de facto state religion. The top-level department and government agency known as the Bureau of Buddhist and Tibetan Affairs (Xuanzheng Yuan) was set up in Khanbaliq (modern Beijing) to supervise Buddhist monks throughout the empire. Since Kublai Khan only esteemed the Sakya sect of Tibetan Buddhism, other religions became less important. He and his successors kept a Sakya Imperial Preceptor (Dishi) at court. Before the end of the Yuan dynasty, 14 leaders of the Sakya sect had held the post of Imperial Preceptor, thereby enjoying special power. Furthermore, Mongol patronage of Buddhism resulted in a number of monuments of Buddhist art. Mongolian Buddhist translations, almost all from Tibetan originals, began on a large scale after 1300. Many Mongols of the upper class such as the Jalayir and the Oronar nobles as well as the emperors also patronized Confucian scholars and institutions. A considerable number of Confucian and Chinese historical works were translated into the Mongolian language.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "fe527c01cddf6b5e7c2275c4bc92737a4dcf4cd79312afda7488bb47f0884a97", "document_ids": [ "5726f2375951b619008f830f", "5733d5704776f4190066130e", "5730035e04bcaa1900d77001", "572812e74b864d19001643ce", "572649d8f1498d1400e8db36", "57308cf88ab72b1400f9c576", "572fd1c4947a6a140053cd02", "572822233acd2414000df555", "57376828c3c5551400e51eb9", "57269e3bf1498d1400e8e516", "57378b141c4567190057449f", "57377083c3c5551400e51edf", "571090abb654c5140001f995", "57107d73b654c5140001f91d", "573408ef4776f41900661757", "57287fec4b864d1900164a3c" ], "example_id": "5733d5704776f4190066130e", "gold_document": 1, "question": "What was French population in North America?", "trial_id": "squad-1d2fd34f25a0732c" }, { "answers": [ "1962" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"56e20a3ae3433e140042324a\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1967, Manuel Blum developed an axiomatic complexity theory based on his axioms and proved an important result, the so-called, speed-up theorem. The field really began to flourish in 1971 when the US researcher Stephen Cook and, working independently, Leonid Levin in the USSR, proved that there exist practically relevant problems that are NP-complete. In 1972, Richard Karp took this idea a leap forward with his landmark paper, \\\"Reducibility Among Combinatorial Problems\\\", in which he showed that 21 diverse combinatorial and graph theoretical problems, each infamous for its computational intractability, are NP-complete.\"\n },\n {\n \"document_id\": \"5733e771d058e614000b6545\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The War of the Austrian Succession (whose North American theater is known as King George's War) formally ended in 1748 with the signing of the Treaty of Aix-la-Chapelle. The treaty was primarily focused on resolving issues in Europe. The issues of conflicting territorial claims between British and French colonies in North America were turned over to a commission to resolve, but it reached no decision. Frontiers from between Nova Scotia and Acadia in the north, to the Ohio Country in the south, were claimed by both sides. The disputes also extended into the Atlantic Ocean, where both powers wanted access to the rich fisheries of the Grand Banks off Newfoundland.\"\n },\n {\n \"document_id\": \"57268220f1498d1400e8e216\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"In the laboratory, biostratigraphers analyze rock samples from outcrop and drill cores for the fossils found in them. These fossils help scientists to date the core and to understand the depositional environment in which the rock units formed. Geochronologists precisely date rocks within the stratigraphic section in order to provide better absolute bounds on the timing and rates of deposition. Magnetic stratigraphers look for signs of magnetic reversals in igneous rock units within the drill cores. Other scientists perform stable isotope studies on the rocks to gain information about past climate.\"\n },\n {\n \"document_id\": \"57281c594b864d19001644a2\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"There have been debates as to whether civil disobedience must necessarily be non-violent. Black's Law Dictionary includes non-violence in its definition of civil disobedience. Christian Bay's encyclopedia article states that civil disobedience requires \\\"carefully chosen and legitimate means,\\\" but holds that they do not have to be non-violent. It has been argued that, while both civil disobedience and civil rebellion are justified by appeal to constitutional defects, rebellion is much more destructive; therefore, the defects justifying rebellion must be much more serious than those justifying disobedience, and if one cannot justify civil rebellion, then one cannot justify a civil disobedients' use of force and violence and refusal to submit to arrest. Civil disobedients' refraining from violence is also said to help preserve society's tolerance of civil disobedience.\"\n },\n {\n \"document_id\": \"5725edfe38643c19005ace9f\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The \\\"West Side\\\" of Fresno, also often called \\\"Southwest Fresno\\\", is one of the oldest neighborhoods in the city. The neighborhood lies southwest of the 99 freeway (which divides it from Downtown Fresno), west of the 41 freeway and south of Nielsen Ave (or the newly constructed 180 Freeway), and extends to the city limits to the west and south. The neighborhood is traditionally considered to be the center of Fresno's African-American community. It is culturally diverse and also includes significant Mexican-American and Asian-American (principally Hmong or Laotian) populations.\"\n },\n {\n \"document_id\": \"57300ec0947a6a140053d004\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"In 1979, the Soviet Union deployed its 40th Army into Afghanistan, attempting to suppress an Islamic rebellion against an allied Marxist regime in the Afghan Civil War. The conflict, pitting indigenous impoverished Muslims (mujahideen) against an anti-religious superpower, galvanized thousands of Muslims around the world to send aid and sometimes to go themselves to fight for their faith. Leading this pan-Islamic effort was Palestinian sheikh Abdullah Yusuf Azzam. While the military effectiveness of these \\\"Afghan Arabs\\\" was marginal, an estimated 16,000 to 35,000 Muslim volunteers came from around the world came to fight in Afghanistan.\"\n },\n {\n \"document_id\": \"57265285708984140094c25b\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In addition to arguing that the rat population was insufficient to account for a bubonic plague pandemic, sceptics of the bubonic plague theory point out that the symptoms of the Black Death are not unique (and arguably in some accounts may differ from bubonic plague); that transference via fleas in goods was likely to be of marginal significance; and that the DNA results may be flawed and might not have been repeated elsewhere, despite extensive samples from other mass graves. Other arguments include the lack of accounts of the death of rats before outbreaks of plague between the 14th and 17th centuries; temperatures that are too cold in northern Europe for the survival of fleas; that, despite primitive transport systems, the spread of the Black Death was much faster than that of modern bubonic plague; that mortality rates of the Black Death appear to be very high; that, while modern bubonic plague is largely endemic as a rural disease, the Black Death indiscriminately struck urban and rural areas; and that the pattern of the Black Death, with major outbreaks in the same areas separated by 5 to 15 years, differs from modern bubonic plague—which often becomes endemic for decades with annual flare-ups.\"\n },\n {\n \"document_id\": \"5705ffde52bb891400689784\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Many faults are able to produce a magnitude 6.7+ earthquake, such as the San Andreas Fault, which can produce a magnitude 8.0 event. Other faults include the San Jacinto Fault, the Puente Hills Fault, and the Elsinore Fault Zone. The USGS has released a California Earthquake forecast which models Earthquake occurrence in California.\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n },\n {\n \"document_id\": \"5728661e2ca10214002da2e8\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Shi Tianze was a Han Chinese who lived in the Jin dynasty. Interethnic marriage between Han and Jurchen became common at this time. His father was Shi Bingzhi (史秉直, Shih Ping-chih). Shi Bingzhi was married to a Jurchen woman (surname Na-ho) and a Han Chinese woman (surname Chang); it is unknown which of them was Shi Tianze's mother. Shi Tianze was married to two Jurchen women, a Han Chinese woman, and a Korean woman, and his son Shi Gang was born to one of his Jurchen wives. The surnames of his Jurchen wives were Mo-nien and Na-ho; the surname of his Korean wife was Li; and the surname of his Han Chinese wife was Shi. Shi Tianze defected to Mongol forces upon their invasion of the Jin dynasty. His son Shi Gang married a Kerait woman; the Kerait were Mongolified Turkic people and were considered part of the \\\"Mongol nation\\\". Shi Tianze (Shih T'ien-tse), Zhang Rou (Chang Jou, 張柔), and Yan Shi (Yen Shih, 嚴實) and other high ranking Chinese who served in the Jin dynasty and defected to the Mongols helped build the structure for the administration of the new state. Chagaan (Tsagaan) and Zhang Rou jointly launched an attack on the Song dynasty ordered by Töregene Khatun.\"\n },\n {\n \"document_id\": \"570d47b8b3d812140066d62d\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"There are also several smaller freight operators and numerous tourist railways operating over lines which were once parts of a state-owned system. Victorian lines mainly use the 1,600 mm (5 ft 3 in) broad gauge. However, the interstate trunk routes, as well as a number of branch lines in the west of the state have been converted to 1,435 mm (4 ft 8 1⁄2 in) standard gauge. Two tourist railways operate over 760 mm (2 ft 6 in) narrow gauge lines, which are the remnants of five formerly government-owned lines which were built in mountainous areas.\"\n },\n {\n \"document_id\": \"57281edd3acd2414000df4eb\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"When a consolidation referendum was held in 1967, voters approved the plan. On October 1, 1968, the governments merged to create the Consolidated City of Jacksonville. Fire, police, health & welfare, recreation, public works, and housing & urban development were all combined under the new government. In honor of the occasion, then-Mayor Hans Tanzler posed with actress Lee Meredith behind a sign marking the new border of the \\\"Bold New City of the South\\\" at Florida 13 and Julington Creek. The Better Jacksonville Plan, promoted as a blueprint for Jacksonville's future and approved by Jacksonville voters in 2000, authorized a half-penny sales tax. This would generate most of the revenue required for the $2.25 billion package of major projects that included road & infrastructure improvements, environmental preservation, targeted economic development and new or improved public facilities.\"\n },\n {\n \"document_id\": \"573380e0d058e614000b5be9\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The basic unit of territorial division in Poland is a commune (gmina). A city is also a commune – but with the city charter. Both cities and communes are governed by a mayor – but in the communes the mayor is vogt (wójt in Polish), however in the cities – burmistrz. Some bigger cities obtain the entitlements, i.e. tasks and privileges, which are possessed by the units of the second level of the territorial division – counties or powiats. An example of such entitlement is a car registration: a gmina cannot register cars, this is a powiat's task (i.e. a registration number depends on what powiat a car had been registered, not gmina). In this case we say about city county or powiat grodzki. Such cities are for example Lublin, Kraków, Gdańsk, Poznań. In Warsaw, its districts additionally have some of powiat's entitlements – like already mentioned car registration. For example, the district Wola has its own evidence and the district Ursynów – its own (and the cars from Wola have another type of registration number than these from Ursynów). But for instance the districts in Kraków do not have entitlements of powiat, so the registration numbers in Kraków are of the same type for all districts.\"\n },\n {\n \"document_id\": \"57265f605951b619008f70db\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The development of plate tectonics provided a physical basis for many observations of the solid Earth. Long linear regions of geologic features could be explained as plate boundaries. Mid-ocean ridges, high regions on the seafloor where hydrothermal vents and volcanoes exist, were explained as divergent boundaries, where two plates move apart. Arcs of volcanoes and earthquakes were explained as convergent boundaries, where one plate subducts under another. Transform boundaries, such as the San Andreas fault system, resulted in widespread powerful earthquakes. Plate tectonics also provided a mechanism for Alfred Wegener's theory of continental drift, in which the continents move across the surface of the Earth over geologic time. They also provided a driving force for crustal deformation, and a new setting for the observations of structural geology. The power of the theory of plate tectonics lies in its ability to combine all of these observations into a single theory of how the lithosphere moves over the convecting mantle.\"\n },\n {\n \"document_id\": \"57107a3ea58dae1900cd69de\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the early years, many Huguenots also settled in the area of present-day Charleston, South Carolina. In 1685, Rev. Elie Prioleau from the town of Pons in France, was among the first to settle there. He became pastor of the first Huguenot church in North America in that city. After the Revocation of the Edict of Nantes in 1685, several Huguenot families of Norman and Carolingian nobility and descent, including Edmund Bohun of Suffolk England from the Humphrey de Bohun line of French royalty descended from Charlemagne, Jean Postell of Dieppe France, Alexander Pepin, Antoine Poitevin of Orsement France, and Jacques de Bordeaux of Grenoble, immigrated to the Charleston Orange district. They were very successful at marriage and property speculation. After petitioning the British Crown in 1697 for the right to own land in the Baronies, they prospered as slave owners on the Cooper, Ashepoo, Ashley and Santee River plantations they purchased from the British Landgrave Edmund Bellinger. Some of their descendants moved into the Deep South and Texas, where they developed new plantations.\"\n },\n {\n \"document_id\": \"572847ff3acd2414000df869\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The university experienced its share of student unrest during the 1960s, beginning in 1962, when students occupied President George Beadle's office in a protest over the university's off-campus rental policies. After continued turmoil, a university committee in 1967 issued what became known as the Kalven Report. The report, a two-page statement of the university's policy in \\\"social and political action,\\\" declared that \\\"To perform its mission in the society, a university must sustain an extraordinary environment of freedom of inquiry and maintain an independence from political fashions, passions, and pressures.\\\" The report has since been used to justify decisions such as the university's refusal to divest from South Africa in the 1980s and Darfur in the late 2000s.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "fca2b6f6d50542bf886d823e0d1ff3218054160317304315dc3b465e18f93f10", "document_ids": [ "56e20a3ae3433e140042324a", "5733e771d058e614000b6545", "57268220f1498d1400e8e216", "57281c594b864d19001644a2", "5725edfe38643c19005ace9f", "57300ec0947a6a140053d004", "57265285708984140094c25b", "5705ffde52bb891400689784", "57114dfb50c2381900b54a53", "5728661e2ca10214002da2e8", "570d47b8b3d812140066d62d", "57281edd3acd2414000df4eb", "573380e0d058e614000b5be9", "57265f605951b619008f70db", "57107a3ea58dae1900cd69de", "572847ff3acd2414000df869" ], "example_id": "572847ff3acd2414000df869", "gold_document": 15, "question": "In what year did student decide to occupy the president's office?", "trial_id": "squad-de62f9f9c48257f5" }, { "answers": [ "designs into reality" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572745c6708984140094db99\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the modern industrialized world, construction usually involves the translation of designs into reality. A formal design team may be assembled to plan the physical proceedings, and to integrate those proceedings with the other parts. The design usually consists of drawings and specifications, usually prepared by a design team including Architect, civil engineers, mechanical engineers, electrical engineers, structural engineers, fire protection engineers, planning consultants, architectural consultants, and archaeological consultants. The design team is most commonly employed by (i.e. in contract with) the property owner. Under this system, once the design is completed by the design team, a number of construction companies or construction management companies may then be asked to make a bid for the work, either based directly on the design, or on the basis of drawings and a bill of quantities provided by a quantity surveyor. Following evaluation of bids, the owner typically awards a contract to the most cost efficient bidder.\"\n },\n {\n \"document_id\": \"57339902d058e614000b5e70\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Another important library – the University Library, founded in 1816, is home to over two million items. The building was designed by architects Marek Budzyński and Zbigniew Badowski and opened on 15 December 1999. It is surrounded by green. The University Library garden, designed by Irena Bajerska, was opened on 12 June 2002. It is one of the largest and most beautiful roof gardens in Europe with an area of more than 10,000 m2 (107,639.10 sq ft), and plants covering 5,111 m2 (55,014.35 sq ft). As the university garden it is open to the public every day.\"\n },\n {\n \"document_id\": \"5727cb4b2ca10214002d9676\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Jacksonville is in the First Coast region of northeast Florida and is centered on the banks of the St. Johns River, about 25 miles (40 km) south of the Georgia state line and about 340 miles (550 km) north of Miami. The Jacksonville Beaches communities are along the adjacent Atlantic coast. The area was originally inhabited by the Timucua people, and in 1564 was the site of the French colony of Fort Caroline, one of the earliest European settlements in what is now the continental United States. Under British rule, settlement grew at the narrow point in the river where cattle crossed, known as Wacca Pilatka to the Seminole and the Cow Ford to the British. A platted town was established there in 1822, a year after the United States gained Florida from Spain; it was named after Andrew Jackson, the first military governor of the Florida Territory and seventh President of the United States.\"\n },\n {\n \"document_id\": \"57309ef18ab72b1400f9c600\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The correlation between capitalism, aristocracy, and imperialism has long been debated among historians and political theorists. Much of the debate was pioneered by such theorists as J. A. Hobson (1858–1940), Joseph Schumpeter (1883–1950), Thorstein Veblen (1857–1929), and Norman Angell (1872–1967). While these non-Marxist writers were at their most prolific before World War I, they remained active in the interwar years. Their combined work informed the study of imperialism and it's impact on Europe, as well as contributed to reflections on the rise of the military-political complex in the United States from the 1950s. Hobson argued that domestic social reforms could cure the international disease of imperialism by removing its economic foundation. Hobson theorized that state intervention through taxation could boost broader consumption, create wealth, and encourage a peaceful, tolerant, multipolar world order.\"\n },\n {\n \"document_id\": \"571cd5b1dd7acb1400e4c178\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Uptake of O\\n2 from the air is the essential purpose of respiration, so oxygen supplementation is used in medicine. Treatment not only increases oxygen levels in the patient's blood, but has the secondary effect of decreasing resistance to blood flow in many types of diseased lungs, easing work load on the heart. Oxygen therapy is used to treat emphysema, pneumonia, some heart disorders (congestive heart failure), some disorders that cause increased pulmonary artery pressure, and any disease that impairs the body's ability to take up and use gaseous oxygen.\"\n },\n {\n \"document_id\": \"5730a4d02461fd1900a9cf29\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"France took control of Algeria in 1830 but began in earnest to rebuild its worldwide empire after 1850, concentrating chiefly in North and West Africa, as well as South-East Asia, with other conquests in Central and East Africa, as well as the South Pacific. Republicans, at first hostile to empire, only became supportive when Germany started to build her own colonial empire. As it developed, the new empire took on roles of trade with France, supplying raw materials and purchasing manufactured items, as well as lending prestige to the motherland and spreading French civilization and language as well as Catholicism. It also provided crucial manpower in both World Wars.\"\n },\n {\n \"document_id\": \"570d529fb3d812140066d6bb\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Major events also play a big part in tourism in Victoria, particularly cultural tourism and sports tourism. Most of these events are centred on Melbourne, but others occur in regional cities, such as the V8 Supercars and Australian Motorcycle Grand Prix at Phillip Island, the Grand Annual Steeplechase at Warrnambool and the Australian International Airshow at Geelong and numerous local festivals such as the popular Port Fairy Folk Festival, Queenscliff Music Festival, Bells Beach SurfClassic and the Bright Autumn Festival.\"\n },\n {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"During this time, the discovery of oil in the North Sea and the following \\\"It's Scotland's oil\\\" campaign of the Scottish National Party (SNP) resulted in rising support for Scottish independence, as well as the SNP. The party argued that the revenues from the oil were not benefitting Scotland as much as they should. The combined effect of these events led to Prime Minister Wilson committing his government to some form of devolved legislature in 1974. However, it was not until 1978 that final legislative proposals for a Scottish Assembly were passed by the United Kingdom Parliament.\"\n },\n {\n \"document_id\": \"572fdb17b2c2fd140056851d\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"As in the House of Commons, a number of qualifications apply to being an MSP. Such qualifications were introduced under the House of Commons Disqualification Act 1975 and the British Nationality Act 1981. Specifically, members must be over the age of 18 and must be a citizen of the United Kingdom, the Republic of Ireland, one of the countries in the Commonwealth of Nations, a citizen of a British overseas territory, or a European Union citizen resident in the UK. Members of the police and the armed forces are disqualified from sitting in the Scottish Parliament as elected MSPs, and similarly, civil servants and members of foreign legislatures are disqualified. An individual may not sit in the Scottish Parliament if he or she is judged to be insane under the terms of the Mental Health (Care and Treatment) (Scotland) Act 2003.\"\n },\n {\n \"document_id\": \"572665ff708984140094c4c3\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The principle of cross-cutting relationships pertains to the formation of faults and the age of the sequences through which they cut. Faults are younger than the rocks they cut; accordingly, if a fault is found that penetrates some formations but not those on top of it, then the formations that were cut are older than the fault, and the ones that are not cut must be younger than the fault. Finding the key bed in these situations may help determine whether the fault is a normal fault or a thrust fault.\"\n },\n {\n \"document_id\": \"5727aa413acd2414000de921\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Established originally by the Massachusetts legislature and soon thereafter named for John Harvard (its first benefactor), Harvard is the United States' oldest institution of higher learning, and the Harvard Corporation (formally, the President and Fellows of Harvard College) is its first chartered corporation. Although never formally affiliated with any denomination, the early College primarily trained Congregationalist and Unitarian clergy. Its curriculum and student body were gradually secularized during the 18th century, and by the 19th century Harvard had emerged as the central cultural establishment among Boston elites. Following the American Civil War, President Charles W. Eliot's long tenure (1869–1909) transformed the college and affiliated professional schools into a modern research university; Harvard was a founding member of the Association of American Universities in 1900. James Bryant Conant led the university through the Great Depression and World War II and began to reform the curriculum and liberalize admissions after the war. The undergraduate college became coeducational after its 1977 merger with Radcliffe College.\"\n },\n {\n \"document_id\": \"572a0d21af94a219006aa783\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Central Banking economist Raghuram Rajan argues that \\\"systematic economic inequalities, within the United States and around the world, have created deep financial 'fault lines' that have made [financial] crises more likely to happen than in the past\\\" – the Financial crisis of 2007–08 being the most recent example. To compensate for stagnating and declining purchasing power, political pressure has developed to extend easier credit to the lower and middle income earners – particularly to buy homes – and easier credit in general to keep unemployment rates low. This has given the American economy a tendency to go \\\"from bubble to bubble\\\" fueled by unsustainable monetary stimulation.\"\n },\n {\n \"document_id\": \"571cbe35dd7acb1400e4c13c\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Oxygen presents two spectrophotometric absorption bands peaking at the wavelengths 687 and 760 nm. Some remote sensing scientists have proposed using the measurement of the radiance coming from vegetation canopies in those bands to characterize plant health status from a satellite platform. This approach exploits the fact that in those bands it is possible to discriminate the vegetation's reflectance from its fluorescence, which is much weaker. The measurement is technically difficult owing to the low signal-to-noise ratio and the physical structure of vegetation; but it has been proposed as a possible method of monitoring the carbon cycle from satellites on a global scale.\"\n },\n {\n \"document_id\": \"570d28bdb3d812140066d4a3\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The centre-left Australian Labor Party (ALP), the centre-right Liberal Party of Australia, the rural-based National Party of Australia, and the environmentalist Australian Greens are Victoria's main political parties. Traditionally, Labor is strongest in Melbourne's working class western and northern suburbs, and the regional cities of Ballarat, Bendigo and Geelong. The Liberals' main support lies in Melbourne's more affluent eastern and outer suburbs, and some rural and regional centres. The Nationals are strongest in Victoria's North Western and Eastern rural regional areas. The Greens, who won their first lower house seats in 2014, are strongest in inner Melbourne.\"\n },\n {\n \"document_id\": \"57300911947a6a140053cfb6\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Germanic tribes crossed the Rhine in the Migration period, by the 5th century establishing the kingdoms of Francia on the Lower Rhine, Burgundy on the Upper Rhine and Alemannia on the High Rhine. This \\\"Germanic Heroic Age\\\" is reflected in medieval legend, such as the Nibelungenlied which tells of the hero Siegfried killing a dragon on the Drachenfels (Siebengebirge) (\\\"dragons rock\\\"), near Bonn at the Rhine and of the Burgundians and their court at Worms, at the Rhine and Kriemhild's golden treasure, which was thrown into the Rhine by Hagen.\"\n },\n {\n \"document_id\": \"571142b3a58dae1900cd6d5a\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The final major evolution of the steam engine design was the use of steam turbines starting in the late part of the 19th century. Steam turbines are generally more efficient than reciprocating piston type steam engines (for outputs above several hundred horsepower), have fewer moving parts, and provide rotary power directly instead of through a connecting rod system or similar means. Steam turbines virtually replaced reciprocating engines in electricity generating stations early in the 20th century, where their efficiency, higher speed appropriate to generator service, and smooth rotation were advantages. Today most electric power is provided by steam turbines. In the United States 90% of the electric power is produced in this way using a variety of heat sources. Steam turbines were extensively applied for propulsion of large ships throughout most of the 20th century.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "0593b69820ef5f32bc6bbcbed82025830dc380b5aed43945d946ea7e4b521e2d", "document_ids": [ "572745c6708984140094db99", "57339902d058e614000b5e70", "5727cb4b2ca10214002d9676", "57309ef18ab72b1400f9c600", "571cd5b1dd7acb1400e4c178", "5730a4d02461fd1900a9cf29", "570d529fb3d812140066d6bb", "572fad30a23a5019007fc86d", "572fdb17b2c2fd140056851d", "572665ff708984140094c4c3", "5727aa413acd2414000de921", "572a0d21af94a219006aa783", "571cbe35dd7acb1400e4c13c", "570d28bdb3d812140066d4a3", "57300911947a6a140053cfb6", "571142b3a58dae1900cd6d5a" ], "example_id": "572745c6708984140094db99", "gold_document": 0, "question": "Construction involves the translation of what?", "trial_id": "squad-053a21485cf48f4b" }, { "answers": [ "Colonel Monckton", "British" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Harvard is a large, highly residential research university. The nominal cost of attendance is high, but the University's large endowment allows it to offer generous financial aid packages. It operates several arts, cultural, and scientific museums, alongside the Harvard Library, which is the world's largest academic and private library system, comprising 79 individual libraries with over 18 million volumes. Harvard's alumni include eight U.S. presidents, several foreign heads of state, 62 living billionaires, 335 Rhodes Scholars, and 242 Marshall Scholars. To date, some 150 Nobel laureates, 18 Fields Medalists and 13 Turing Award winners have been affiliated as students, faculty, or staff.\"\n },\n {\n \"document_id\": \"5726577f708984140094c301\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Black Death ravaged much of the Islamic world. Plague was present in at least one location in the Islamic world virtually every year between 1500 and 1850. Plague repeatedly struck the cities of North Africa. Algiers lost 30 to 50 thousand inhabitants to it in 1620–21, and again in 1654–57, 1665, 1691, and 1740–42. Plague remained a major event in Ottoman society until the second quarter of the 19th century. Between 1701 and 1750, thirty-seven larger and smaller epidemics were recorded in Constantinople, and an additional thirty-one between 1751 and 1800. Baghdad has suffered severely from visitations of the plague, and sometimes two-thirds of its population has been wiped out.\"\n },\n {\n \"document_id\": \"56e1ddfce3433e14004231d5\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The question of whether P equals NP is one of the most important open questions in theoretical computer science because of the wide implications of a solution. If the answer is yes, many important problems can be shown to have more efficient solutions. These include various types of integer programming problems in operations research, many problems in logistics, protein structure prediction in biology, and the ability to find formal proofs of pure mathematics theorems. The P versus NP problem is one of the Millennium Prize Problems proposed by the Clay Mathematics Institute. There is a US$1,000,000 prize for resolving the problem.\"\n },\n {\n \"document_id\": \"57281edd3acd2414000df4eb\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"When a consolidation referendum was held in 1967, voters approved the plan. On October 1, 1968, the governments merged to create the Consolidated City of Jacksonville. Fire, police, health & welfare, recreation, public works, and housing & urban development were all combined under the new government. In honor of the occasion, then-Mayor Hans Tanzler posed with actress Lee Meredith behind a sign marking the new border of the \\\"Bold New City of the South\\\" at Florida 13 and Julington Creek. The Better Jacksonville Plan, promoted as a blueprint for Jacksonville's future and approved by Jacksonville voters in 2000, authorized a half-penny sales tax. This would generate most of the revenue required for the $2.25 billion package of major projects that included road & infrastructure improvements, environmental preservation, targeted economic development and new or improved public facilities.\"\n },\n {\n \"document_id\": \"571094b7a58dae1900cd6a66\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The revocation forbade Protestant services, required education of children as Catholics, and prohibited emigration. It proved disastrous to the Huguenots and costly for France. It precipitated civil bloodshed, ruined commerce, and resulted in the illegal flight from the country of hundreds of thousands of Protestants, many of whom became intellectuals, doctors and business leaders in Britain as well as Holland, Prussia, and South Africa. Four thousand emigrated to the North American colonies, where they settled in New York and Virginia, especially. The English welcomed the French refugees, providing money from both government and private agencies to aid their relocation. Those Huguenots who stayed in France became Catholics and were called \\\"new converts\\\".\"\n },\n {\n \"document_id\": \"57285841ff5b5019007da19a\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The university operates 12 research institutes and 113 research centers on campus. Among these are the Oriental Institute—a museum and research center for Near Eastern studies owned and operated by the university—and a number of National Resource Centers, including the Center for Middle Eastern Studies. Chicago also operates or is affiliated with a number of research institutions apart from the university proper. The university partially manages Argonne National Laboratory, part of the United States Department of Energy's national laboratory system, and has a joint stake in Fermilab, a nearby particle physics laboratory, as well as a stake in the Apache Point Observatory in Sunspot, New Mexico. Faculty and students at the adjacent Toyota Technological Institute at Chicago collaborate with the university, In 2013, the university announced that it was affiliating the formerly independent Marine Biological Laboratory in Woods Hole, Mass. Although formally unrelated, the National Opinion Research Center is located on Chicago's campus.\"\n },\n {\n \"document_id\": \"5725fe63ec44d21400f3d7dd\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Fresno is the largest U.S. city not directly linked to an Interstate highway. When the Interstate Highway System was created in the 1950s, the decision was made to build what is now Interstate 5 on the west side of the Central Valley, and thus bypass many of the population centers in the region, instead of upgrading what is now State Route 99. Due to rapidly raising population and traffic in cities along SR 99, as well as the desirability of Federal funding, much discussion has been made to upgrade it to interstate standards and eventually incorporate it into the interstate system, most likely as Interstate 9. Major improvements to signage, lane width, median separation, vertical clearance, and other concerns are currently underway.\"\n },\n {\n \"document_id\": \"5710f114a58dae1900cd6b60\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Both before and after the 1708 passage of the Foreign Protestants Naturalization Act, an estimated 50,000 Protestant Walloons and Huguenots fled to England, with many moving on to Ireland and elsewhere. In relative terms, this was one of the largest waves of immigration ever of a single ethnic community to Britain. Andrew Lortie (born André Lortie), a leading Huguenot theologian and writer who led the exiled community in London, became known for articulating their criticism of the Pope and the doctrine of transubstantiation during Mass.\"\n },\n {\n \"document_id\": \"5733f9fa4776f4190066161f\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Colonel Monckton, in the sole British success that year, captured Fort Beauséjour in June 1755, cutting the French fortress at Louisbourg off from land-based reinforcements. To cut vital supplies to Louisbourg, Nova Scotia's Governor Charles Lawrence ordered the deportation of the French-speaking Acadian population from the area. Monckton's forces, including companies of Rogers' Rangers, forcibly removed thousands of Acadians, chasing down many who resisted, and sometimes committing atrocities. More than any other factor, the cutting off of supplies to Louisbourg led to its demise. The Acadian resistance, in concert with native allies, including the Mi'kmaq, was sometimes quite stiff, with ongoing frontier raids (against Dartmouth and Lunenburg among others). Other than the campaigns to expel the Acadians (ranging around the Bay of Fundy, on the Petitcodiac and St. John rivers, and Île Saint-Jean), the only clashes of any size were at Petitcodiac in 1755 and at Bloody Creek near Annapolis Royal in 1757.\"\n },\n {\n \"document_id\": \"5725b92e38643c19005acbd3\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"This contributed to the \\\"Oil Shock\\\". After 1971, OPEC was slow to readjust prices to reflect this depreciation. From 1947 to 1967, the dollar price of oil had risen by less than two percent per year. Until the oil shock, the price had also remained fairly stable versus other currencies and commodities. OPEC ministers had not developed institutional mechanisms to update prices in sync with changing market conditions, so their real incomes lagged. The substantial price increases of 1973–1974 largely returned their prices and corresponding incomes to Bretton Woods levels in terms of commodities such as gold.\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. parallel spins) the spatial variables must be antisymmetric (i.e. they exclude each other from their places much as if there was a repulsive force), and vice versa, i.e. for antiparallel spins the position variables must be symmetric (i.e. the apparent force must be attractive). Thus in the case of two fermions there is a strictly negative correlation between spatial and spin variables, whereas for two bosons (e.g. quanta of electromagnetic waves, photons) the correlation is strictly positive.\"\n },\n {\n \"document_id\": \"5725c91e38643c19005acceb\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Despite their soft, gelatinous bodies, fossils thought to represent ctenophores, apparently with no tentacles but many more comb-rows than modern forms, have been found in lagerstätten as far back as the early Cambrian, about 515 million years ago. The position of the ctenophores in the evolutionary family tree of animals has long been debated, and the majority view at present, based on molecular phylogenetics, is that cnidarians and bilaterians are more closely related to each other than either is to ctenophores. A recent molecular phylogenetics analysis concluded that the common ancestor of all modern ctenophores was cydippid-like, and that all the modern groups appeared relatively recently, probably after the Cretaceous–Paleogene extinction event 66 million years ago. Evidence accumulating since the 1980s indicates that the \\\"cydippids\\\" are not monophyletic, in other words do not include all and only the descendants of a single common ancestor, because all the other traditional ctenophore groups are descendants of various cydippids.\"\n },\n {\n \"document_id\": \"57332442d058e614000b5720\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Warsaw's name in the Polish language is Warszawa, approximately /vɑːrˈʃɑːvə/ (also formerly spelled Warszewa and Warszowa), meaning \\\"belonging to Warsz\\\", Warsz being a shortened form of the masculine name of Slavic origin Warcisław; see also etymology of Wrocław. Folk etymology attributes the city name to a fisherman, Wars, and his wife, Sawa. According to legend, Sawa was a mermaid living in the Vistula River with whom Wars fell in love. In actuality, Warsz was a 12th/13th-century nobleman who owned a village located at the modern-day site of Mariensztat neighbourhood. See also the Vršovci family which had escaped to Poland. The official city name in full is miasto stołeczne Warszawa (English: \\\"The Capital City of Warsaw\\\"). A native or resident of Warsaw is known as a Varsovian – in Polish warszawiak (male), warszawianka (female), warszawiacy (plural).\"\n },\n {\n \"document_id\": \"56e1febfe3433e1400423236\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"What intractability means in practice is open to debate. Saying that a problem is not in P does not imply that all large cases of the problem are hard or even that most of them are. For example, the decision problem in Presburger arithmetic has been shown not to be in P, yet algorithms have been written that solve the problem in reasonable times in most cases. Similarly, algorithms can solve the NP-complete knapsack problem over a wide range of sizes in less than quadratic time and SAT solvers routinely handle large instances of the NP-complete Boolean satisfiability problem.\"\n },\n {\n \"document_id\": \"572699db5951b619008f7799\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Generally speaking, while all member states recognise that EU law takes primacy over national law where this agreed in the Treaties, they do not accept that the Court of Justice has the final say on foundational constitutional questions affecting democracy and human rights. In the United Kingdom, the basic principle is that Parliament, as the sovereign expression of democratic legitimacy, can decide whether it wishes to expressly legislate against EU law. This, however, would only happen in the case of an express wish of the people to withdraw from the EU. It was held in R (Factortame Ltd) v Secretary of State for Transport that \\\"whatever limitation of its sovereignty Parliament accepted when it enacted the European Communities Act 1972 was entirely voluntary\\\" and so \\\"it has always been clear\\\" that UK courts have a duty \\\"to override any rule of national law found to be in conflict with any directly enforceable rule of Community law.\\\" More recently the UK Supreme Court noted that in R (HS2 Action Alliance Ltd) v Secretary of State for Transport, although the UK constitution is uncodified, there could be \\\"fundamental principles\\\" of common law, and Parliament \\\"did not either contemplate or authorise the abrogation\\\" of those principles when it enacted the European Communities Act 1972. The view of the German Constitutional Court from the Solange I and Solange II decisions is that if the EU does not comply with its basic constitutional rights and principles (particularly democracy, the rule of law and the social state principles) then it cannot override German law. However, as the nicknames of the judgments go, \\\"so long as\\\" the EU works towards the democratisation of its institutions, and has a framework that protects fundamental human rights, it would not review EU legislation for compatibility with German constitutional principles. Most other member states have expressed similar reservations. This suggests the EU's legitimacy rests on the ultimate authority of member states, its factual commitment to human rights, and the democratic will of the people.\"\n },\n {\n \"document_id\": \"57265f605951b619008f70db\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The development of plate tectonics provided a physical basis for many observations of the solid Earth. Long linear regions of geologic features could be explained as plate boundaries. Mid-ocean ridges, high regions on the seafloor where hydrothermal vents and volcanoes exist, were explained as divergent boundaries, where two plates move apart. Arcs of volcanoes and earthquakes were explained as convergent boundaries, where one plate subducts under another. Transform boundaries, such as the San Andreas fault system, resulted in widespread powerful earthquakes. Plate tectonics also provided a mechanism for Alfred Wegener's theory of continental drift, in which the continents move across the surface of the Earth over geologic time. They also provided a driving force for crustal deformation, and a new setting for the observations of structural geology. The power of the theory of plate tectonics lies in its ability to combine all of these observations into a single theory of how the lithosphere moves over the convecting mantle.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "3e939ef392c3f07a548c0c689ceb0585c1f0f9315e87a119c449a326376c97fd", "document_ids": [ "5727aeac3acd2414000de987", "5726577f708984140094c301", "56e1ddfce3433e14004231d5", "57281edd3acd2414000df4eb", "571094b7a58dae1900cd6a66", "57285841ff5b5019007da19a", "5725fe63ec44d21400f3d7dd", "5710f114a58dae1900cd6b60", "5733f9fa4776f4190066161f", "5725b92e38643c19005acbd3", "57377c98c3c5551400e51efb", "5725c91e38643c19005acceb", "57332442d058e614000b5720", "56e1febfe3433e1400423236", "572699db5951b619008f7799", "57265f605951b619008f70db" ], "example_id": "5733f9fa4776f4190066161f", "gold_document": 8, "question": "Who captured Fort Beausejour?", "trial_id": "squad-13c38e594d2d0b56" }, { "answers": [ "microbes" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572a05eb3f37b31900478653\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"2013 Economics Nobel prize winner Robert J. Shiller said that rising inequality in the United States and elsewhere is the most important problem. Increasing inequality harms economic growth. High and persistent unemployment, in which inequality increases, has a negative effect on subsequent long-run economic growth. Unemployment can harm growth not only because it is a waste of resources, but also because it generates redistributive pressures and subsequent distortions, drives people to poverty, constrains liquidity limiting labor mobility, and erodes self-esteem promoting social dislocation, unrest and conflict. Policies aiming at controlling unemployment and in particular at reducing its inequality-associated effects support economic growth.\"\n },\n {\n \"document_id\": \"572fca7eb2c2fd1400568473\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Scotland Act 1998, which was passed by the Parliament of the United Kingdom and given royal assent by Queen Elizabeth II on 19 November 1998, governs the functions and role of the Scottish Parliament and delimits its legislative competence. The Scotland Act 2012 extends the devolved competencies. For the purposes of parliamentary sovereignty, the Parliament of the United Kingdom at Westminster continues to constitute the supreme legislature of Scotland. However, under the terms of the Scotland Act, Westminster agreed to devolve some of its responsibilities over Scottish domestic policy to the Scottish Parliament. Such \\\"devolved matters\\\" include education, health, agriculture and justice. The Scotland Act enabled the Scottish Parliament to pass primary legislation on these issues. A degree of domestic authority, and all foreign policy, remain with the UK Parliament in Westminster. The Scottish Parliament has the power to pass laws and has limited tax-varying capability. Another of the roles of the Parliament is to hold the Scottish Government to account.\"\n },\n {\n \"document_id\": \"57107932a58dae1900cd69ca\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Barred by the government from settling in New France, Huguenots led by Jessé de Forest, sailed to North America in 1624 and settled instead in the Dutch colony of New Netherland (later incorporated into New York and New Jersey); as well as Great Britain's colonies, including Nova Scotia. A number of New Amsterdam's families were of Huguenot origin, often having emigrated as refugees to the Netherlands in the previous century. In 1628 the Huguenots established a congregation as L'Église française à la Nouvelle-Amsterdam (the French church in New Amsterdam). This parish continues today as L'Eglise du Saint-Esprit, part of the Episcopal (Anglican) communion, and welcomes Francophone New Yorkers from all over the world. Upon their arrival in New Amsterdam, Huguenots were offered land directly across from Manhattan on Long Island for a permanent settlement and chose the harbor at the end of Newtown Creek, becoming the first Europeans to live in Brooklyn, then known as Boschwick, in the neighborhood now known as Bushwick.\"\n },\n {\n \"document_id\": \"5725f46289a1e219009ac0fa\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Formed in 1946, Sierra Sky Park Airport is a residential airport community born of a unique agreement in transportation law to allow personal aircraft and automobiles to share certain roads. Sierra Sky Park was the first aviation community to be built[citation needed] and there are now numerous such communities across the United States and around the world. Developer William Smilie created the nation's first planned aviation community. Still in operation today, the public use airport provides a unique neighborhood that spawned interest and similar communities nationwide.\"\n },\n {\n \"document_id\": \"5726eb4b5951b619008f826b\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Since about the year 2000, a growing number of Internet pharmacies have been established worldwide. Many of these pharmacies are similar to community pharmacies, and in fact, many of them are actually operated by brick-and-mortar community pharmacies that serve consumers online and those that walk in their door. The primary difference is the method by which the medications are requested and received. Some customers consider this to be more convenient and private method rather than traveling to a community drugstore where another customer might overhear about the drugs that they take. Internet pharmacies (also known as online pharmacies) are also recommended to some patients by their physicians if they are homebound.\"\n },\n {\n \"document_id\": \"5732b6b5328d981900602021\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Warsaw (Polish: Warszawa [varˈʂava] ( listen); see also other names) is the capital and largest city of Poland. It stands on the Vistula River in east-central Poland, roughly 260 kilometres (160 mi) from the Baltic Sea and 300 kilometres (190 mi) from the Carpathian Mountains. Its population is estimated at 1.740 million residents within a greater metropolitan area of 2.666 million residents, which makes Warsaw the 9th most-populous capital city in the European Union. The city limits cover 516.9 square kilometres (199.6 sq mi), while the metropolitan area covers 6,100.43 square kilometres (2,355.39 sq mi).\"\n },\n {\n \"document_id\": \"5728804b4b864d1900164a46\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Advances in polynomial algebra were made by mathematicians during the Yuan era. The mathematician Zhu Shijie (1249–1314) solved simultaneous equations with up to four unknowns using a rectangular array of coefficients, equivalent to modern matrices. Zhu used a method of elimination to reduce the simultaneous equations to a single equation with only one unknown. His method is described in the Jade Mirror of the Four Unknowns, written in 1303. The opening pages contain a diagram of Pascal's triangle. The summation of a finite arithmetic series is also covered in the book.\"\n },\n {\n \"document_id\": \"571a4ead10f8ca1400304fdd\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"One of the first known experiments on the relationship between combustion and air was conducted by the 2nd century BCE Greek writer on mechanics, Philo of Byzantium. In his work Pneumatica, Philo observed that inverting a vessel over a burning candle and surrounding the vessel's neck with water resulted in some water rising into the neck. Philo incorrectly surmised that parts of the air in the vessel were converted into the classical element fire and thus were able to escape through pores in the glass. Many centuries later Leonardo da Vinci built on Philo's work by observing that a portion of air is consumed during combustion and respiration.\"\n },\n {\n \"document_id\": \"5729f8516aef05140015516c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Newborn infants have no prior exposure to microbes and are particularly vulnerable to infection. Several layers of passive protection are provided by the mother. During pregnancy, a particular type of antibody, called IgG, is transported from mother to baby directly across the placenta, so human babies have high levels of antibodies even at birth, with the same range of antigen specificities as their mother. Breast milk or colostrum also contains antibodies that are transferred to the gut of the infant and protect against bacterial infections until the newborn can synthesize its own antibodies. This is passive immunity because the fetus does not actually make any memory cells or antibodies—it only borrows them. This passive immunity is usually short-term, lasting from a few days up to several months. In medicine, protective passive immunity can also be transferred artificially from one individual to another via antibody-rich serum.\"\n },\n {\n \"document_id\": \"572f567cb2c2fd140056803f\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The length of the Rhine is conventionally measured in \\\"Rhine-kilometers\\\" (Rheinkilometer), a scale introduced in 1939 which runs from the Old Rhine Bridge at Constance (0 km) to Hoek van Holland (1036.20 km). The river length is significantly shortened from the river's natural course due to number of canalisation projects completed in the 19th and 20th century.[note 7] The \\\"total length of the Rhine\\\", to the inclusion of Lake Constance and the Alpine Rhine is more difficult to measure objectively; it was cited as 1,232 kilometres (766 miles) by the Dutch Rijkswaterstaat in 2010.[note 1]\"\n },\n {\n \"document_id\": \"572856beff5b5019007da190\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The University of Chicago Library system encompasses six libraries that contain a total of 9.8 million volumes, the 11th most among library systems in the United States. The university's main library is the Regenstein Library, which contains one of the largest collections of print volumes in the United States. The Joe and Rika Mansueto Library, built in 2011, houses a large study space and an automatic book storage and retrieval system. The John Crerar Library contains more than 1.3 million volumes in the biological, medical and physical sciences and collections in general science and the philosophy and history of science, medicine, and technology. The university also operates a number of special libraries, including the D'Angelo Law Library, the Social Service Administration Library, and the Eckhart Library for mathematics and computer science, which closed temporarily for renovation on July 8, 2013. Harper Memorial Library no longer contains any volumes; however it is, in addition to the Regenstein Library, a 24-hour study space on campus.\"\n },\n {\n \"document_id\": \"5711475ca58dae1900cd6d8a\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"With two-cylinder compounds used in railway work, the pistons are connected to the cranks as with a two-cylinder simple at 90° out of phase with each other (quartered). When the double expansion group is duplicated, producing a 4-cylinder compound, the individual pistons within the group are usually balanced at 180°, the groups being set at 90° to each other. In one case (the first type of Vauclain compound), the pistons worked in the same phase driving a common crosshead and crank, again set at 90° as for a two-cylinder engine. With the 3-cylinder compound arrangement, the LP cranks were either set at 90° with the HP one at 135° to the other two, or in some cases all three cranks were set at 120°.[citation needed]\"\n },\n {\n \"document_id\": \"5729f12e3f37b319004785e1\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The adaptive immune system evolved in early vertebrates and allows for a stronger immune response as well as immunological memory, where each pathogen is \\\"remembered\\\" by a signature antigen. The adaptive immune response is antigen-specific and requires the recognition of specific \\\"non-self\\\" antigens during a process called antigen presentation. Antigen specificity allows for the generation of responses that are tailored to specific pathogens or pathogen-infected cells. The ability to mount these tailored responses is maintained in the body by \\\"memory cells\\\". Should a pathogen infect the body more than once, these specific memory cells are used to quickly eliminate it.\"\n },\n {\n \"document_id\": \"57264b1ddd62a815002e80a0\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The internal cavity forms: a mouth that can usually be closed by muscles; a pharynx (\\\"throat\\\"); a wider area in the center that acts as a stomach; and a system of internal canals. These branch through the mesoglea to the most active parts of the animal: the mouth and pharynx; the roots of the tentacles, if present; all along the underside of each comb row; and four branches round the sensory complex at the far end from the mouth – two of these four branches terminate in anal pores. The inner surface of the cavity is lined with an epithelium, the gastrodermis. The mouth and pharynx have both cilia and well-developed muscles. In other parts of the canal system, the gastrodermis is different on the sides nearest to and furthest from the organ that it supplies. The nearer side is composed of tall nutritive cells that store nutrients in vacuoles (internal compartments), germ cells that produce eggs or sperm, and photocytes that produce bioluminescence. The side furthest from the organ is covered with ciliated cells that circulate water through the canals, punctuated by ciliary rosettes, pores that are surrounded by double whorls of cilia and connect to the mesoglea.\"\n },\n {\n \"document_id\": \"57265d08708984140094c397\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the 1960s, a series of discoveries, the most important of which was seafloor spreading, showed that the Earth's lithosphere, which includes the crust and rigid uppermost portion of the upper mantle, is separated into a number of tectonic plates that move across the plastically deforming, solid, upper mantle, which is called the asthenosphere. There is an intimate coupling between the movement of the plates on the surface and the convection of the mantle: oceanic plate motions and mantle convection currents always move in the same direction, because the oceanic lithosphere is the rigid upper thermal boundary layer of the convecting mantle. This coupling between rigid plates moving on the surface of the Earth and the convecting mantle is called plate tectonics.\"\n },\n {\n \"document_id\": \"571112ada58dae1900cd6bcc\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Some disagree with such double or triple non-French linguistic origins, arguing that for the word to have spread into common use in France, it must have originated in the French language. The \\\"Hugues hypothesis\\\" argues that the name was derived by association with Hugues Capet, king of France, who reigned long before the Reformation. He was regarded by the Gallicans and Protestants as a noble man who respected people's dignity and lives. Janet Gray and other supporters of the hypothesis suggest that the name huguenote would be roughly equivalent to little Hugos, or those who want Hugo.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "9463b40145b21c5a1a8a423b19d81bd63f88ea1003a50b97b4c6dd9d05431e83", "document_ids": [ "572a05eb3f37b31900478653", "572fca7eb2c2fd1400568473", "57107932a58dae1900cd69ca", "5725f46289a1e219009ac0fa", "5726eb4b5951b619008f826b", "5732b6b5328d981900602021", "5728804b4b864d1900164a46", "571a4ead10f8ca1400304fdd", "5729f8516aef05140015516c", "572f567cb2c2fd140056803f", "572856beff5b5019007da190", "5711475ca58dae1900cd6d8a", "5729f12e3f37b319004785e1", "57264b1ddd62a815002e80a0", "57265d08708984140094c397", "571112ada58dae1900cd6bcc" ], "example_id": "5729f8516aef05140015516c", "gold_document": 8, "question": "Newborns are vulnerable to infection because they have no previous exposure to what?", "trial_id": "squad-dd9cbcc66c8541b8" }, { "answers": [ "societies" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57264fe65951b619008f6fa1\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The results of the Haensch study have since been confirmed and amended. Based on genetic evidence derived from Black Death victims in the East Smithfield burial site in England, Schuenemann et al. concluded in 2011 \\\"that the Black Death in medieval Europe was caused by a variant of Y. pestis that may no longer exist.\\\" A study published in Nature in October 2011 sequenced the genome of Y. pestis from plague victims and indicated that the strain that caused the Black Death is ancestral to most modern strains of the disease.\"\n },\n {\n \"document_id\": \"57107932a58dae1900cd69ca\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Barred by the government from settling in New France, Huguenots led by Jessé de Forest, sailed to North America in 1624 and settled instead in the Dutch colony of New Netherland (later incorporated into New York and New Jersey); as well as Great Britain's colonies, including Nova Scotia. A number of New Amsterdam's families were of Huguenot origin, often having emigrated as refugees to the Netherlands in the previous century. In 1628 the Huguenots established a congregation as L'Église française à la Nouvelle-Amsterdam (the French church in New Amsterdam). This parish continues today as L'Eglise du Saint-Esprit, part of the Episcopal (Anglican) communion, and welcomes Francophone New Yorkers from all over the world. Upon their arrival in New Amsterdam, Huguenots were offered land directly across from Manhattan on Long Island for a permanent settlement and chose the harbor at the end of Newtown Creek, becoming the first Europeans to live in Brooklyn, then known as Boschwick, in the neighborhood now known as Bushwick.\"\n },\n {\n \"document_id\": \"56e1a0dccd28a01900c67a2e\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"It is tempting to think that the notion of function problems is much richer than the notion of decision problems. However, this is not really the case, since function problems can be recast as decision problems. For example, the multiplication of two integers can be expressed as the set of triples (a, b, c) such that the relation a × b = c holds. Deciding whether a given triple is a member of this set corresponds to solving the problem of multiplying two numbers.\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n },\n {\n \"document_id\": \"57274ca8dd62a815002e9aa4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Legally, only non-profit trusts and societies can run schools in India. They will have to satisfy a number of infrastructure and human resource related criteria to get Recognition (a form of license) from the government. Critics of this system point out that this leads to corruption by school inspectors who check compliance and to fewer schools in a country that has the largest adult illiterate population in the world. While official data does not capture the real extent of private schooling in the country, various studies have reported unpopularity of government schools and an increasing number of private schools. The Annual Status of Education Report (ASER), which evaluates learning levels in rural India, has been reporting poorer academic achievement in government schools than in private schools. A key difference between the government and private schools is that the medium of education in private schools is English while it is the local language in government schools.\"\n },\n {\n \"document_id\": \"5711541350c2381900b54a6f\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"A method to lessen the magnitude of this heating and cooling was invented in 1804 by British engineer Arthur Woolf, who patented his Woolf high-pressure compound engine in 1805. In the compound engine, high-pressure steam from the boiler expands in a high-pressure (HP) cylinder and then enters one or more subsequent lower-pressure (LP) cylinders. The complete expansion of the steam now occurs across multiple cylinders and as less expansion now occurs in each cylinder less heat is lost by the steam in each. This reduces the magnitude of cylinder heating and cooling, increasing the efficiency of the engine. By staging the expansion in multiple cylinders, torque variability can be reduced. To derive equal work from lower-pressure steam requires a larger cylinder volume as this steam occupies a greater volume. Therefore, the bore, and often the stroke, are increased in low-pressure cylinders resulting in larger cylinders.\"\n },\n {\n \"document_id\": \"5727e6cbff5b5019007d97ee\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"A study by the World Institute for Development Economics Research at United Nations University reports that the richest 1% of adults alone owned 40% of global assets in the year 2000. The three richest people in the world possess more financial assets than the lowest 48 nations combined. The combined wealth of the \\\"10 million dollar millionaires\\\" grew to nearly $41 trillion in 2008. A January 2014 report by Oxfam claims that the 85 wealthiest individuals in the world have a combined wealth equal to that of the bottom 50% of the world's population, or about 3.5 billion people. According to a Los Angeles Times analysis of the report, the wealthiest 1% owns 46% of the world's wealth; the 85 richest people, a small part of the wealthiest 1%, own about 0.7% of the human population's wealth, which is the same as the bottom half of the population. More recently, in January 2015, Oxfam reported that the wealthiest 1 percent will own more than half of the global wealth by 2016. An October 2014 study by Credit Suisse also claims that the top 1% now own nearly half of the world's wealth and that the accelerating disparity could trigger a recession. In October 2015, Credit Suisse published a study which shows global inequality continues to increase, and that half of the world's wealth is now in the hands of those in the top percentile, whose assets each exceed $759,900. A 2016 report by Oxfam claims that the 62 wealthiest individuals own as much wealth as the poorer half of the global population combined. Oxfam's claims have however been questioned on the basis of the methodology used: by using net wealth (adding up assets and subtracting debts), the Oxfam report, for instance, finds that there are more poor people in the United States and Western Europe than in China (due to a greater tendency to take on debts).[unreliable source?][unreliable source?] Anthony Shorrocks, the lead author of the Credit Suisse report which is one of the sources of Oxfam's data, considers the criticism about debt to be a \\\"silly argument\\\" and \\\"a non-issue . . . a diversion.\\\"\"\n },\n {\n \"document_id\": \"5711488ab654c5140001fc3d\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In most reciprocating piston engines, the steam reverses its direction of flow at each stroke (counterflow), entering and exhausting from the cylinder by the same port. The complete engine cycle occupies one rotation of the crank and two piston strokes; the cycle also comprises four events – admission, expansion, exhaust, compression. These events are controlled by valves often working inside a steam chest adjacent to the cylinder; the valves distribute the steam by opening and closing steam ports communicating with the cylinder end(s) and are driven by valve gear, of which there are many types.[citation needed]\"\n },\n {\n \"document_id\": \"572867543acd2414000df9a1\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"There are fifteen fraternities and seven sororities at the University of Chicago, as well as one co-ed community service fraternity, Alpha Phi Omega. Four of the sororities are members of the National Panhellenic Conference, and ten of the fraternities form the University of Chicago Interfraternity Council. In 2002, the Associate Director of Student Activities estimated that 8–10 percent of undergraduates were members of fraternities or sororities. The student activities office has used similar figures, stating that one in ten undergraduates participate in Greek life.\"\n },\n {\n \"document_id\": \"572fc659b2c2fd1400568447\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Immediately after Decision Time a \\\"Members Debate\\\" is held, which lasts for 45 minutes. Members Business is a debate on a motion proposed by an MSP who is not a Scottish minister. Such motions are on issues which may be of interest to a particular area such as a member's own constituency, an upcoming or past event or any other item which would otherwise not be accorded official parliamentary time. As well as the proposer, other members normally contribute to the debate. The relevant minister, whose department the debate and motion relate to \\\"winds up\\\" the debate by speaking after all other participants.\"\n },\n {\n \"document_id\": \"5727aec03acd2414000de991\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The University is organized into eleven separate academic units—ten faculties and the Radcliffe Institute for Advanced Study—with campuses throughout the Boston metropolitan area: its 209-acre (85 ha) main campus is centered on Harvard Yard in Cambridge, approximately 3 miles (5 km) northwest of Boston; the business school and athletics facilities, including Harvard Stadium, are located across the Charles River in the Allston neighborhood of Boston and the medical, dental, and public health schools are in the Longwood Medical Area. Harvard's $37.6 billion financial endowment is the largest of any academic institution.\"\n },\n {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Cestida (\\\"belt animals\\\") are ribbon-shaped planktonic animals, with the mouth and aboral organ aligned in the middle of opposite edges of the ribbon. There is a pair of comb-rows along each aboral edge, and tentilla emerging from a groove all along the oral edge, which stream back across most of the wing-like body surface. Cestids can swim by undulating their bodies as well as by the beating of their comb-rows. There are two known species, with worldwide distribution in warm, and warm-temperate waters: Cestum veneris (\\\"Venus' girdle\\\") is among the largest ctenophores – up to 1.5 meters (4.9 ft) long, and can undulate slowly or quite rapidly. Velamen parallelum, which is typically less than 20 centimeters (0.66 ft) long, can move much faster in what has been described as a \\\"darting motion\\\".\"\n },\n {\n \"document_id\": \"5729f06f1d04691400779673\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Natural killer cells, or NK cells, are a component of the innate immune system which does not directly attack invading microbes. Rather, NK cells destroy compromised host cells, such as tumor cells or virus-infected cells, recognizing such cells by a condition known as \\\"missing self.\\\" This term describes cells with low levels of a cell-surface marker called MHC I (major histocompatibility complex) – a situation that can arise in viral infections of host cells. They were named \\\"natural killer\\\" because of the initial notion that they do not require activation in order to kill cells that are \\\"missing self.\\\" For many years it was unclear how NK cells recognize tumor cells and infected cells. It is now known that the MHC makeup on the surface of those cells is altered and the NK cells become activated through recognition of \\\"missing self\\\". Normal body cells are not recognized and attacked by NK cells because they express intact self MHC antigens. Those MHC antigens are recognized by killer cell immunoglobulin receptors (KIR) which essentially put the brakes on NK cells.\"\n },\n {\n \"document_id\": \"57283c464b864d19001647c8\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The University of Chicago (UChicago, Chicago, or U of C) is a private research university in Chicago. The university, established in 1890, consists of The College, various graduate programs, interdisciplinary committees organized into four academic research divisions and seven professional schools. Beyond the arts and sciences, Chicago is also well known for its professional schools, which include the Pritzker School of Medicine, the University of Chicago Booth School of Business, the Law School, the School of Social Service Administration, the Harris School of Public Policy Studies, the Graham School of Continuing Liberal and Professional Studies and the Divinity School. The university currently enrolls approximately 5,000 students in the College and around 15,000 students overall.\"\n },\n {\n \"document_id\": \"56de17f9cffd8e1900b4b5e0\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"One of the claimants of the English throne opposing William the Conqueror, Edgar Atheling, eventually fled to Scotland. King Malcolm III of Scotland married Edgar's sister Margaret, and came into opposition to William who had already disputed Scotland's southern borders. William invaded Scotland in 1072, riding as far as Abernethy where he met up with his fleet of ships. Malcolm submitted, paid homage to William and surrendered his son Duncan as a hostage, beginning a series of arguments as to whether the Scottish Crown owed allegiance to the King of England.\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-income households\\\" as it does their income, though it did agree that household consumption numbers show more equal distribution than household income.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "ab36e03c14a157d5d91f4a447d2ea4452b2e1b253a57cd171643002e27ecb907", "document_ids": [ "57264fe65951b619008f6fa1", "57107932a58dae1900cd69ca", "56e1a0dccd28a01900c67a2e", "57114dfb50c2381900b54a53", "57274ca8dd62a815002e9aa4", "5711541350c2381900b54a6f", "5727e6cbff5b5019007d97ee", "5711488ab654c5140001fc3d", "572867543acd2414000df9a1", "572fc659b2c2fd1400568447", "5727aec03acd2414000de991", "57265e97708984140094c3c3", "5729f06f1d04691400779673", "57283c464b864d19001647c8", "56de17f9cffd8e1900b4b5e0", "572a0c541d046914007796f3" ], "example_id": "57274ca8dd62a815002e9aa4", "gold_document": 4, "question": "Along with trusts, what other non-profits are allowed to run schools in India?", "trial_id": "squad-fdc1320e859f18ab" }, { "answers": [ "stream capture" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57261f9f271a42140099d4a9\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the United States, scholars argue that there already existed a negotiated settlement based on equality between both parties prior to 1973. The possibility that the Middle East could become another superpower confrontation with the USSR was of more concern to the US than oil. Further, interest groups and government agencies more worried about energy were no match for Kissinger's dominance. In the US production, distribution and price disruptions \\\"have been held responsible for recessions, periods of excessive inflation, reduced productivity, and lower economic growth.\\\"\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-income households\\\" as it does their income, though it did agree that household consumption numbers show more equal distribution than household income.\"\n },\n {\n \"document_id\": \"56e1b754cd28a01900c67abc\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Analogous definitions can be made for space requirements. Although time and space are the most well-known complexity resources, any complexity measure can be viewed as a computational resource. Complexity measures are very generally defined by the Blum complexity axioms. Other complexity measures used in complexity theory include communication complexity, circuit complexity, and decision tree complexity.\"\n },\n {\n \"document_id\": \"572951f16aef051400154cce\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"In February 2010, in response to controversies regarding claims in the Fourth Assessment Report, five climate scientists – all contributing or lead IPCC report authors – wrote in the journal Nature calling for changes to the IPCC. They suggested a range of new organizational options, from tightening the selection of lead authors and contributors, to dumping it in favor of a small permanent body, or even turning the whole climate science assessment process into a moderated \\\"living\\\" Wikipedia-IPCC. Other recommendations included that the panel employ a full-time staff and remove government oversight from its processes to avoid political interference.\"\n },\n {\n \"document_id\": \"5733314e4776f4190066076a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Warsaw lies in east-central Poland about 300 km (190 mi) from the Carpathian Mountains and about 260 km (160 mi) from the Baltic Sea, 523 km (325 mi) east of Berlin, Germany. The city straddles the Vistula River. It is located in the heartland of the Masovian Plain, and its average elevation is 100 metres (330 ft) above sea level. The highest point on the left side of the city lies at a height of 115.7 metres (379.6 ft) (\\\"Redutowa\\\" bus depot, district of Wola), on the right side – 122.1 metres (400.6 ft) (\\\"Groszówka\\\" estate, district of Wesoła, by the eastern border). The lowest point lies at a height 75.6 metres (248.0 ft) (at the right bank of the Vistula, by the eastern border of Warsaw). There are some hills (mostly artificial) located within the confines of the city – e.g. Warsaw Uprising Hill (121 metres (397.0 ft)), Szczęśliwice hill (138 metres (452.8 ft) – the highest point of Warsaw in general).\"\n },\n {\n \"document_id\": \"573027d6a23a5019007fce9d\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"After al-Nimeiry was overthrown in 1985 the party did poorly in national elections, but in 1989 it was able to overthrow the elected post-al-Nimeiry government with the help of the military. Turabi was noted for proclaiming his support for the democratic process and a liberal government before coming to power, but strict application of sharia law, torture and mass imprisonment of the opposition, and an intensification of the long-running war in southern Sudan, once in power. The NIF regime also harbored Osama bin Laden for a time (before 9/11), and worked to unify Islamist opposition to the American attack on Iraq in the 1991 Gulf War.\"\n },\n {\n \"document_id\": \"5728f50baf94a219006a9e55\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Some civil disobedience defendants choose to make a defiant speech, or a speech explaining their actions, in allocution. In U.S. v. Burgos-Andujar, a defendant who was involved in a movement to stop military exercises by trespassing on U.S. Navy property argued to the court in allocution that \\\"the ones who are violating the greater law are the members of the Navy\\\". As a result, the judge increased her sentence from 40 to 60 days. This action was upheld because, according to the U.S. Court of Appeals for the First Circuit, her statement suggested a lack of remorse, an attempt to avoid responsibility for her actions, and even a likelihood of repeating her illegal actions. Some of the other allocution speeches given by the protesters complained about mistreatment from government officials.\"\n },\n {\n \"document_id\": \"5725c743ec44d21400f3d549\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Although the European Union does not have a codified constitution, like every political body it has laws which \\\"constitute\\\" its basic governance structure. The EU's primary constitutional sources are the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU), which have been agreed or adhered to among the governments of all 28 member states. The Treaties establish the EU's institutions, list their powers and responsibilities, and explain the areas in which the EU can legislate with Directives or Regulations. The European Commission has the initiative to propose legislation. During the ordinary legislative procedure, the Council (which are ministers from member state governments) and the European Parliament (elected by citizens) can make amendments and must give their consent for laws to pass. The Commission oversees departments and various agencies that execute or enforce EU law. The \\\"European Council\\\" (rather than the Council, made up of different government Ministers) is composed of the Prime Ministers or executive Presidents of the member states. It appoints the Commissioners and the board of the European Central Bank. The European Court of Justice is the supreme judicial body which interprets EU law, and develops it through precedent. The Court can review the legality of the EU institutions' actions, in compliance with the Treaties. It can also decide upon claims for breach of EU laws from member states and citizens.\"\n },\n {\n \"document_id\": \"572ffc0f947a6a140053cef0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Through stream capture, the Rhine extended its watershed southward. By the Pliocene period, the Rhine had captured streams down to the Vosges Mountains, including the Mosel, the Main and the Neckar. The northern Alps were then drained by the Rhone. By the early Pleistocene period, the Rhine had captured most of its current Alpine watershed from the Rhône, including the Aar. Since that time, the Rhine has added the watershed above Lake Constance (Vorderrhein, Hinterrhein, Alpenrhein; captured from the Rhône), the upper reaches of the Main, beyond Schweinfurt and the Vosges Mountains, captured from the Meuse, to its watershed.\"\n },\n {\n \"document_id\": \"571c879bdd7acb1400e4c0ec\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"This combination of cancellations and σ and π overlaps results in dioxygen's double bond character and reactivity, and a triplet electronic ground state. An electron configuration with two unpaired electrons as found in dioxygen (see the filled π* orbitals in the diagram), orbitals that are of equal energy—i.e., degenerate—is a configuration termed a spin triplet state. Hence, the ground state of the O\\n2 molecule is referred to as triplet oxygen.[b] The highest energy, partially filled orbitals are antibonding, and so their filling weakens the bond order from three to two. Because of its unpaired electrons, triplet oxygen reacts only slowly with most organic molecules, which have paired electron spins; this prevents spontaneous combustion.\"\n },\n {\n \"document_id\": \"571cdcb85efbb31900334e0c\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Among the most important classes of organic compounds that contain oxygen are (where \\\"R\\\" is an organic group): alcohols (R-OH); ethers (R-O-R); ketones (R-CO-R); aldehydes (R-CO-H); carboxylic acids (R-COOH); esters (R-COO-R); acid anhydrides (R-CO-O-CO-R); and amides (R-C(O)-NR\\n2). There are many important organic solvents that contain oxygen, including: acetone, methanol, ethanol, isopropanol, furan, THF, diethyl ether, dioxane, ethyl acetate, DMF, DMSO, acetic acid, and formic acid. Acetone ((CH\\n3)\\n2CO) and phenol (C\\n6H\\n5OH) are used as feeder materials in the synthesis of many different substances. Other important organic compounds that contain oxygen are: glycerol, formaldehyde, glutaraldehyde, citric acid, acetic anhydride, and acetamide. Epoxides are ethers in which the oxygen atom is part of a ring of three atoms.\"\n },\n {\n \"document_id\": \"57263dcd89a1e219009ac5a2\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The CYCLADES packet switching network was a French research network designed and directed by Louis Pouzin. First demonstrated in 1973, it was developed to explore alternatives to the early ARPANET design and to support network research generally. It was the first network to make the hosts responsible for reliable delivery of data, rather than the network itself, using unreliable datagrams and associated end-to-end protocol mechanisms. Concepts of this network influenced later ARPANET architecture.\"\n },\n {\n \"document_id\": \"5730bb522461fd1900a9d011\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Some have described the internal strife between various people groups as a form of imperialism or colonialism. This internal form is distinct from informal U.S. imperialism in the form of political and financial hegemony. This internal form of imperialism is also distinct from the United States' formation of \\\"colonies\\\" abroad. Through the treatment of its indigenous peoples during westward expansion, the United States took on the form of an imperial power prior to any attempts at external imperialism. This internal form of empire has been referred to as \\\"internal colonialism\\\". Participation in the African slave trade and the subsequent treatment of its 12 to 15 million Africans is viewed by some to be a more modern extension of America's \\\"internal colonialism\\\". However, this internal colonialism faced resistance, as external colonialism did, but the anti-colonial presence was far less prominent due to the nearly complete dominance that the United States was able to assert over both indigenous peoples and African-Americans. In his lecture on April 16, 2003, Edward Said made a bold statement on modern imperialism in the United States, whom he described as using aggressive means of attack towards the contemporary Orient, \\\"due to their backward living, lack of democracy and the violation of women’s rights. The western world forgets during this process of converting the other that enlightenment and democracy are concepts that not all will agree upon\\\".\"\n },\n {\n \"document_id\": \"5727213c708984140094da35\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Following the Peterloo massacre of 1819, poet Percy Shelley wrote the political poem The Mask of Anarchy later that year, that begins with the images of what he thought to be the unjust forms of authority of his time—and then imagines the stirrings of a new form of social action. It is perhaps the first modern[vague] statement of the principle of nonviolent protest. A version was taken up by the author Henry David Thoreau in his essay Civil Disobedience, and later by Gandhi in his doctrine of Satyagraha. Gandhi's Satyagraha was partially influenced and inspired by Shelley's nonviolence in protest and political action. In particular, it is known that Gandhi would often quote Shelley's Masque of Anarchy to vast audiences during the campaign for a free India.\"\n },\n {\n \"document_id\": \"5730040f947a6a140053cf4c\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Some elements of the Brotherhood, though perhaps against orders, did engage in violence against the government, and its founder Al-Banna was assassinated in 1949 in retaliation for the assassination of Egypt's premier Mahmud Fami Naqrashi three months earlier. The Brotherhood has suffered periodic repression in Egypt and has been banned several times, in 1948 and several years later following confrontations with Egyptian president Gamal Abdul Nasser, who jailed thousands of members for several years.\"\n },\n {\n \"document_id\": \"573362b94776f41900660974\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Building activity occurred in numerous noble palaces and churches during the later decades of the 17th century. One of the best examples of this architecture are Krasiński Palace (1677–1683), Wilanów Palace (1677–1696) and St. Kazimierz Church (1688–1692). The most impressive examples of rococo architecture are Czapski Palace (1712–1721), Palace of the Four Winds (1730s) and Visitationist Church (façade 1728–1761). The neoclassical architecture in Warsaw can be described by the simplicity of the geometrical forms teamed with a great inspiration from the Roman period. Some of the best examples of the neoclassical style are the Palace on the Water (rebuilt 1775–1795), Królikarnia (1782–1786), Carmelite Church (façade 1761–1783) and Evangelical Holy Trinity Church (1777–1782). The economic growth during the first years of Congress Poland caused a rapid rise architecture. The Neoclassical revival affected all aspects of architecture, the most notable are the Great Theater (1825–1833) and buildings located at Bank Square (1825–1828).\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "81d5300b899a4eef278b6640a27c69dcb8d6c31726c5a9173d0a33b5264bccaf", "document_ids": [ "57261f9f271a42140099d4a9", "572a0c541d046914007796f3", "56e1b754cd28a01900c67abc", "572951f16aef051400154cce", "5733314e4776f4190066076a", "573027d6a23a5019007fce9d", "5728f50baf94a219006a9e55", "5725c743ec44d21400f3d549", "572ffc0f947a6a140053cef0", "571c879bdd7acb1400e4c0ec", "571cdcb85efbb31900334e0c", "57263dcd89a1e219009ac5a2", "5730bb522461fd1900a9d011", "5727213c708984140094da35", "5730040f947a6a140053cf4c", "573362b94776f41900660974" ], "example_id": "572ffc0f947a6a140053cef0", "gold_document": 8, "question": "How did the Rhine extend watershed southward?", "trial_id": "squad-f327f84bfc95d36c" }, { "answers": [ "since the 1960s" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57286bb84b864d19001649c8\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Kublai Khan promoted commercial, scientific, and cultural growth. He supported the merchants of the Silk Road trade network by protecting the Mongol postal system, constructing infrastructure, providing loans that financed trade caravans, and encouraging the circulation of paper banknotes (鈔, Chao). Pax Mongolica, Mongol peace, enabled the spread of technologies, commodities, and culture between China and the West. Kublai expanded the Grand Canal from southern China to Daidu in the north. Mongol rule was cosmopolitan under Kublai Khan. He welcomed foreign visitors to his court, such as the Venetian merchant Marco Polo, who wrote the most influential European account of Yuan China. Marco Polo's travels would later inspire many others like Christopher Columbus to chart a passage to the Far East in search of its legendary wealth.\"\n },\n {\n \"document_id\": \"5726a14c708984140094cc51\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of legal certainty is recognised one of the general principles of European Union law by the European Court of Justice since the 1960s. It is an important general principle of international law and public law, which predates European Union law. As a general principle in European Union law it means that the law must be certain, in that it is clear and precise, and its legal implications foreseeable, specially when applied to financial obligations. The adoption of laws which will have legal effect in the European Union must have a proper legal basis. Legislation in member states which implements European Union law must be worded so that it is clearly understandable by those who are subject to the law. In European Union law the general principle of legal certainty prohibits Ex post facto laws, i.e. laws should not take effect before they are published. The doctrine of legitimate expectation, which has its roots in the principles of legal certainty and good faith, is also a central element of the general principle of legal certainty in European Union law. The legitimate expectation doctrine holds that and that \\\"those who act in good faith on the basis of law as it is or seems to be should not be frustrated in their expectations\\\".\"\n },\n {\n \"document_id\": \"5729517d6aef051400154cc8\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Since the IPCC does not carry out its own research, it operates on the basis of scientific papers and independently documented results from other scientific bodies, and its schedule for producing reports requires a deadline for submissions prior to the report's final release. In principle, this means that any significant new evidence or events that change our understanding of climate science between this deadline and publication of an IPCC report cannot be included. In an area of science where our scientific understanding is rapidly changing, this has been raised as a serious shortcoming in a body which is widely regarded as the ultimate authority on the science. However, there has generally been a steady evolution of key findings and levels of scientific confidence from one assessment report to the next.[citation needed]\"\n },\n {\n \"document_id\": \"5725d7e438643c19005acdf9\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Between the 1880s and World War II, Downtown Fresno flourished, filled with electric Street Cars, and contained some of the San Joaquin Valley's most beautiful architectural buildings. Among them, the original Fresno County Courthouse (demolished), the Fresno Carnegie Public Library (demolished), the Fresno Water Tower, the Bank of Italy Building, the Pacific Southwest Building, the San Joaquin Light & Power Building (currently known as the Grand 1401), and the Hughes Hotel (burned down), to name a few.\"\n },\n {\n \"document_id\": \"5733dd4f4776f419006613aa\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"In his extensively detailed report, Céloron wrote, \\\"All I can say is that the Natives of these localities are very badly disposed towards the French, and are entirely devoted to the English. I don't know in what way they could be brought back.\\\" Even before his return to Montreal, reports on the situation in the Ohio Country were making their way to London and Paris, each side proposing that action be taken. William Shirley, the expansionist governor of the Province of Massachusetts Bay, was particularly forceful, stating that British colonists would not be safe as long as the French were present. Conflicts between the colonies, accomplished through raiding parties that included Indian allies, had taken place for decades, leading to a brisk trade in European colonial captives from either side.\"\n },\n {\n \"document_id\": \"5725c95f38643c19005accf3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"For a long time, it was thought that the Amazon rainforest was only ever sparsely populated, as it was impossible to sustain a large population through agriculture given the poor soil. Archeologist Betty Meggers was a prominent proponent of this idea, as described in her book Amazonia: Man and Culture in a Counterfeit Paradise. She claimed that a population density of 0.2 inhabitants per square kilometre (0.52/sq mi) is the maximum that can be sustained in the rainforest through hunting, with agriculture needed to host a larger population. However, recent anthropological findings have suggested that the region was actually densely populated. Some 5 million people may have lived in the Amazon region in AD 1500, divided between dense coastal settlements, such as that at Marajó, and inland dwellers. By 1900 the population had fallen to 1 million and by the early 1980s it was less than 200,000.\"\n },\n {\n \"document_id\": \"5706155352bb891400689894\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Rugby is also a growing sport in southern California, particularly at the high school level, with increasing numbers of schools adding rugby as an official school sport.\"\n },\n {\n \"document_id\": \"5728742cff5b5019007da246\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Past faculty have also included Egyptologist James Henry Breasted, mathematician Alberto Calderón, Nobel prize winning economist and classical liberalism defender Friedrich Hayek, meteorologist Ted Fujita, chemists Glenn T. Seaborg, the developer of the actinide concept and Nobel Prize winner Yuan T. Lee, Nobel Prize winning novelist Saul Bellow, political philosopher and author Allan Bloom, cancer researchers Charles Brenton Huggins and Janet Rowley, astronomer Gerard Kuiper, one of the most important figures in the early development of the discipline of linguistics Edward Sapir, and the founder of McKinsey & Co., James O. McKinsey.\"\n },\n {\n \"document_id\": \"572656e4dd62a815002e81fa\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"To make new legislation, TFEU article 294 defines the \\\"ordinary legislative procedure\\\" that applies for most EU acts. The essence is there are three readings, starting with a Commission proposal, where the Parliament must vote by a majority of all MEPs (not just those present) to block or suggest changes, and the Council must vote by qualified majority to approve changes, but by unanimity to block Commission amendment. Where the different institutions cannot agree at any stage, a \\\"Conciliation Committee\\\" is convened, representing MEPs, ministers and the Commission to try and get agreement on a joint text: if this works, it will be sent back to the Parliament and Council to approve by absolute and qualified majority. This means, legislation can be blocked by a majority in Parliament, a minority in the Council, and a majority in the Commission: it is harder to change EU law than stay the same. A different procedure exists for budgets. For \\\"enhanced cooperation\\\" among a sub-set of at least member states, authorisation must be given by the Council. Member state governments should be informed by the Commission at the outset before any proposals start the legislative procedure. The EU as a whole can only act within its power set out in the Treaties. TEU articles 4 and 5 state that powers remain with the member states unless they have been conferred, although there is a debate about the Kompetenz-Kompetenz question: who ultimately has the \\\"competence\\\" to define the EU's \\\"competence\\\". Many member state courts believe they decide, other member state Parliaments believe they decide, while within the EU, the Court of Justice believes it has the final say.\"\n },\n {\n \"document_id\": \"57111ab8a58dae1900cd6c3c\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Around 1685, Huguenot refugees found a safe haven in the Lutheran and Reformed states in Germany and Scandinavia. Nearly 50,000 Huguenots established themselves in Germany, 20,000 of whom were welcomed in Brandenburg-Prussia, where they were granted special privileges (Edict of Potsdam) and churches in which to worship (such as the Church of St. Peter and St. Paul, Angermünde) by Frederick William, Elector of Brandenburg and Duke of Prussia. The Huguenots furnished two new regiments of his army: the Altpreußische Infantry Regiments No. 13 (Regiment on foot Varenne) and 15 (Regiment on foot Wylich). Another 4,000 Huguenots settled in the German territories of Baden, Franconia (Principality of Bayreuth, Principality of Ansbach), Landgraviate of Hesse-Kassel, Duchy of Württemberg, in the Wetterau Association of Imperial Counts, in the Palatinate and Palatinate-Zweibrücken, in the Rhine-Main-Area (Frankfurt), in modern-day Saarland; and 1,500 found refuge in Hamburg, Bremen and Lower Saxony. Three hundred refugees were granted asylum at the court of George William, Duke of Brunswick-Lüneburg in Celle.\"\n },\n {\n \"document_id\": \"57264cc6dd62a815002e80e4\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The historian Francis Aidan Gasquet wrote about the 'Great Pestilence' in 1893 and suggested that \\\"it would appear to be some form of the ordinary Eastern or bubonic plague\\\". He was able to adopt the epidemiology of the bubonic plague for the Black Death for the second edition in 1908, implicating rats and fleas in the process, and his interpretation was widely accepted for other ancient and medieval epidemics, such as the Justinian plague that was prevalent in the Eastern Roman Empire from 541 to 700 CE.\"\n },\n {\n \"document_id\": \"5728855d3acd2414000dfa8d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"When the Mongols placed the Uighurs of the Kingdom of Qocho over the Koreans at the court the Korean King objected, then the Mongol Emperor Kublai Khan rebuked the Korean King, saying that the Uighur King of Qocho was ranked higher than the Karluk Kara-Khanid ruler, who in turn was ranked higher than the Korean King, who was ranked last, because the Uighurs surrendered to the Mongols first, the Karluks surrendered after the Uighurs, and the Koreans surrendered last, and that the Uighurs surrendered peacefully without violently resisting.\"\n },\n {\n \"document_id\": \"57274a1edd62a815002e9a9b\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The right to create private schools in Germany is in Article 7, Paragraph 4 of the Grundgesetz and cannot be suspended even in a state of emergency. It is also not possible to abolish these rights. This unusual protection of private schools was implemented to protect these schools from a second Gleichschaltung or similar event in the future. Still, they are less common than in many other countries. Overall, between 1992 and 2008 the percent of pupils in such schools in Germany increased from 6.1% to 7.8% (including rise from 0.5% to 6.1% in the former GDR). Percent of students in private high schools reached 11.1%.\"\n },\n {\n \"document_id\": \"571136b8a58dae1900cd6d22\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"In the 1840s and 50s, there were attempts to overcome this problem by means of various patent valve gears with a separate, variable cutoff expansion valve riding on the back of the main slide valve; the latter usually had fixed or limited cutoff. The combined setup gave a fair approximation of the ideal events, at the expense of increased friction and wear, and the mechanism tended to be complicated. The usual compromise solution has been to provide lap by lengthening rubbing surfaces of the valve in such a way as to overlap the port on the admission side, with the effect that the exhaust side remains open for a longer period after cut-off on the admission side has occurred. This expedient has since been generally considered satisfactory for most purposes and makes possible the use of the simpler Stephenson, Joy and Walschaerts motions. Corliss, and later, poppet valve gears had separate admission and exhaust valves driven by trip mechanisms or cams profiled so as to give ideal events; most of these gears never succeeded outside of the stationary marketplace due to various other issues including leakage and more delicate mechanisms.\"\n },\n {\n \"document_id\": \"57282dfb4b864d1900164668\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Some forms of civil disobedience, such as illegal boycotts, refusals to pay taxes, draft dodging, distributed denial-of-service attacks, and sit-ins, make it more difficult for a system to function. In this way, they might be considered coercive. Brownlee notes that \\\"although civil disobedients are constrained in their use of coercion by their conscientious aim to engage in moral dialogue, nevertheless they may find it necessary to employ limited coercion in order to get their issue onto the table.\\\" The Plowshares organization temporarily closed GCSB Waihopai by padlocking the gates and using sickles to deflate one of the large domes covering two satellite dishes.\"\n },\n {\n \"document_id\": \"572754dd708984140094dc3b\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"In Sweden, pupils are free to choose a private school and the private school gets paid the same amount as municipal schools. Over 10% of Swedish pupils were enrolled in private schools in 2008. Sweden is internationally known for this innovative school voucher model that provides Swedish pupils with the opportunity to choose the school they prefer. For instance, the biggest school chain, Kunskapsskolan (“The Knowledge School”), offers 30 schools and a web-based environment, has 700 employees and teaches nearly 10,000 pupils. The Swedish system has been recommended to Barack Obama.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "38bf76c6bfb716bb46d0063974ed7e1054586997129d9e091c97285057fbab71", "document_ids": [ "57286bb84b864d19001649c8", "5726a14c708984140094cc51", "5729517d6aef051400154cc8", "5725d7e438643c19005acdf9", "5733dd4f4776f419006613aa", "5725c95f38643c19005accf3", "5706155352bb891400689894", "5728742cff5b5019007da246", "572656e4dd62a815002e81fa", "57111ab8a58dae1900cd6c3c", "57264cc6dd62a815002e80e4", "5728855d3acd2414000dfa8d", "57274a1edd62a815002e9a9b", "571136b8a58dae1900cd6d22", "57282dfb4b864d1900164668", "572754dd708984140094dc3b" ], "example_id": "5726a14c708984140094cc51", "gold_document": 1, "question": "How long has the concept of legal certainty been recognized as one of the general principles by the EU law?", "trial_id": "squad-23cf55e43c8cca6f" }, { "answers": [ "much land and housing", "land and housing" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572691bedd62a815002e89dc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Since all modern ctenophores except the beroids have cydippid-like larvae, it has widely been assumed that their last common ancestor also resembled cydippids, having an egg-shaped body and a pair of retractable tentacles. Richard Harbison's purely morphological analysis in 1985 concluded that the cydippids are not monophyletic, in other words do not contain all and only the descendants of a single common ancestor that was itself a cydippid. Instead he found that various cydippid families were more similar to members of other ctenophore orders than to other cydippids. He also suggested that the last common ancestor of modern ctenophores was either cydippid-like or beroid-like. A molecular phylogeny analysis in 2001, using 26 species, including 4 recently discovered ones, confirmed that the cydippids are not monophyletic and concluded that the last common ancestor of modern ctenophores was cydippid-like. It also found that the genetic differences between these species were very small – so small that the relationships between the Lobata, Cestida and Thalassocalycida remained uncertain. This suggests that the last common ancestor of modern ctenophores was relatively recent, and perhaps was lucky enough to survive the Cretaceous–Paleogene extinction event 65.5 million years ago while other lineages perished. When the analysis was broadened to include representatives of other phyla, it concluded that cnidarians are probably more closely related to bilaterians than either group is to ctenophores but that this diagnosis is uncertain.\"\n },\n {\n \"document_id\": \"57294e6b1d04691400779275\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The IPCC process on climate change and its efficiency and success has been compared with dealings with other environmental challenges (compare Ozone depletion and global warming). In case of the Ozone depletion global regulation based on the Montreal Protocol has been successful, in case of Climate Change, the Kyoto Protocol failed. The Ozone case was used to assess the efficiency of the IPCC process. The lockstep situation of the IPCC is having built a broad science consensus while states and governments still follow different, if not opposing goals. The underlying linear model of policy-making of more knowledge we have, the better the political response will be is being doubted.\"\n },\n {\n \"document_id\": \"5733f7b9d058e614000b66a9\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The French acquired a copy of the British war plans, including the activities of Shirley and Johnson. Shirley's efforts to fortify Oswego were bogged down in logistical difficulties, exacerbated by Shirley's inexperience in managing large expeditions. In conjunction, Shirley was made aware that the French were massing for an attack on Fort Oswego in his absence when he planned to attack Fort Niagara. As a response, Shirley left garrisons at Oswego, Fort Bull, and Fort Williams (the latter two located on the Oneida Carry between the Mohawk River and Wood Creek at present-day Rome, New York). Supplies for use in the projected attack on Niagara were cached at Fort Bull.\"\n },\n {\n \"document_id\": \"572643de5951261400b5195a\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"There were two kinds of X.25 networks. Some such as DATAPAC and TRANSPAC were initially implemented with an X.25 external interface. Some older networks such as TELENET and TYMNET were modified to provide a X.25 host interface in addition to older host connection schemes. DATAPAC was developed by Bell Northern Research which was a joint venture of Bell Canada (a common carrier) and Northern Telecom (a telecommunications equipment supplier). Northern Telecom sold several DATAPAC clones to foreign PTTs including the Deutsche Bundespost. X.75 and X.121 allowed the interconnection of national X.25 networks. A user or host could call a host on a foreign network by including the DNIC of the remote network as part of the destination address.[citation needed]\"\n },\n {\n \"document_id\": \"5726dcbddd62a815002e9320\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"In Japan, at the end of the Asuka period (538–710) and the early Nara period (710–794), the men who fulfilled roles similar to those of modern pharmacists were highly respected. The place of pharmacists in society was expressly defined in the Taihō Code (701) and re-stated in the Yōrō Code (718). Ranked positions in the pre-Heian Imperial court were established; and this organizational structure remained largely intact until the Meiji Restoration (1868). In this highly stable hierarchy, the pharmacists—and even pharmacist assistants—were assigned status superior to all others in health-related fields such as physicians and acupuncturists. In the Imperial household, the pharmacist was even ranked above the two personal physicians of the Emperor.\"\n },\n {\n \"document_id\": \"5727c69d3acd2414000dec13\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Women remained segregated at Radcliffe, though more and more took Harvard classes. Nonetheless, Harvard's undergraduate population remained predominantly male, with about four men attending Harvard College for every woman studying at Radcliffe. Following the merger of Harvard and Radcliffe admissions in 1977, the proportion of female undergraduates steadily increased, mirroring a trend throughout higher education in the United States. Harvard's graduate schools, which had accepted females and other groups in greater numbers even before the college, also became more diverse in the post-World War II period.\"\n },\n {\n \"document_id\": \"572a1fe16aef0514001552d0\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Socialists attribute the vast disparities in wealth to the private ownership of the means of production by a class of owners, creating a situation where a small portion of the population lives off unearned property income by virtue of ownership titles in capital equipment, financial assets and corporate stock. By contrast, the vast majority of the population is dependent on income in the form of a wage or salary. In order to rectify this situation, socialists argue that the means of production should be socially owned so that income differentials would be reflective of individual contributions to the social product.\"\n },\n {\n \"document_id\": \"5706094b52bb8914006897de\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Southern California's economy is diverse and one of the largest in the United States. It is dominated and heavily dependent upon abundance of petroleum, as opposed to other regions where automobiles not nearly as dominant, the vast majority of transport runs on this fuel. Southern California is famous for tourism and Hollywood (film, television, and music). Other industries include software, automotive, ports, finance, tourism, biomedical, and regional logistics. The region was a leader in the housing bubble 2001–2007, and has been heavily impacted by the housing crash.\"\n },\n {\n \"document_id\": \"56e1cbe2cd28a01900c67bac\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The most commonly used reduction is a polynomial-time reduction. This means that the reduction process takes polynomial time. For example, the problem of squaring an integer can be reduced to the problem of multiplying two integers. This means an algorithm for multiplying two integers can be used to square an integer. Indeed, this can be done by giving the same input to both inputs of the multiplication algorithm. Thus we see that squaring is not more difficult than multiplication, since squaring can be reduced to multiplication.\"\n },\n {\n \"document_id\": \"5728705c2ca10214002da35a\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"When Yesün Temür died in Shangdu in 1328, Tugh Temür was recalled to Khanbaliq by the Qipchaq commander El Temür. He was installed as the emperor (Emperor Wenzong) in Khanbaliq, while Yesün Temür's son Ragibagh succeeded to the throne in Shangdu with the support of Yesün Temür's favorite retainer Dawlat Shah. Gaining support from princes and officers in Northern China and some other parts of the dynasty, Khanbaliq-based Tugh Temür eventually won the civil war against Ragibagh known as the War of the Two Capitals. Afterwards, Tugh Temür abdicated in favour of his brother Kusala, who was backed by Chagatai Khan Eljigidey, and announced Khanbaliq's intent to welcome him. However, Kusala suddenly died only four days after a banquet with Tugh Temür. He was supposedly killed with poison by El Temür, and Tugh Temür then remounted the throne. Tugh Temür also managed to send delegates to the western Mongol khanates such as Golden Horde and Ilkhanate to be accepted as the suzerain of Mongol world. However, he was mainly a puppet of the powerful official El Temür during his latter three-year reign. El Temür purged pro-Kusala officials and brought power to warlords, whose despotic rule clearly marked the decline of the dynasty.\"\n },\n {\n \"document_id\": \"572a1ba46aef05140015528e\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In many poor and developing countries much land and housing is held outside the formal or legal property ownership registration system. Much unregistered property is held in informal form through various associations and other arrangements. Reasons for extra-legal ownership include excessive bureaucratic red tape in buying property and building, In some countries it can take over 200 steps and up to 14 years to build on government land. Other causes of extra-legal property are failures to notarize transaction documents or having documents notarized but failing to have them recorded with the official agency.\"\n },\n {\n \"document_id\": \"572758e0f1498d1400e8f6ae\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Funding for private schools is generally provided through student tuition, endowments, scholarship/voucher funds, and donations and grants from religious organizations or private individuals. Government funding for religious schools is either subject to restrictions or possibly forbidden, according to the courts' interpretation of the Establishment Clause of the First Amendment or individual state Blaine Amendments. Non-religious private schools theoretically could qualify for such funding without hassle, preferring the advantages of independent control of their student admissions and course content instead of the public funding they could get with charter status.\"\n },\n {\n \"document_id\": \"572757bef1498d1400e8f690\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In many parts of the United States, after the 1954 decision in the landmark court case Brown v. Board of Education of Topeka that demanded United States schools desegregate \\\"with all deliberate speed\\\", local families organized a wave of private \\\"Christian academies\\\". In much of the U.S. South, many white students migrated to the academies, while public schools became in turn more heavily concentrated with African-American students (see List of private schools in Mississippi). The academic content of the academies was usually College Preparatory. Since the 1970s, many of these \\\"segregation academies\\\" have shut down, although some continue to operate.[citation needed]\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n },\n {\n \"document_id\": \"572671a5f1498d1400e8dfe4\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Extension causes the rock units as a whole to become longer and thinner. This is primarily accomplished through normal faulting and through the ductile stretching and thinning. Normal faults drop rock units that are higher below those that are lower. This typically results in younger units being placed below older units. Stretching of units can result in their thinning; in fact, there is a location within the Maria Fold and Thrust Belt in which the entire sedimentary sequence of the Grand Canyon can be seen over a length of less than a meter. Rocks at the depth to be ductilely stretched are often also metamorphosed. These stretched rocks can also pinch into lenses, known as boudins, after the French word for \\\"sausage\\\", because of their visual similarity.\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. parallel spins) the spatial variables must be antisymmetric (i.e. they exclude each other from their places much as if there was a repulsive force), and vice versa, i.e. for antiparallel spins the position variables must be symmetric (i.e. the apparent force must be attractive). Thus in the case of two fermions there is a strictly negative correlation between spatial and spin variables, whereas for two bosons (e.g. quanta of electromagnetic waves, photons) the correlation is strictly positive.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "b8c571376872fba39905b8bb94d423eafdccbad79a1284c125425164c109dfdb", "document_ids": [ "572691bedd62a815002e89dc", "57294e6b1d04691400779275", "5733f7b9d058e614000b66a9", "572643de5951261400b5195a", "5726dcbddd62a815002e9320", "5727c69d3acd2414000dec13", "572a1fe16aef0514001552d0", "5706094b52bb8914006897de", "56e1cbe2cd28a01900c67bac", "5728705c2ca10214002da35a", "572a1ba46aef05140015528e", "572758e0f1498d1400e8f6ae", "572757bef1498d1400e8f690", "57114dfb50c2381900b54a53", "572671a5f1498d1400e8dfe4", "57377c98c3c5551400e51efb" ], "example_id": "572a1ba46aef05140015528e", "gold_document": 10, "question": "What is held outside the formal legal ownership registration system in many developing countries?", "trial_id": "squad-6e614169a66ecd6a" }, { "answers": [ "8 February 2007", "On 8 February 2007" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57096b66200fba1400367fa7\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"On 8 February 2007, BSkyB announced its intention to replace its three free-to-air digital terrestrial channels with four subscription channels. It was proposed that these channels would offer a range of content from the BSkyB portfolio including sport (including English Premier League Football), films, entertainment and news. The announcement came a day after Setanta Sports confirmed that it would launch in March as a subscription service on the digital terrestrial platform, and on the same day that NTL's services re-branded as Virgin Media. However, industry sources believe BSkyB will be forced to shelve plans to withdraw its channels from Freeview and replace them with subscription channels, due to possible lost advertising revenue.\"\n },\n {\n \"document_id\": \"5728f50baf94a219006a9e55\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Some civil disobedience defendants choose to make a defiant speech, or a speech explaining their actions, in allocution. In U.S. v. Burgos-Andujar, a defendant who was involved in a movement to stop military exercises by trespassing on U.S. Navy property argued to the court in allocution that \\\"the ones who are violating the greater law are the members of the Navy\\\". As a result, the judge increased her sentence from 40 to 60 days. This action was upheld because, according to the U.S. Court of Appeals for the First Circuit, her statement suggested a lack of remorse, an attempt to avoid responsibility for her actions, and even a likelihood of repeating her illegal actions. Some of the other allocution speeches given by the protesters complained about mistreatment from government officials.\"\n },\n {\n \"document_id\": \"571a50df4faf5e1900b8a960\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Highly concentrated sources of oxygen promote rapid combustion. Fire and explosion hazards exist when concentrated oxidants and fuels are brought into close proximity; an ignition event, such as heat or a spark, is needed to trigger combustion. Oxygen is the oxidant, not the fuel, but nevertheless the source of most of the chemical energy released in combustion. Combustion hazards also apply to compounds of oxygen with a high oxidative potential, such as peroxides, chlorates, nitrates, perchlorates, and dichromates because they can donate oxygen to a fire.\"\n },\n {\n \"document_id\": \"5733fc6ed058e614000b670f\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Governor Vaudreuil, who harboured ambitions to become the French commander in chief (in addition to his role as governor), acted during the winter of 1756 before those reinforcements arrived. Scouts had reported the weakness of the British supply chain, so he ordered an attack against the forts Shirley had erected at the Oneida Carry. In the March Battle of Fort Bull, French forces destroyed the fort and large quantities of supplies, including 45,000 pounds of gunpowder. They set back any British hopes for campaigns on Lake Ontario, and endangered the Oswego garrison, already short on supplies. French forces in the Ohio valley also continued to intrigue with Indians throughout the area, encouraging them to raid frontier settlements. This led to ongoing alarms along the western frontiers, with streams of refugees returning east to get away from the action.\"\n },\n {\n \"document_id\": \"56e1bc3ae3433e1400423104\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"To classify the computation time (or similar resources, such as space consumption), one is interested in proving upper and lower bounds on the minimum amount of time required by the most efficient algorithm solving a given problem. The complexity of an algorithm is usually taken to be its worst-case complexity, unless specified otherwise. Analyzing a particular algorithm falls under the field of analysis of algorithms. To show an upper bound T(n) on the time complexity of a problem, one needs to show only that there is a particular algorithm with running time at most T(n). However, proving lower bounds is much more difficult, since lower bounds make a statement about all possible algorithms that solve a given problem. The phrase \\\"all possible algorithms\\\" includes not just the algorithms known today, but any algorithm that might be discovered in the future. To show a lower bound of T(n) for a problem requires showing that no algorithm can have time complexity lower than T(n).\"\n },\n {\n \"document_id\": \"57293d6d1d046914007791b7\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Each chapter has a number of authors who are responsible for writing and editing the material. A chapter typically has two \\\"coordinating lead authors\\\", ten to fifteen \\\"lead authors\\\", and a somewhat larger number of \\\"contributing authors\\\". The coordinating lead authors are responsible for assembling the contributions of the other authors, ensuring that they meet stylistic and formatting requirements, and reporting to the Working Group chairs. Lead authors are responsible for writing sections of chapters. Contributing authors prepare text, graphs or data for inclusion by the lead authors.\"\n },\n {\n \"document_id\": \"571093aba58dae1900cd6a5c\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The pattern of warfare, followed by brief periods of peace, continued for nearly another quarter-century. The warfare was definitively quelled in 1598, when Henry of Navarre, having succeeded to the French throne as Henry IV, and having recanted Protestantism in favour of Roman Catholicism, issued the Edict of Nantes. The Edict reaffirmed Catholicism as the state religion of France, but granted the Protestants equality with Catholics under the throne and a degree of religious and political freedom within their domains. The Edict simultaneously protected Catholic interests by discouraging the founding of new Protestant churches in Catholic-controlled regions.[citation needed]\"\n },\n {\n \"document_id\": \"5705e4fe75f01819005e7704\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"To the east is the Colorado Desert and the Colorado River at the border with Arizona, and the Mojave Desert at the border with the state of Nevada. To the south is the Mexico–United States border.\"\n },\n {\n \"document_id\": \"5728742cff5b5019007da246\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Past faculty have also included Egyptologist James Henry Breasted, mathematician Alberto Calderón, Nobel prize winning economist and classical liberalism defender Friedrich Hayek, meteorologist Ted Fujita, chemists Glenn T. Seaborg, the developer of the actinide concept and Nobel Prize winner Yuan T. Lee, Nobel Prize winning novelist Saul Bellow, political philosopher and author Allan Bloom, cancer researchers Charles Brenton Huggins and Janet Rowley, astronomer Gerard Kuiper, one of the most important figures in the early development of the discipline of linguistics Edward Sapir, and the founder of McKinsey & Co., James O. McKinsey.\"\n },\n {\n \"document_id\": \"573027d6a23a5019007fce9d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"After al-Nimeiry was overthrown in 1985 the party did poorly in national elections, but in 1989 it was able to overthrow the elected post-al-Nimeiry government with the help of the military. Turabi was noted for proclaiming his support for the democratic process and a liberal government before coming to power, but strict application of sharia law, torture and mass imprisonment of the opposition, and an intensification of the long-running war in southern Sudan, once in power. The NIF regime also harbored Osama bin Laden for a time (before 9/11), and worked to unify Islamist opposition to the American attack on Iraq in the 1991 Gulf War.\"\n },\n {\n \"document_id\": \"5733db8dd058e614000b6428\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Céloron's expedition force consisted of about 200 Troupes de la marine and 30 Indians. The expedition covered about 3,000 miles (4,800 km) between June and November 1749. It went up the St. Lawrence, continued along the northern shore of Lake Ontario, crossed the portage at Niagara, and followed the southern shore of Lake Erie. At the Chautauqua Portage (near present-day Barcelona, New York), the expedition moved inland to the Allegheny River, which it followed to the site of present-day Pittsburgh. There Céloron buried lead plates engraved with the French claim to the Ohio Country. Whenever he encountered British merchants or fur-traders, Céloron informed them of the French claims on the territory and told them to leave.\"\n },\n {\n \"document_id\": \"57281d494b864d19001644be\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In the mid-1960s, corruption scandals began to arise among many of the city's officials, who were mainly elected through the traditional old boy network. After a grand jury was convened to investigate, 11 officials were indicted and more were forced to resign. Jacksonville Consolidation, led by J. J. Daniel and Claude Yates, began to win more support during this period, from both inner city blacks, who wanted more involvement in government, and whites in the suburbs, who wanted more services and more control over the central city. In 1964 all 15 of Duval County's public high schools lost their accreditation. This added momentum to proposals for government reform. Lower taxes, increased economic development, unification of the community, better public spending and effective administration by a more central authority were all cited as reasons for a new consolidated government.\"\n },\n {\n \"document_id\": \"5725f46289a1e219009ac0fa\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Formed in 1946, Sierra Sky Park Airport is a residential airport community born of a unique agreement in transportation law to allow personal aircraft and automobiles to share certain roads. Sierra Sky Park was the first aviation community to be built[citation needed] and there are now numerous such communities across the United States and around the world. Developer William Smilie created the nation's first planned aviation community. Still in operation today, the public use airport provides a unique neighborhood that spawned interest and similar communities nationwide.\"\n },\n {\n \"document_id\": \"5727515f708984140094dc11\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Some of the oldest schools in South Africa are private church schools that were established by missionaries in the early nineteenth century. The private sector has grown ever since. After the abolition of apartheid, the laws governing private education in South Africa changed significantly. The South African Schools Act of 1996 recognises two categories of schools: \\\"public\\\" (state-controlled) and \\\"independent\\\" (which includes traditional private schools and schools which are privately governed[clarification needed].)\"\n },\n {\n \"document_id\": \"5733cff84776f419006612b4\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The war was fought primarily along the frontiers between New France and the British colonies, from Virginia in the South to Nova Scotia in the North. It began with a dispute over control of the confluence of the Allegheny and Monongahela rivers, called the Forks of the Ohio, and the site of the French Fort Duquesne and present-day Pittsburgh, Pennsylvania. The dispute erupted into violence in the Battle of Jumonville Glen in May 1754, during which Virginia militiamen under the command of 22-year-old George Washington ambushed a French patrol.\"\n },\n {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Following the utilitarian principle of seeking the greatest good for the greatest number – economic inequality is problematic. A house that provides less utility to a millionaire as a summer home than it would to a homeless family of five, is an example of reduced \\\"distributive efficiency\\\" within society, that decreases marginal utility of wealth and thus the sum total of personal utility. An additional dollar spent by a poor person will go to things providing a great deal of utility to that person, such as basic necessities like food, water, and healthcare; while, an additional dollar spent by a much richer person will very likely go to luxury items providing relatively less utility to that person. Thus, the marginal utility of wealth per person (\\\"the additional dollar\\\") decreases as a person becomes richer. From this standpoint, for any given amount of wealth in society, a society with more equality will have higher aggregate utility. Some studies have found evidence for this theory, noting that in societies where inequality is lower, population-wide satisfaction and happiness tend to be higher.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "6202a9ec734c88504407fd6ca5a57d85fb291d282ae52df5728e2054f2387f34", "document_ids": [ "57096b66200fba1400367fa7", "5728f50baf94a219006a9e55", "571a50df4faf5e1900b8a960", "5733fc6ed058e614000b670f", "56e1bc3ae3433e1400423104", "57293d6d1d046914007791b7", "571093aba58dae1900cd6a5c", "5705e4fe75f01819005e7704", "5728742cff5b5019007da246", "573027d6a23a5019007fce9d", "5733db8dd058e614000b6428", "57281d494b864d19001644be", "5725f46289a1e219009ac0fa", "5727515f708984140094dc11", "5733cff84776f419006612b4", "572a0bafaf94a219006aa765" ], "example_id": "57096b66200fba1400367fa7", "gold_document": 0, "question": "When did BSkyB announce it's intention to replace it's free-to-air digital channels?", "trial_id": "squad-3ba2215264937232" }, { "answers": [ "William Maclure" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57332c1e4776f4190066073a\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"After the German Invasion of Poland on 1 September 1939 began the Second World War, Warsaw was defended till September 27. Central Poland, including Warsaw, came under the rule of the General Government, a German Nazi colonial administration. All higher education institutions were immediately closed and Warsaw's entire Jewish population – several hundred thousand, some 30% of the city – herded into the Warsaw Ghetto. The city would become the centre of urban resistance to Nazi rule in occupied Europe. When the order came to annihilate the ghetto as part of Hitler's \\\"Final Solution\\\" on 19 April 1943, Jewish fighters launched the Warsaw Ghetto Uprising. Despite being heavily outgunned and outnumbered, the Ghetto held out for almost a month. When the fighting ended, almost all survivors were massacred, with only a few managing to escape or hide.\"\n },\n {\n \"document_id\": \"5725bad5271a42140099d0bd\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"On October 6, 1973, Syria and Egypt, with support from other Arab nations, launched a surprise attack on Israel, on Yom Kippur. This renewal of hostilities in the Arab–Israeli conflict released the underlying economic pressure on oil prices. At the time, Iran was the world's second-largest oil exporter and a close US ally. Weeks later, the Shah of Iran said in an interview: \\\"Of course [the price of oil] is going to rise... Certainly! And how!... You've [Western nations] increased the price of the wheat you sell us by 300 percent, and the same for sugar and cement... You buy our crude oil and sell it back to us, refined as petrochemicals, at a hundred times the price you've paid us... It's only fair that, from now on, you should pay more for oil. Let's say ten times more.\\\"\"\n },\n {\n \"document_id\": \"571a49de4faf5e1900b8a94a\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Many major classes of organic molecules in living organisms, such as proteins, nucleic acids, carbohydrates, and fats, contain oxygen, as do the major inorganic compounds that are constituents of animal shells, teeth, and bone. Most of the mass of living organisms is oxygen as it is a part of water, the major constituent of lifeforms. Oxygen is used in cellular respiration and released by photosynthesis, which uses the energy of sunlight to produce oxygen from water. It is too chemically reactive to remain a free element in air without being continuously replenished by the photosynthetic action of living organisms. Another form (allotrope) of oxygen, ozone (O\\n3), strongly absorbs UVB radiation and consequently the high-altitude ozone layer helps protect the biosphere from ultraviolet radiation, but is a pollutant near the surface where it is a by-product of smog. At even higher low earth orbit altitudes, sufficient atomic oxygen is present to cause erosion for spacecraft.\"\n },\n {\n \"document_id\": \"572686ac5951b619008f75a9\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The first geological map of the U.S. was produced in 1809 by William Maclure. In 1807, Maclure commenced the self-imposed task of making a geological survey of the United States. Almost every state in the Union was traversed and mapped by him, the Allegheny Mountains being crossed and recrossed some 50 times. The results of his unaided labours were submitted to the American Philosophical Society in a memoir entitled Observations on the Geology of the United States explanatory of a Geological Map, and published in the Society's Transactions, together with the nation's first geological map. This antedates William Smith's geological map of England by six years, although it was constructed using a different classification of rocks.\"\n },\n {\n \"document_id\": \"5729f69caf94a219006aa6f9\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"A B cell identifies pathogens when antibodies on its surface bind to a specific foreign antigen. This antigen/antibody complex is taken up by the B cell and processed by proteolysis into peptides. The B cell then displays these antigenic peptides on its surface MHC class II molecules. This combination of MHC and antigen attracts a matching helper T cell, which releases lymphokines and activates the B cell. As the activated B cell then begins to divide, its offspring (plasma cells) secrete millions of copies of the antibody that recognizes this antigen. These antibodies circulate in blood plasma and lymph, bind to pathogens expressing the antigen and mark them for destruction by complement activation or for uptake and destruction by phagocytes. Antibodies can also neutralize challenges directly, by binding to bacterial toxins or by interfering with the receptors that viruses and bacteria use to infect cells.\"\n },\n {\n \"document_id\": \"5728809f2ca10214002da40c\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Guo Shoujing applied mathematics to the construction of calendars. He was one of the first mathematicians in China to work on spherical trigonometry. Gou derived a cubic interpolation formula for his astronomical calculations. His calendar, the Shoushi Li (授時暦) or Calendar for Fixing the Seasons, was disseminated in 1281 as the official calendar of the Yuan dynasty. The calendar may have been influenced solely by the work of Song dynasty astronomer Shen Kuo or possibly by the work of Arab astronomers. There are no explicit signs of Muslim influences in the Shoushi calendar, but Mongol rulers were known to be interested in Muslim calendars. Mathematical knowledge from the Middle East was introduced to China under the Mongols, and Muslim astronomers brought Arabic numerals to China in the 13th century.\"\n },\n {\n \"document_id\": \"5729f39a6aef05140015514c\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Killer T cells are a sub-group of T cells that kill cells that are infected with viruses (and other pathogens), or are otherwise damaged or dysfunctional. As with B cells, each type of T cell recognizes a different antigen. Killer T cells are activated when their T cell receptor (TCR) binds to this specific antigen in a complex with the MHC Class I receptor of another cell. Recognition of this MHC:antigen complex is aided by a co-receptor on the T cell, called CD8. The T cell then travels throughout the body in search of cells where the MHC I receptors bear this antigen. When an activated T cell contacts such cells, it releases cytotoxins, such as perforin, which form pores in the target cell's plasma membrane, allowing ions, water and toxins to enter. The entry of another toxin called granulysin (a protease) induces the target cell to undergo apoptosis. T cell killing of host cells is particularly important in preventing the replication of viruses. T cell activation is tightly controlled and generally requires a very strong MHC/antigen activation signal, or additional activation signals provided by \\\"helper\\\" T cells (see below).\"\n },\n {\n \"document_id\": \"5726bcde708984140094cfbf\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Citizenship of the EU has increasingly been seen as a \\\"fundamental\\\" status of member state nationals by the Court of Justice, and has accordingly increased the number of social services that people can access wherever they move. The Court has required that higher education, along with other forms of vocational training, should be more access, albeit with qualifying periods. In Commission v Austria the Court held that Austria was not entitled to restrict places in Austrian universities to Austrian students to avoid \\\"structural, staffing and financial problems\\\" if (mainly German) foreign students applied for places because there was little evidence of an actual problem.\"\n },\n {\n \"document_id\": \"5725b5a689a1e219009abd28\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The crisis had a major impact on international relations and created a rift within NATO. Some European nations and Japan sought to disassociate themselves from United States foreign policy in the Middle East to avoid being targeted by the boycott. Arab oil producers linked any future policy changes to peace between the belligerents. To address this, the Nixon Administration began multilateral negotiations with the combatants. They arranged for Israel to pull back from the Sinai Peninsula and the Golan Heights. By January 18, 1974, US Secretary of State Henry Kissinger had negotiated an Israeli troop withdrawal from parts of the Sinai Peninsula. The promise of a negotiated settlement between Israel and Syria was enough to convince Arab oil producers to lift the embargo in March 1974.\"\n },\n {\n \"document_id\": \"57293b843f37b31900478133\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The Intergovernmental Panel on Climate Change (IPCC) is a scientific intergovernmental body under the auspices of the United Nations, set up at the request of member governments. It was first established in 1988 by two United Nations organizations, the World Meteorological Organization (WMO) and the United Nations Environment Programme (UNEP), and later endorsed by the United Nations General Assembly through Resolution 43/53. Membership of the IPCC is open to all members of the WMO and UNEP. The IPCC produces reports that support the United Nations Framework Convention on Climate Change (UNFCCC), which is the main international treaty on climate change. The ultimate objective of the UNFCCC is to \\\"stabilize greenhouse gas concentrations in the atmosphere at a level that would prevent dangerous anthropogenic [i.e., human-induced] interference with the climate system\\\". IPCC reports cover \\\"the scientific, technical and socio-economic information relevant to understanding the scientific basis of risk of human-induced climate change, its potential impacts and options for adaptation and mitigation.\\\"\"\n },\n {\n \"document_id\": \"572a02483f37b3190047864b\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In the mid-1950s, Frank Burnet, inspired by a suggestion made by Niels Jerne, formulated the clonal selection theory (CST) of immunity. On the basis of CST, Burnet developed a theory of how an immune response is triggered according to the self/nonself distinction: \\\"self\\\" constituents (constituents of the body) do not trigger destructive immune responses, while \\\"nonself\\\" entities (pathogens, an allograft) trigger a destructive immune response. The theory was later modified to reflect new discoveries regarding histocompatibility or the complex \\\"two-signal\\\" activation of T cells. The self/nonself theory of immunity and the self/nonself vocabulary have been criticized, but remain very influential.\"\n },\n {\n \"document_id\": \"5733d68ed058e614000b637f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"British settlers outnumbered the French 20 to 1 with a population of about 1.5 million ranged along the eastern coast of the continent, from Nova Scotia and Newfoundland in the north, to Georgia in the south. Many of the older colonies had land claims that extended arbitrarily far to the west, as the extent of the continent was unknown at the time their provincial charters were granted. While their population centers were along the coast, the settlements were growing into the interior. Nova Scotia, which had been captured from France in 1713, still had a significant French-speaking population. Britain also claimed Rupert's Land, where the Hudson's Bay Company traded for furs with local tribes.\"\n },\n {\n \"document_id\": \"5725d662ec44d21400f3d687\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Fresno has three large public parks, two in the city limits and one in county land to the southwest. Woodward Park, which features the Shinzen Japanese Gardens, numerous picnic areas and several miles of trails, is in North Fresno and is adjacent to the San Joaquin River Parkway. Roeding Park, near Downtown Fresno, is home to the Fresno Chaffee Zoo, and Rotary Storyland and Playland. Kearney Park is the largest of the Fresno region's park system and is home to historic Kearney Mansion and plays host to the annual Civil War Revisited, the largest reenactment of the Civil War in the west coast of the U.S.\"\n },\n {\n \"document_id\": \"57264228ec44d21400f3dcf5\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Telenet was the first FCC-licensed public data network in the United States. It was founded by former ARPA IPTO director Larry Roberts as a means of making ARPANET technology public. He had tried to interest AT&T in buying the technology, but the monopoly's reaction was that this was incompatible with their future. Bolt, Beranack and Newman (BBN) provided the financing. It initially used ARPANET technology but changed the host interface to X.25 and the terminal interface to X.29. Telenet designed these protocols and helped standardize them in the CCITT. Telenet was incorporated in 1973 and started operations in 1975. It went public in 1979 and was then sold to GTE.\"\n },\n {\n \"document_id\": \"57293f353f37b3190047819b\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"IPCC author Richard Lindzen has made a number of criticisms of the TAR. Among his criticisms, Lindzen has stated that the WGI Summary for Policymakers (SPM) does not faithfully summarize the full WGI report. For example, Lindzen states that the SPM understates the uncertainty associated with climate models. John Houghton, who was a co-chair of TAR WGI, has responded to Lindzen's criticisms of the SPM. Houghton has stressed that the SPM is agreed upon by delegates from many of the world's governments, and that any changes to the SPM must be supported by scientific evidence.\"\n },\n {\n \"document_id\": \"572ffee1947a6a140053cf14\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"While studying law and philosophy in England and Germany, Iqbal became a member of the London branch of the All India Muslim League. He came back to Lahore in 1908. While dividing his time between law practice and philosophical poetry, Iqbal had remained active in the Muslim League. He did not support Indian involvement in World War I and remained in close touch with Muslim political leaders such as Muhammad Ali Johar and Muhammad Ali Jinnah. He was a critic of the mainstream Indian nationalist and secularist Indian National Congress. Iqbal's seven English lectures were published by Oxford University press in 1934 in a book titled The Reconstruction of Religious Thought in Islam. These lectures dwell on the role of Islam as a religion as well as a political and legal philosophy in the modern age.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "735ea49cf4aacffad954debbe5459955ce5e5801e5a0822940ab699e5c086719", "document_ids": [ "57332c1e4776f4190066073a", "5725bad5271a42140099d0bd", "571a49de4faf5e1900b8a94a", "572686ac5951b619008f75a9", "5729f69caf94a219006aa6f9", "5728809f2ca10214002da40c", "5729f39a6aef05140015514c", "5726bcde708984140094cfbf", "5725b5a689a1e219009abd28", "57293b843f37b31900478133", "572a02483f37b3190047864b", "5733d68ed058e614000b637f", "5725d662ec44d21400f3d687", "57264228ec44d21400f3dcf5", "57293f353f37b3190047819b", "572ffee1947a6a140053cf14" ], "example_id": "572686ac5951b619008f75a9", "gold_document": 3, "question": "Who produced the first geological map of the U.S.?", "trial_id": "squad-102d7d37765d2f61" }, { "answers": [ "Harvard" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5737898f1c45671900574495\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"It was only the orbit of the planet Mercury that Newton's Law of Gravitation seemed not to fully explain. Some astrophysicists predicted the existence of another planet (Vulcan) that would explain the discrepancies; however, despite some early indications, no such planet could be found. When Albert Einstein formulated his theory of general relativity (GR) he turned his attention to the problem of Mercury's orbit and found that his theory added a correction, which could account for the discrepancy. This was the first time that Newton's Theory of Gravity had been shown to be less correct than an alternative.\"\n },\n {\n \"document_id\": \"572ffd75b2c2fd14005686e5\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The last glacial ran from ~74,000 (BP = Before Present), until the end of the Pleistocene (~11,600 BP). In northwest Europe, it saw two very cold phases, peaking around 70,000 BP and around 29,000–24,000 BP. The last phase slightly predates the global last ice age maximum (Last Glacial Maximum). During this time, the lower Rhine flowed roughly west through the Netherlands and extended to the southwest, through the English Channel and finally, to the Atlantic Ocean. The English Channel, the Irish Channel and most of the North Sea were dry land, mainly because sea level was approximately 120 m (390 ft) lower than today.\"\n },\n {\n \"document_id\": \"57114b1a2419e31400955575\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"An oscillating cylinder steam engine is a variant of the simple expansion steam engine which does not require valves to direct steam into and out of the cylinder. Instead of valves, the entire cylinder rocks, or oscillates, such that one or more holes in the cylinder line up with holes in a fixed port face or in the pivot mounting (trunnion). These engines are mainly used in toys and models, because of their simplicity, but have also been used in full size working engines, mainly on ships where their compactness is valued.[citation needed]\"\n },\n {\n \"document_id\": \"57273e50dd62a815002e9a02\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Engineering News-Record (ENR) is a trade magazine for the construction industry. Each year, ENR compiles and reports on data about the size of design and construction companies. They publish a list of the largest companies in the United States (Top-40) and also a list the largest global firms (Top-250, by amount of work they are doing outside their home country). In 2014, ENR compiled the data in nine market segments. It was divided as transportation, petroleum, buildings, power, industrial, water, manufacturing, sewer/waste, telecom, hazardous waste plus a tenth category for other projects. In their reporting on the Top 400, they used data on transportation, sewer, hazardous waste and water to rank firms as heavy contractors.\"\n },\n {\n \"document_id\": \"572a13841d0469140077973b\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Studies on income inequality and growth have sometimes found evidence confirming the Kuznets curve hypothesis, which states that with economic development, inequality first increases, then decreases. Economist Thomas Piketty challenges this notion, claiming that from 1914 to 1945 wars and \\\"violent economic and political shocks\\\" reduced inequality. Moreover, Piketty argues that the \\\"magical\\\" Kuznets curve hypothesis, with its emphasis on the balancing of economic growth in the long run, cannot account for the significant increase in economic inequality throughout the developed world since the 1970s.\"\n },\n {\n \"document_id\": \"5725c743ec44d21400f3d549\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Although the European Union does not have a codified constitution, like every political body it has laws which \\\"constitute\\\" its basic governance structure. The EU's primary constitutional sources are the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU), which have been agreed or adhered to among the governments of all 28 member states. The Treaties establish the EU's institutions, list their powers and responsibilities, and explain the areas in which the EU can legislate with Directives or Regulations. The European Commission has the initiative to propose legislation. During the ordinary legislative procedure, the Council (which are ministers from member state governments) and the European Parliament (elected by citizens) can make amendments and must give their consent for laws to pass. The Commission oversees departments and various agencies that execute or enforce EU law. The \\\"European Council\\\" (rather than the Council, made up of different government Ministers) is composed of the Prime Ministers or executive Presidents of the member states. It appoints the Commissioners and the board of the European Central Bank. The European Court of Justice is the supreme judicial body which interprets EU law, and develops it through precedent. The Court can review the legality of the EU institutions' actions, in compliance with the Treaties. It can also decide upon claims for breach of EU laws from member states and citizens.\"\n },\n {\n \"document_id\": \"5726e179dd62a815002e93ae\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Because of the complexity of medications including specific indications, effectiveness of treatment regimens, safety of medications (i.e., drug interactions) and patient compliance issues (in the hospital and at home) many pharmacists practicing in hospitals gain more education and training after pharmacy school through a pharmacy practice residency and sometimes followed by another residency in a specific area. Those pharmacists are often referred to as clinical pharmacists and they often specialize in various disciplines of pharmacy. For example, there are pharmacists who specialize in hematology/oncology, HIV/AIDS, infectious disease, critical care, emergency medicine, toxicology, nuclear pharmacy, pain management, psychiatry, anti-coagulation clinics, herbal medicine, neurology/epilepsy management, pediatrics, neonatal pharmacists and more.\"\n },\n {\n \"document_id\": \"5728f50baf94a219006a9e55\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Some civil disobedience defendants choose to make a defiant speech, or a speech explaining their actions, in allocution. In U.S. v. Burgos-Andujar, a defendant who was involved in a movement to stop military exercises by trespassing on U.S. Navy property argued to the court in allocution that \\\"the ones who are violating the greater law are the members of the Navy\\\". As a result, the judge increased her sentence from 40 to 60 days. This action was upheld because, according to the U.S. Court of Appeals for the First Circuit, her statement suggested a lack of remorse, an attempt to avoid responsibility for her actions, and even a likelihood of repeating her illegal actions. Some of the other allocution speeches given by the protesters complained about mistreatment from government officials.\"\n },\n {\n \"document_id\": \"5705fb7f52bb891400689750\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Traveling south on Interstate 5, the main gap to continued urbanization is Camp Pendleton. The cities and communities along Interstate 15 and Interstate 215 are so inter-related that Temecula and Murrieta have as much connection with the San Diego metropolitan area as they do with the Inland Empire. To the east, the United States Census Bureau considers the San Bernardino and Riverside County areas, Riverside-San Bernardino area as a separate metropolitan area from Los Angeles County. While many commute to L.A. and Orange Counties, there are some differences in development, as most of San Bernardino and Riverside Counties (the non-desert portions) were developed in the 1980s and 1990s. Newly developed exurbs formed in the Antelope Valley north of Los Angeles, the Victor Valley and the Coachella Valley with the Imperial Valley. Also, population growth was high in the Bakersfield-Kern County, Santa Maria and San Luis Obispo areas.\"\n },\n {\n \"document_id\": \"572f6a0ba23a5019007fc5eb\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Between Bingen and Bonn, the Middle Rhine flows through the Rhine Gorge, a formation which was created by erosion. The rate of erosion equaled the uplift in the region, such that the river was left at about its original level while the surrounding lands raised. The gorge is quite deep and is the stretch of the river which is known for its many castles and vineyards. It is a UNESCO World Heritage Site (2002) and known as \\\"the Romantic Rhine\\\", with more than 40 castles and fortresses from the Middle Ages and many quaint and lovely country villages.\"\n },\n {\n \"document_id\": \"57280e1aff5b5019007d9bec\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The area of the modern city of Jacksonville has been inhabited for thousands of years. On Black Hammock Island in the national Timucuan Ecological and Historic Preserve, a University of North Florida team discovered some of the oldest remnants of pottery in the United States, dating to 2500 BC. In the 16th century, the beginning of the historical era, the region was inhabited by the Mocama, a coastal subgroup of the Timucua people. At the time of contact with Europeans, all Mocama villages in present-day Jacksonville were part of the powerful chiefdom known as the Saturiwa, centered around the mouth of the St. Johns River. One early map shows a village called Ossachite at the site of what is now downtown Jacksonville; this may be the earliest recorded name for that area.\"\n },\n {\n \"document_id\": \"572a12381d0469140077972b\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Research by Harvard economist Robert Barro, found that there is \\\"little overall relation between income inequality and rates of growth and investment\\\". According to work by Barro in 1999 and 2000, high levels of inequality reduce growth in relatively poor countries but encourage growth in richer countries. A study of Swedish counties between 1960 and 2000 found a positive impact of inequality on growth with lead times of five years or less, but no correlation after ten years. Studies of larger data sets have found no correlations for any fixed lead time, and a negative impact on the duration of growth.\"\n },\n {\n \"document_id\": \"571cac5d5efbb31900334dd0\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Planetary geologists have measured different abundances of oxygen isotopes in samples from the Earth, the Moon, Mars, and meteorites, but were long unable to obtain reference values for the isotope ratios in the Sun, believed to be the same as those of the primordial solar nebula. Analysis of a silicon wafer exposed to the solar wind in space and returned by the crashed Genesis spacecraft has shown that the Sun has a higher proportion of oxygen-16 than does the Earth. The measurement implies that an unknown process depleted oxygen-16 from the Sun's disk of protoplanetary material prior to the coalescence of dust grains that formed the Earth.\"\n },\n {\n \"document_id\": \"57302e45947a6a140053d22e\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"In its focus on the Caliphate, the party takes a different view of Muslim history than some other Islamists such as Muhammad Qutb. HT sees Islam's pivotal turning point as occurring not with the death of Ali, or one of the other four rightly guided Caliphs in the 7th century, but with the abolition of the Ottoman Caliphate in 1924. This is believed to have ended the true Islamic system, something for which it blames \\\"the disbelieving (Kafir) colonial powers\\\" working through Turkish modernist Mustafa Kemal Atatürk.\"\n },\n {\n \"document_id\": \"572755b7708984140094dc4d\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the United States, the industry in 2014 has around $960 billion in annual revenue according to statistics tracked by the Census Bureau, of which $680 billion is private (split evenly between residential and nonresidential) and the remainder is government. As of 2005, there were about 667,000 firms employing 1 million contractors (200,000 general contractors, 38,000 heavy, and 432,000 specialty); the average contractor employed fewer than 10 employees. As a whole, the industry employed an estimated 5.8 million as of April 2013, with a 13.2% unemployment rate. In the United States, approximately 828,000 women were employed in the construction industry as of 2011.\"\n },\n {\n \"document_id\": \"57275411dd62a815002e9b30\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The owner produces a list of requirements for a project, giving an overall view of the project's goals. Several D&B contractors present different ideas about how to accomplish these goals. The owner selects the ideas he or she likes best and hires the appropriate contractor. Often, it is not just one contractor, but a consortium of several contractors working together. Once these have been hired, they begin building the first phase of the project. As they build phase 1, they design phase 2. This is in contrast to a design-bid-build contract, where the project is completely designed by the owner, then bid on, then completed.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "975ea7ab25de43cde49c715684b557a0275a1c37d1ce4f418e39cb0d7c28210a", "document_ids": [ "5737898f1c45671900574495", "572ffd75b2c2fd14005686e5", "57114b1a2419e31400955575", "57273e50dd62a815002e9a02", "572a13841d0469140077973b", "5725c743ec44d21400f3d549", "5726e179dd62a815002e93ae", "5728f50baf94a219006a9e55", "5705fb7f52bb891400689750", "572f6a0ba23a5019007fc5eb", "57280e1aff5b5019007d9bec", "572a12381d0469140077972b", "571cac5d5efbb31900334dd0", "57302e45947a6a140053d22e", "572755b7708984140094dc4d", "57275411dd62a815002e9b30" ], "example_id": "572a12381d0469140077972b", "gold_document": 11, "question": "What institution does Robert Barro hail from?", "trial_id": "squad-ea58b1ff194e9f13" }, { "answers": [ "villes de sûreté", "\"villes de sûreté\"" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1872, the Central Pacific Railroad established a station near Easterby's—by now a hugely productive wheat farm—for its new Southern Pacific line. Soon there was a store around the station and the store grew the town of Fresno Station, later called Fresno. Many Millerton residents, drawn by the convenience of the railroad and worried about flooding, moved to the new community. Fresno became an incorporated city in 1885. By 1931 the Fresno Traction Company operated 47 streetcars over 49 miles of track.\"\n },\n {\n \"document_id\": \"57264d58f1498d1400e8db7a\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Other forms of plague have been implicated by modern scientists. The modern bubonic plague has a mortality rate of 30–75% and symptoms including fever of 38–41 °C (100–106 °F), headaches, painful aching joints, nausea and vomiting, and a general feeling of malaise. Left untreated, of those that contract the bubonic plague, 80 percent die within eight days. Pneumonic plague has a mortality rate of 90 to 95 percent. Symptoms include fever, cough, and blood-tinged sputum. As the disease progresses, sputum becomes free flowing and bright red. Septicemic plague is the least common of the three forms, with a mortality rate near 100%. Symptoms are high fevers and purple skin patches (purpura due to disseminated intravascular coagulation). In cases of pneumonic and particularly septicemic plague, the progress of the disease is so rapid that there would often be no time for the development of the enlarged lymph nodes that were noted as buboes.\"\n },\n {\n \"document_id\": \"57106d2fb654c5140001f8ef\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Montpellier was among the most important of the 66 \\\"villes de sûreté\\\" that the Edict of 1598 granted to the Huguenots. The city's political institutions and the university were all handed over to the Huguenots. Tension with Paris led to a siege by the royal army in 1622. Peace terms called for the dismantling of the city's fortifications. A royal citadel was built and the university and consulate were taken over by the Catholic party. Even before the Edict of Alès (1629), Protestant rule was dead and the ville de sûreté was no more.[citation needed]\"\n },\n {\n \"document_id\": \"572998673f37b319004784d5\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The evolutionary strategy used by cicadas of the genus Magicicada make use of prime numbers. These insects spend most of their lives as grubs underground. They only pupate and then emerge from their burrows after 7, 13 or 17 years, at which point they fly about, breed, and then die after a few weeks at most. The logic for this is believed to be that the prime number intervals between emergences make it very difficult for predators to evolve that could specialize as predators on Magicicadas. If Magicicadas appeared at a non-prime number intervals, say every 12 years, then predators appearing every 2, 3, 4, 6, or 12 years would be sure to meet them. Over a 200-year period, average predator populations during hypothetical outbreaks of 14- and 15-year cicadas would be up to 2% higher than during outbreaks of 13- and 17-year cicadas. Though small, this advantage appears to have been enough to drive natural selection in favour of a prime-numbered life-cycle for these insects.\"\n },\n {\n \"document_id\": \"5725f7cd38643c19005acf23\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The 2010 United States Census reported that Fresno had a population of 494,665. The population density was 4,404.5 people per square mile (1,700.6/km²). The racial makeup of Fresno was 245,306 (49.6%) White, 40,960 (8.3%) African American, 8,525 (1.7%) Native American, 62,528 (12.6%) Asian (3.6% Hmong, 1.7% Indian, 1.2% Filipino, 1.2% Laotian, 1.0% Thai, 0.8% Cambodian, 0.7% Chinese, 0.5% Japanese, 0.4% Vietnamese, 0.2% Korean), 849 (0.2%) Pacific Islander, 111,984 (22.6%) from other races, and 24,513 (5.0%) from two or more races. Hispanic or Latino of any race were 232,055 persons (46.9%). Among the Hispanic population, 42.7% of the total population are Mexican, 0.4% Salvadoran, and 0.4% Puerto Rican. Non-Hispanic Whites were 30.0% of the population in 2010, down from 72.6% in 1970.\"\n },\n {\n \"document_id\": \"572758e0f1498d1400e8f6ae\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Funding for private schools is generally provided through student tuition, endowments, scholarship/voucher funds, and donations and grants from religious organizations or private individuals. Government funding for religious schools is either subject to restrictions or possibly forbidden, according to the courts' interpretation of the Establishment Clause of the First Amendment or individual state Blaine Amendments. Non-religious private schools theoretically could qualify for such funding without hassle, preferring the advantages of independent control of their student admissions and course content instead of the public funding they could get with charter status.\"\n },\n {\n \"document_id\": \"572648d1708984140094c15d\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The Very high-speed Backbone Network Service (vBNS) came on line in April 1995 as part of a National Science Foundation (NSF) sponsored project to provide high-speed interconnection between NSF-sponsored supercomputing centers and select access points in the United States. The network was engineered and operated by MCI Telecommunications under a cooperative agreement with the NSF. By 1998, the vBNS had grown to connect more than 100 universities and research and engineering institutions via 12 national points of presence with DS-3 (45 Mbit/s), OC-3c (155 Mbit/s), and OC-12c (622 Mbit/s) links on an all OC-12c backbone, a substantial engineering feat for that time. The vBNS installed one of the first ever production OC-48c (2.5 Gbit/s) IP links in February 1999 and went on to upgrade the entire backbone to OC-48c.\"\n },\n {\n \"document_id\": \"5730bc308ab72b1400f9c73c\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Ottoman Empire was an imperial state that lasted from 1299 to 1923. During the 16th and 17th centuries, in particular at the height of its power under the reign of Suleiman the Magnificent, the Ottoman Empire was a powerful multinational, multilingual empire controlling much of Southeast Europe, Western Asia, the Caucasus, North Africa, and the Horn of Africa. At the beginning of the 17th century the empire contained 32 provinces and numerous vassal states. Some of these were later absorbed into the empire, while others were granted various types of autonomy during the course of centuries.\"\n },\n {\n \"document_id\": \"56de3e414396321400ee26d8\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The legendary religious zeal of the Normans was exercised in religious wars long before the First Crusade carved out a Norman principality in Antioch. They were major foreign participants in the Reconquista in Iberia. In 1018, Roger de Tosny travelled to the Iberian Peninsula to carve out a state for himself from Moorish lands, but failed. In 1064, during the War of Barbastro, William of Montreuil led the papal army and took a huge booty.\"\n },\n {\n \"document_id\": \"57298ef11d0469140077952d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The unproven Riemann hypothesis, dating from 1859, states that except for s = −2, −4, ..., all zeroes of the ζ-function have real part equal to 1/2. The connection to prime numbers is that it essentially says that the primes are as regularly distributed as possible.[clarification needed] From a physical viewpoint, it roughly states that the irregularity in the distribution of primes only comes from random noise. From a mathematical viewpoint, it roughly states that the asymptotic distribution of primes (about x/log x of numbers less than x are primes, the prime number theorem) also holds for much shorter intervals of length about the square root of x (for intervals near x). This hypothesis is generally believed to be correct. In particular, the simplest assumption is that primes should have no significant irregularities without good reason.\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n },\n {\n \"document_id\": \"5727d1c93acd2414000ded3f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Undergraduate admission to Harvard is characterized by the Carnegie Foundation as \\\"more selective, lower transfer-in\\\". Harvard College accepted 5.3% of applicants for the class of 2019, a record low and the second lowest acceptance rate among all national universities. Harvard College ended its early admissions program in 2007 as the program was believed to disadvantage low-income and under-represented minority applicants applying to selective universities, yet for the class of 2016 an Early Action program was reintroduced.\"\n },\n {\n \"document_id\": \"57286d7d4b864d19001649e0\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In the arts and entertainment, minimalist composer Philip Glass, dancer, choreographer and leader in the field of dance anthropology Katherine Dunham, Bungie founder and developer of the Halo video game series Alex Seropian, Serial host Sarah Koenig, actor Ed Asner, Pulitzer Prize for Criticism winning film critic and the subject of the 2014 documentary film Life Itself Roger Ebert, director, writer, and comedian Mike Nichols, film director and screenwriter Philip Kaufman, and Carl Van Vechten, photographer and writer, are graduates.\"\n },\n {\n \"document_id\": \"57264a8cdd62a815002e808c\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The European Commission is the main executive body of the European Union. Article 17(1) of the Treaty on European Union states the Commission should \\\"promote the general interest of the Union\\\" while Article 17(3) adds that Commissioners should be \\\"completely independent\\\" and not \\\"take instructions from any Government\\\". Under article 17(2), \\\"Union legislative acts may only be adopted on the basis of a Commission proposal, except where the Treaties provide otherwise.\\\" This means that the Commission has a monopoly on initiating the legislative procedure, although the Council is the \\\"de facto catalyst of many legislative initiatives\\\". The Parliament can also formally request the Commission to submit a legislative proposal but the Commission can reject such a suggestion, giving reasons. The Commission's President (currently an ex-Luxembourg Prime Minister, Jean-Claude Juncker) sets the agenda for the EU's work. Decisions are taken by a simple majority vote, usually through a \\\"written procedure\\\" of circulating the proposals and adopting if there are no objections.[citation needed] Since Ireland refused to consent to changes in the Treaty of Lisbon 2007, there remains one Commissioner for each of the 28 member states, including the President and the High Representative for Foreign and Security Policy (currently Federica Mogherini). The Commissioners (and most importantly, the portfolios they will hold) are bargained over intensively by the member states. The Commissioners, as a block, are then subject to a qualified majority vote of the Council to approve, and majority approval of the Parliament. The proposal to make the Commissioners be drawn from the elected Parliament, was not adopted in the Treaty of Lisbon. This means Commissioners are, through the appointment process, the unelected subordinates of member state governments.\"\n },\n {\n \"document_id\": \"572883a33acd2414000dfa79\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"At the same time the Mongols imported Central Asian Muslims to serve as administrators in China, the Mongols also sent Han Chinese and Khitans from China to serve as administrators over the Muslim population in Bukhara in Central Asia, using foreigners to curtail the power of the local peoples of both lands. Han Chinese were moved to Central Asian areas like Besh Baliq, Almaliq, and Samarqand by the Mongols where they worked as artisans and farmers. Alans were recruited into the Mongol forces with one unit called \\\"Right Alan Guard\\\" which was combined with \\\"recently surrendered\\\" soldiers, Mongols, and Chinese soldiers stationed in the area of the former Kingdom of Qocho and in Besh Balikh the Mongols established a Chinese military colony led by Chinese general Qi Kongzhi (Ch'i Kung-chih). After the Mongol conquest of Central Asia by Genghis Khan, foreigners were chosen as administrators and co-management with Chinese and Qara-Khitays (Khitans) of gardens and fields in Samarqand was put upon the Muslims as a requirement since Muslims were not allowed to manage without them. The Mongol appointed Governor of Samarqand was a Qara-Khitay (Khitan), held the title Taishi, familiar with Chinese culture his name was Ahai\"\n },\n {\n \"document_id\": \"56e16839cd28a01900c67887\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"A problem is regarded as inherently difficult if its solution requires significant resources, whatever the algorithm used. The theory formalizes this intuition, by introducing mathematical models of computation to study these problems and quantifying the amount of resources needed to solve them, such as time and storage. Other complexity measures are also used, such as the amount of communication (used in communication complexity), the number of gates in a circuit (used in circuit complexity) and the number of processors (used in parallel computing). One of the roles of computational complexity theory is to determine the practical limits on what computers can and cannot do.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "7f5489c9a36739eb01e1df5f3e95a716e5120e15e0ba2bcaed4e139ea8685c60", "document_ids": [ "5725cfd0271a42140099d225", "57264d58f1498d1400e8db7a", "57106d2fb654c5140001f8ef", "572998673f37b319004784d5", "5725f7cd38643c19005acf23", "572758e0f1498d1400e8f6ae", "572648d1708984140094c15d", "5730bc308ab72b1400f9c73c", "56de3e414396321400ee26d8", "57298ef11d0469140077952d", "57114dfb50c2381900b54a53", "5727d1c93acd2414000ded3f", "57286d7d4b864d19001649e0", "57264a8cdd62a815002e808c", "572883a33acd2414000dfa79", "56e16839cd28a01900c67887" ], "example_id": "57106d2fb654c5140001f8ef", "gold_document": 2, "question": "What were the towns granted to the Huguenots in 1598 collectively called?", "trial_id": "squad-e3715c6f07acf279" }, { "answers": [ "Muslim medicine" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5729a03f1d04691400779593\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Prime ideals are the points of algebro-geometric objects, via the notion of the spectrum of a ring. Arithmetic geometry also benefits from this notion, and many concepts exist in both geometry and number theory. For example, factorization or ramification of prime ideals when lifted to an extension field, a basic problem of algebraic number theory, bears some resemblance with ramification in geometry. Such ramification questions occur even in number-theoretic questions solely concerned with integers. For example, prime ideals in the ring of integers of quadratic number fields can be used in proving quadratic reciprocity, a statement that concerns the solvability of quadratic equations\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"\\\"The word ‘empire’ comes from the Latin word imperium; for which the closest modern English equivalent would perhaps be ‘sovereignty’, or simply ‘rule’\\\". The greatest distinction of an empire is through the amount of land that a nation has conquered and expanded. Political power grew from conquering land, however cultural and economic aspects flourished through sea and trade routes. A distinction about empires is \\\"that although political empires were built mostly by expansion overland, economic and cultural influences spread at least as much by sea\\\". Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how developed and developing nation are portrayed through the world systems theory. The two main regions are the core and the periphery. The core consists of high areas of income and profit; the periphery is on the opposing side of the spectrum consisting of areas of low income and profit. These critical theories of Geo-politics have led to increased discussion of the meaning and impact of imperialism on the modern post-colonial world. The Russian leader Lenin suggested that \\\"imperialism was the highest form of capitalism, claiming that imperialism developed after colonialism, and was distinguished from colonialism by monopoly capitalism\\\". This idea from Lenin stresses how important new political world order has become in our modern era. Geopolitics now focuses on states becoming major economic players in the market; some states today are viewed as empires due to their political and economic authority over other nations.\"\n },\n {\n \"document_id\": \"57299a6f6aef051400155016\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The concept of prime number is so important that it has been generalized in different ways in various branches of mathematics. Generally, \\\"prime\\\" indicates minimality or indecomposability, in an appropriate sense. For example, the prime field is the smallest subfield of a field F containing both 0 and 1. It is either Q or the finite field with p elements, whence the name. Often a second, additional meaning is intended by using the word prime, namely that any object can be, essentially uniquely, decomposed into its prime components. For example, in knot theory, a prime knot is a knot that is indecomposable in the sense that it cannot be written as the knot sum of two nontrivial knots. Any knot can be uniquely expressed as a connected sum of prime knots. Prime models and prime 3-manifolds are other examples of this type.\"\n },\n {\n \"document_id\": \"5725d183271a42140099d23d\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Before World War II, Fresno had many ethnic neighborhoods, including Little Armenia, German Town, Little Italy, and Chinatown. In 1940, the Census Bureau reported Fresno's population as 94.0% white, 3.3% black and 2.7% Asian. (Incongruously, Chinatown was primarily a Japanese neighborhood and today Japanese-American businesses still remain). During 1942, Pinedale, in what is now North Fresno, was the site of the Pinedale Assembly Center, an interim facility for the relocation of Fresno area Japanese Americans to internment camps. The Fresno Fairgrounds was also utilized as an assembly center.\"\n },\n {\n \"document_id\": \"571c7d55dd7acb1400e4c0c4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"John Dalton's original atomic hypothesis assumed that all elements were monatomic and that the atoms in compounds would normally have the simplest atomic ratios with respect to one another. For example, Dalton assumed that water's formula was HO, giving the atomic mass of oxygen as 8 times that of hydrogen, instead of the modern value of about 16. In 1805, Joseph Louis Gay-Lussac and Alexander von Humboldt showed that water is formed of two volumes of hydrogen and one volume of oxygen; and by 1811 Amedeo Avogadro had arrived at the correct interpretation of water's composition, based on what is now called Avogadro's law and the assumption of diatomic elemental molecules.[a]\"\n },\n {\n \"document_id\": \"57293ca73f37b3190047815b\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The IPCC receives funding through the IPCC Trust Fund, established in 1989 by the United Nations Environment Programme (UNEP) and the World Meteorological Organization (WMO), Costs of the Secretary and of housing the secretariat are provided by the WMO, while UNEP meets the cost of the Depute Secretary. Annual cash contributions to the Trust Fund are made by the WMO, by UNEP, and by IPCC Members; the scale of payments is determined by the IPCC Panel, which is also responsible for considering and adopting by consensus the annual budget. The organisation is required to comply with the Financial Regulations and Rules of the WMO.\"\n },\n {\n \"document_id\": \"572881d34b864d1900164a5a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Western medicine was also practiced in China by the Nestorian Christians of the Yuan court, where it was sometimes labeled as huihui or Muslim medicine. The Nestorian physician Jesus the Interpreter founded the Office of Western Medicine in 1263 during the reign of Kublai. Huihui doctors staffed at two imperial hospitals were responsible for treating the imperial family and members of the court. Chinese physicians opposed Western medicine because its humoral system contradicted the yin-yang and wuxing philosophy underlying traditional Chinese medicine. No Chinese translation of Western medical works is known, but it is possible that the Chinese had access to Avicenna's The Canon of Medicine.\"\n },\n {\n \"document_id\": \"571156152419e3140095559b\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The historical measure of a steam engine's energy efficiency was its \\\"duty\\\". The concept of duty was first introduced by Watt in order to illustrate how much more efficient his engines were over the earlier Newcomen designs. Duty is the number of foot-pounds of work delivered by burning one bushel (94 pounds) of coal. The best examples of Newcomen designs had a duty of about 7 million, but most were closer to 5 million. Watt's original low-pressure designs were able to deliver duty as high as 25 million, but averaged about 17. This was a three-fold improvement over the average Newcomen design. Early Watt engines equipped with high-pressure steam improved this to 65 million.\"\n },\n {\n \"document_id\": \"56e1ba41cd28a01900c67ae0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"For example, consider the deterministic sorting algorithm quicksort. This solves the problem of sorting a list of integers that is given as the input. The worst-case is when the input is sorted or sorted in reverse order, and the algorithm takes time O(n2) for this case. If we assume that all possible permutations of the input list are equally likely, the average time taken for sorting is O(n log n). The best case occurs when each pivoting divides the list in half, also needing O(n log n) time.\"\n },\n {\n \"document_id\": \"57264b3edd62a815002e80aa\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Medical knowledge had stagnated during the Middle Ages. The most authoritative account at the time came from the medical faculty in Paris in a report to the king of France that blamed the heavens, in the form of a conjunction of three planets in 1345 that caused a \\\"great pestilence in the air\\\". This report became the first and most widely circulated of a series of plague tracts that sought to give advice to sufferers. That the plague was caused by bad air became the most widely accepted theory. Today, this is known as the Miasma theory. The word 'plague' had no special significance at this time, and only the recurrence of outbreaks during the Middle Ages gave it the name that has become the medical term.\"\n },\n {\n \"document_id\": \"5726c002708984140094d073\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"As well as creating rights for \\\"workers\\\" who generally lack bargaining power in the market, the Treaty on the Functioning of the European Union also protects the \\\"freedom of establishment\\\" in article 49, and \\\"freedom to provide services\\\" in article 56. In Gebhard v Consiglio dell’Ordine degli Avvocati e Procuratori di Milano the Court of Justice held that to be \\\"established\\\" means to participate in economic life \\\"on a stable and continuous basis\\\", while providing \\\"services\\\" meant pursuing activity more \\\"on a temporary basis\\\". This meant that a lawyer from Stuttgart, who had set up chambers in Milan and was censured by the Milan Bar Council for not having registered, was entitled to bring a claim under for establishment freedom, rather than service freedom. However, the requirements to be registered in Milan before being able to practice would be allowed if they were non-discriminatory, \\\"justified by imperative requirements in the general interest\\\" and proportionately applied. All people or entities that engage in economic activity, particularly the self-employed, or \\\"undertakings\\\" such as companies or firms, have a right to set up an enterprise without unjustified restrictions. The Court of Justice has held that both a member state government and a private party can hinder freedom of establishment, so article 49 has both \\\"vertical\\\" and \\\"horizontal\\\" direct effect. In Reyners v Belgium the Court of Justice held that a refusal to admit a lawyer to the Belgian bar because he lacked Belgian nationality was unjustified. TFEU article 49 says states are exempt from infringing others' freedom of establishment when they exercise \\\"official authority\\\", but this did an advocate's work (as opposed to a court's) was not official. By contrast in Commission v Italy the Court of Justice held that a requirement for lawyers in Italy to comply with maximum tariffs unless there was an agreement with a client was not a restriction. The Grand Chamber of the Court of Justice held the Commission had not proven that this had any object or effect of limiting practitioners from entering the market. Therefore, there was no prima facie infringement freedom of establishment that needed to be justified.\"\n },\n {\n \"document_id\": \"57113be3a58dae1900cd6d28\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In 1781 James Watt patented a steam engine that produced continuous rotary motion. Watt's ten-horsepower engines enabled a wide range of manufacturing machinery to be powered. The engines could be sited anywhere that water and coal or wood fuel could be obtained. By 1883, engines that could provide 10,000 hp had become feasible. The stationary steam engine was a key component of the Industrial Revolution, allowing factories to locate where water power was unavailable. The atmospheric engines of Newcomen and Watt were large compared to the amount of power they produced, but high pressure steam engines were light enough to be applied to vehicles such as traction engines and the railway locomotives.\"\n },\n {\n \"document_id\": \"57302faa04bcaa1900d77311\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Greater London has over 900,000 Muslims, (most of South Asian origins and concentrated in the East London boroughs of Newham, Tower Hamlets and Waltham Forest), and among them are some with a strong Islamist outlook. Their presence, combined with a perceived British policy of allowing them free rein, heightened by exposés such as the 2007 Channel 4 documentary programme Undercover Mosque, has given rise to the term Londonistan. Following the 9/11 attacks, however, Abu Hamza al-Masri, the imam of the Finsbury Park Mosque, was arrested and charged with incitement to terrorism which has caused many Islamists to leave the UK to avoid internment.[citation needed]\"\n },\n {\n \"document_id\": \"573792ee1c456719005744b9\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, attempting to reconcile electromagnetic theory with two observations, the photoelectric effect, and the nonexistence of the ultraviolet catastrophe, proved troublesome. Through the work of leading theoretical physicists, a new theory of electromagnetism was developed using quantum mechanics. This final modification to electromagnetic theory ultimately led to quantum electrodynamics (or QED), which fully describes all electromagnetic phenomena as being mediated by wave–particles known as photons. In QED, photons are the fundamental exchange particle, which described all interactions relating to electromagnetism including the electromagnetic force.[Note 4]\"\n },\n {\n \"document_id\": \"572827fc3acd2414000df5bb\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"As of 2010[update], there were 366,273 households out of which 11.8% were vacant. 23.9% of households had children under the age of 18 living with them, 43.8% were married couples, 15.2% had a female householder with no husband present, and 36.4% were non-families. 29.7% of all households were made up of individuals and 7.9% had someone living alone who was 65 years of age or older. The average household size was 2.55 and the average family size was 3.21. In the city, the population was spread out with 23.9% under the age of 18, 10.5% from 18 to 24, 28.5% from 25 to 44, 26.2% from 45 to 64, and 10.9% who were 65 years of age or older. The median age was 35.5 years. For every 100 females there were 94.1 males. For every 100 females age 18 and over, there were 91.3 males.\"\n },\n {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"In the north eastern part of Fresno, Woodward Park was founded by the late Ralph Woodward, a long-time Fresno resident. He bequeathed a major portion of his estate in 1968 to provide a regional park and bird sanctuary in Northeast Fresno. The park lies on the South bank of the San Joaquin River between Highway 41 and Friant Road. The initial 235 acres (0.95 km2), combined with additional acres acquired later by the City, brings the park to a sizable 300 acres (1.2 km2). Now packed with amenities, Woodward Park is the only Regional Park of its size in the Central Valley. The Southeast corner of the park harbors numerous bird species offering bird enthusiasts an excellent opportunity for viewing. The park has a multi-use amphitheatre that seats up to 2,500 people, authentic Japanese Garden, fenced dog park, two-mile (3 km) equestrian trail, exercise par course, three children's playgrounds, a lake, 3 small ponds, 7 picnic areas and five miles (8 km) of multipurpose trails that are part of the San Joaquin River Parkway's Lewis S. Eaton Trail. When complete, the Lewis S. Eaton trail system will cover 22 miles (35 km) between Highway 99 and Friant Dam. The park's numerous picnic tables make for a great picnic destination and a convenient escape from city life. The park's amphetheatre was renovated in 2010, and has hosted performances by acts such as Deftones, Tech N9ne, and Sevendust as well as numerous others. The park is open April through October, 6am to 10pm and November through March, 6am to 7pm. Woodward Park is home to the annual CIF(California Interscholastic Federation) State Championship cross country meet, which takes place in late November. It is also the home of the Woodward Shakespeare Festival which began performances in the park in 2005.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "20bb9331091259fd792d755d045eef08d884bcfd82e54c807709239e40b59ae6", "document_ids": [ "5729a03f1d04691400779593", "573081c2069b531400832133", "57299a6f6aef051400155016", "5725d183271a42140099d23d", "571c7d55dd7acb1400e4c0c4", "57293ca73f37b3190047815b", "572881d34b864d1900164a5a", "571156152419e3140095559b", "56e1ba41cd28a01900c67ae0", "57264b3edd62a815002e80aa", "5726c002708984140094d073", "57113be3a58dae1900cd6d28", "57302faa04bcaa1900d77311", "573792ee1c456719005744b9", "572827fc3acd2414000df5bb", "5725f2c838643c19005aceed" ], "example_id": "572881d34b864d1900164a5a", "gold_document": 6, "question": "What was huihui?", "trial_id": "squad-cf0dde105e3128ac" }, { "answers": [ "Reserved", "Reserved matters" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5726472bdd62a815002e8042\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Internet2 is a not-for-profit United States computer networking consortium led by members from the research and education communities, industry, and government. The Internet2 community, in partnership with Qwest, built the first Internet2 Network, called Abilene, in 1998 and was a prime investor in the National LambdaRail (NLR) project. In 2006, Internet2 announced a partnership with Level 3 Communications to launch a brand new nationwide network, boosting its capacity from 10 Gbit/s to 100 Gbit/s. In October, 2007, Internet2 officially retired Abilene and now refers to its new, higher capacity network as the Internet2 Network.\"\n },\n {\n \"document_id\": \"57339902d058e614000b5e70\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Another important library – the University Library, founded in 1816, is home to over two million items. The building was designed by architects Marek Budzyński and Zbigniew Badowski and opened on 15 December 1999. It is surrounded by green. The University Library garden, designed by Irena Bajerska, was opened on 12 June 2002. It is one of the largest and most beautiful roof gardens in Europe with an area of more than 10,000 m2 (107,639.10 sq ft), and plants covering 5,111 m2 (55,014.35 sq ft). As the university garden it is open to the public every day.\"\n },\n {\n \"document_id\": \"57286b003acd2414000df9c1\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Kublai readied the move of the Mongol capital from Karakorum in Mongolia to Khanbaliq in 1264, constructing a new city near the former Jurchen capital Zhongdu, now modern Beijing, in 1266. In 1271, Kublai formally claimed the Mandate of Heaven and declared that 1272 was the first year of the Great Yuan (Chinese: 大元) in the style of a traditional Chinese dynasty. The name of the dynasty originated from the I Ching and describes the \\\"origin of the universe\\\" or a \\\"primal force\\\". Kublai proclaimed Khanbaliq the \\\"Great Capital\\\" or Daidu (Dadu, Chinese: 大都 in Chinese) of the dynasty. The era name was changed to Zhiyuan to herald a new era of Chinese history. The adoption of a dynastic name legitimized Mongol rule by integrating the government into the narrative of traditional Chinese political succession. Khublai evoked his public image as a sage emperor by following the rituals of Confucian propriety and ancestor veneration, while simultaneously retaining his roots as a leader from the steppes.\"\n },\n {\n \"document_id\": \"5725e748ec44d21400f3d733\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The area is also known for its early twentieth century homes, many of which have been restored in recent decades. The area includes many California Bungalow and American Craftsman style homes, Spanish Colonial Revival Style architecture, Mediterranean Revival Style architecture, Mission Revival Style architecture, and many Storybook houses designed by Fresno architects, Hilliard, Taylor & Wheeler. The residential architecture of the Tower District contrasts with the newer areas of tract homes urban sprawl in north and east areas of Fresno.\"\n },\n {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The Cestida (\\\"belt animals\\\") are ribbon-shaped planktonic animals, with the mouth and aboral organ aligned in the middle of opposite edges of the ribbon. There is a pair of comb-rows along each aboral edge, and tentilla emerging from a groove all along the oral edge, which stream back across most of the wing-like body surface. Cestids can swim by undulating their bodies as well as by the beating of their comb-rows. There are two known species, with worldwide distribution in warm, and warm-temperate waters: Cestum veneris (\\\"Venus' girdle\\\") is among the largest ctenophores – up to 1.5 meters (4.9 ft) long, and can undulate slowly or quite rapidly. Velamen parallelum, which is typically less than 20 centimeters (0.66 ft) long, can move much faster in what has been described as a \\\"darting motion\\\".\"\n },\n {\n \"document_id\": \"5726edecdd62a815002e957f\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Of particular concern with Internet pharmacies is the ease with which people, youth in particular, can obtain controlled substances (e.g., Vicodin, generically known as hydrocodone) via the Internet without a prescription issued by a doctor/practitioner who has an established doctor-patient relationship. There are many instances where a practitioner issues a prescription, brokered by an Internet server, for a controlled substance to a \\\"patient\\\" s/he has never met.[citation needed] In the United States, in order for a prescription for a controlled substance to be valid, it must be issued for a legitimate medical purpose by a licensed practitioner acting in the course of legitimate doctor-patient relationship. The filling pharmacy has a corresponding responsibility to ensure that the prescription is valid. Often, individual state laws outline what defines a valid patient-doctor relationship.\"\n },\n {\n \"document_id\": \"57269aa65951b619008f77ab\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"While constitutional law concerns the European Union's governance structure, administrative law binds EU institutions and member states to follow the law. Both member states and the Commission have a general legal right or \\\"standing\\\" (locus standi) to bring claims against EU institutions and other member states for breach of the treaties. From the EU's foundation, the Court of Justice also held that the Treaties allowed citizens or corporations to bring claims against EU and member state institutions for violation of the Treaties and Regulations, if they were properly interpreted as creating rights and obligations. However, under Directives, citizens or corporations were said in 1986 to not be allowed to bring claims against other non-state parties. This meant courts of member states were not bound to apply an EU law where a national rule conflicted, even though the member state government could be sued, if it would impose an obligation on another citizen or corporation. These rules on \\\"direct effect\\\" limit the extent to which member state courts are bound to administer EU law. All actions by EU institutions can be subject to judicial review, and judged by standards of proportionality, particularly where general principles of law, or fundamental rights are engaged. The remedy for a claimant where there has been a breach of the law is often monetary damages, but courts can also require specific performance or will grant an injunction, in order to ensure the law is effective as possible.\"\n },\n {\n \"document_id\": \"57299ec43f37b3190047850d\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In ring theory, the notion of number is generally replaced with that of ideal. Prime ideals, which generalize prime elements in the sense that the principal ideal generated by a prime element is a prime ideal, are an important tool and object of study in commutative algebra, algebraic number theory and algebraic geometry. The prime ideals of the ring of integers are the ideals (0), (2), (3), (5), (7), (11), … The fundamental theorem of arithmetic generalizes to the Lasker–Noether theorem, which expresses every ideal in a Noetherian commutative ring as an intersection of primary ideals, which are the appropriate generalizations of prime powers.\"\n },\n {\n \"document_id\": \"57293bc91d0469140077919b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Korean economist Hoesung Lee is the chair of the IPCC since October 8, 2015, following the election of the new IPCC Bureau. Before this election, the IPCC was led by his vice-Chair Ismail El Gizouli, who was designated acting Chair after the resignation of Rajendra K. Pachauri in February 2015. The previous chairs were Rajendra K. Pachauri, elected in May 2002; Robert Watson in 1997; and Bert Bolin in 1988. The chair is assisted by an elected bureau including vice-chairs, working group co-chairs, and a secretariat.\"\n },\n {\n \"document_id\": \"572fcc43b2c2fd140056847d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Reserved matters are subjects that are outside the legislative competence of the Scotland Parliament. The Scottish Parliament is unable to legislate on such issues that are reserved to, and dealt with at, Westminster (and where Ministerial functions usually lie with UK Government ministers). These include abortion, broadcasting policy, civil service, common markets for UK goods and services, constitution, electricity, coal, oil, gas, nuclear energy, defence and national security, drug policy, employment, foreign policy and relations with Europe, most aspects of transport safety and regulation, National Lottery, protection of borders, social security and stability of UK's fiscal, economic and monetary system.\"\n },\n {\n \"document_id\": \"571098f8a58dae1900cd6ab2\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Some Huguenots settled in Bedfordshire, one of the main centres of the British lace industry at the time. Although 19th century sources have asserted that some of these refugees were lacemakers and contributed to the East Midlands lace industry, this is contentious. The only reference to immigrant lacemakers in this period is of twenty-five widows who settled in Dover, and there is no contemporary documentation to support there being Huguenot lacemakers in Bedfordshire. The implication that the style of lace known as 'Bucks Point' demonstrates a Huguenot influence, being a \\\"combination of Mechlin patterns on Lille ground\\\", is fallacious: what is now known as Mechlin lace did not develop until first half of the eighteenth century and lace with Mechlin patterns and Lille ground did not appear until the end of the 18th century, when it was widely copied throughout Europe.\"\n },\n {\n \"document_id\": \"573399b54776f41900660e64\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Like many cities in Central and Eastern Europe, infrastructure in Warsaw suffered considerably during its time as an Eastern Bloc economy – though it is worth mentioning that the initial Three-Year Plan to rebuild Poland (especially Warsaw) was a major success, but what followed was very much the opposite. However, over the past decade Warsaw has seen many improvements due to solid economic growth, an increase in foreign investment as well as funding from the European Union. In particular, the city's metro, roads, sidewalks, health care facilities and sanitation facilities have improved markedly.\"\n },\n {\n \"document_id\": \"572853e8ff5b5019007da188\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Undergraduate students are required to take a distribution of courses to satisfy the university's core curriculum known as the Common Core. In 2012-2013, the Core classes at Chicago were limited to 17 students, and are generally led by a full-time professor (as opposed to a teaching assistant). As of the 2013–2014 school year, 15 courses and demonstrated proficiency in a foreign language are required under the Core. Undergraduate courses at the University of Chicago are known for their demanding standards, heavy workload and academic difficulty; according to Uni in the USA, \\\"Among the academic cream of American universities – Harvard, Yale, Princeton, MIT, and the University of Chicago – it is UChicago that can most convincingly claim to provide the most rigorous, intense learning experience.\\\"\"\n },\n {\n \"document_id\": \"5730ab63396df91900096260\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"From their original homelands in Scandinavia and northern Europe, Germanic tribes expanded throughout northern and western Europe in the middle period of classical antiquity; southern Europe in late antiquity, conquering Celtic and other peoples; and by 800 CE, forming the Holy Roman Empire, the first German Empire. However, there was no real systemic continuity from the Western Roman Empire to its German successor which was famously described as \\\"not holy, not Roman, and not an empire\\\", as a great number of small states and principalities existed in the loosely autonomous confederation. Although by 1000 CE, the Germanic conquest of central, western, and southern Europe (west of and including Italy) was complete, excluding only Muslim Iberia. There was, however, little cultural integration or national identity, and \\\"Germany\\\" remained largely a conceptual term referring to an amorphous area of central Europe.\"\n },\n {\n \"document_id\": \"5726385e271a42140099d797\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In connectionless mode each packet includes complete addressing information. The packets are routed individually, sometimes resulting in different paths and out-of-order delivery. Each packet is labeled with a destination address, source address, and port numbers. It may also be labeled with the sequence number of the packet. This precludes the need for a dedicated path to help the packet find its way to its destination, but means that much more information is needed in the packet header, which is therefore larger, and this information needs to be looked up in power-hungry content-addressable memory. Each packet is dispatched and may go via different routes; potentially, the system has to do as much work for every packet as the connection-oriented system has to do in connection set-up, but with less information as to the application's requirements. At the destination, the original message/data is reassembled in the correct order, based on the packet sequence number. Thus a virtual connection, also known as a virtual circuit or byte stream is provided to the end-user by a transport layer protocol, although intermediate network nodes only provides a connectionless network layer service.\"\n },\n {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The quick and decisive defeat of the Arab troops during the Six-Day War by Israeli troops constituted a pivotal event in the Arab Muslim world. The defeat along with economic stagnation in the defeated countries, was blamed on the secular Arab nationalism of the ruling regimes. A steep and steady decline in the popularity and credibility of secular, socialist and nationalist politics ensued. Ba'athism, Arab socialism, and Arab nationalism suffered, and different democratic and anti-democratic Islamist movements inspired by Maududi and Sayyid Qutb gained ground.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "aa2f3246687d48bb5c3454c3c3c84e79ec881cbe29b8d42d084fdc41330ab173", "document_ids": [ "5726472bdd62a815002e8042", "57339902d058e614000b5e70", "57286b003acd2414000df9c1", "5725e748ec44d21400f3d733", "57265e97708984140094c3c3", "5726edecdd62a815002e957f", "57269aa65951b619008f77ab", "57299ec43f37b3190047850d", "57293bc91d0469140077919b", "572fcc43b2c2fd140056847d", "571098f8a58dae1900cd6ab2", "573399b54776f41900660e64", "572853e8ff5b5019007da188", "5730ab63396df91900096260", "5726385e271a42140099d797", "573005b9947a6a140053cf6a" ], "example_id": "572fcc43b2c2fd140056847d", "gold_document": 9, "question": "What is the name of matters outside the legislative ability of the Scottish Parliament?", "trial_id": "squad-e85e262386e16efd" }, { "answers": [ "immunomodulators" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57265e455951b619008f70bb\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Since its founding, the EU has operated among an increasing plurality of national and globalising legal systems. This has meant both the European Court of Justice and the highest national courts have had to develop principles to resolve conflicts of laws between different systems. Within the EU itself, the Court of Justice's view is that if EU law conflicts with a provision of national law, then EU law has primacy. In the first major case in 1964, Costa v ENEL, a Milanese lawyer, and former shareholder of an energy company, named Mr Costa refused to pay his electricity bill to Enel, as a protest against the nationalisation of the Italian energy corporations. He claimed the Italian nationalisation law conflicted with the Treaty of Rome, and requested a reference be made to both the Italian Constitutional Court and the Court of Justice under TFEU article 267. The Italian Constitutional Court gave an opinion that because the nationalisation law was from 1962, and the treaty was in force from 1958, Costa had no claim. By contrast, the Court of Justice held that ultimately the Treaty of Rome in no way prevented energy nationalisation, and in any case under the Treaty provisions only the Commission could have brought a claim, not Mr Costa. However, in principle, Mr Costa was entitled to plead that the Treaty conflicted with national law, and the court would have a duty to consider his claim to make a reference if there would be no appeal against its decision. The Court of Justice, repeating its view in Van Gend en Loos, said member states \\\"albeit within limited spheres, have restricted their sovereign rights and created a body of law applicable both to their nationals and to themselves\\\" on the \\\"basis of reciprocity\\\". EU law would not \\\"be overridden by domestic legal provisions, however framed... without the legal basis of the community itself being called into question.\\\" This meant any \\\"subsequent unilateral act\\\" of the member state inapplicable. Similarly, in Amministrazione delle Finanze v Simmenthal SpA, a company, Simmenthal SpA, claimed that a public health inspection fee under an Italian law of 1970 for importing beef from France to Italy was contrary to two Regulations from 1964 and 1968. In \\\"accordance with the principle of the precedence of Community law,\\\" said the Court of Justice, the \\\"directly applicable measures of the institutions\\\" (such as the Regulations in the case) \\\"render automatically inapplicable any conflicting provision of current national law\\\". This was necessary to prevent a \\\"corresponding denial\\\" of Treaty \\\"obligations undertaken unconditionally and irrevocably by member states\\\", that could \\\"imperil the very foundations of the\\\" EU. But despite the views of the Court of Justice, the national courts of member states have not accepted the same analysis.\"\n },\n {\n \"document_id\": \"571090abb654c5140001f995\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Other evidence of the Walloons and Huguenots in Canterbury includes a block of houses in Turnagain Lane, where weavers' windows survive on the top floor, as many Huguenots worked as weavers. The Weavers, a half-timbered house by the river, was the site of a weaving school from the late 16th century to about 1830. (It has been adapted as a restaurant—see illustration above. The house derives its name from a weaving school which was moved there in the last years of the 19th century, reviving an earlier use.) Others refugees practised the variety of occupations necessary to sustain the community as distinct from the indigenous population. Such economic separation was the condition of the refugees' initial acceptance in the City. They also settled elsewhere in Kent, particularly Sandwich, Faversham and Maidstone—towns in which there used to be refugee churches.\"\n },\n {\n \"document_id\": \"572650325951b619008f6fa9\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The energy crisis led to greater interest in renewable energy, nuclear power and domestic fossil fuels. There is criticism that American energy policies since the crisis have been dominated by crisis-mentality thinking, promoting expensive quick fixes and single-shot solutions that ignore market and technology realities. Instead of providing stable rules that support basic research while leaving plenty of scope for entrepreneurship and innovation, congresses and presidents have repeatedly backed policies which promise solutions that are politically expedient, but whose prospects are doubtful.\"\n },\n {\n \"document_id\": \"56de51244396321400ee27ef\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"In Britain, Norman art primarily survives as stonework or metalwork, such as capitals and baptismal fonts. In southern Italy, however, Norman artwork survives plentifully in forms strongly influenced by its Greek, Lombard, and Arab forebears. Of the royal regalia preserved in Palermo, the crown is Byzantine in style and the coronation cloak is of Arab craftsmanship with Arabic inscriptions. Many churches preserve sculptured fonts, capitals, and more importantly mosaics, which were common in Norman Italy and drew heavily on the Greek heritage. Lombard Salerno was a centre of ivorywork in the 11th century and this continued under Norman domination. Finally should be noted the intercourse between French Crusaders traveling to the Holy Land who brought with them French artefacts with which to gift the churches at which they stopped in southern Italy amongst their Norman cousins. For this reason many south Italian churches preserve works from France alongside their native pieces.\"\n },\n {\n \"document_id\": \"570d4e6cb3d812140066d66d\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The Premier of Victoria is the leader of the political party or coalition with the most seats in the Legislative Assembly. The Premier is the public face of government and, with cabinet, sets the legislative and political agenda. Cabinet consists of representatives elected to either house of parliament. It is responsible for managing areas of government that are not exclusively the Commonwealth's, by the Australian Constitution, such as education, health and law enforcement. The current Premier of Victoria is Daniel Andrews.\"\n },\n {\n \"document_id\": \"5729f9953f37b3190047861f\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Hormones can act as immunomodulators, altering the sensitivity of the immune system. For example, female sex hormones are known immunostimulators of both adaptive and innate immune responses. Some autoimmune diseases such as lupus erythematosus strike women preferentially, and their onset often coincides with puberty. By contrast, male sex hormones such as testosterone seem to be immunosuppressive. Other hormones appear to regulate the immune system as well, most notably prolactin, growth hormone and vitamin D.\"\n },\n {\n \"document_id\": \"56de51c64396321400ee27f7\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Normandy was the site of several important developments in the history of classical music in the 11th century. Fécamp Abbey and Saint-Evroul Abbey were centres of musical production and education. At Fécamp, under two Italian abbots, William of Volpiano and John of Ravenna, the system of denoting notes by letters was developed and taught. It is still the most common form of pitch representation in English- and German-speaking countries today. Also at Fécamp, the staff, around which neumes were oriented, was first developed and taught in the 11th century. Under the German abbot Isembard, La Trinité-du-Mont became a centre of musical composition.\"\n },\n {\n \"document_id\": \"572820512ca10214002d9e72\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"According to the United States Census Bureau, the city has a total area of 874.3 square miles (2,264 km2), making Jacksonville the largest city in land area in the contiguous United States; of this, 86.66% (757.7 sq mi or 1,962 km2) is land and ; 13.34% (116.7 sq mi or 302 km2) is water. Jacksonville surrounds the town of Baldwin. Nassau County lies to the north, Baker County lies to the west, and Clay and St. Johns County lie to the south; the Atlantic Ocean lies to the east, along with the Jacksonville Beaches. The St. Johns River divides the city. The Trout River, a major tributary of the St. Johns River, is located entirely within Jacksonville.\"\n },\n {\n \"document_id\": \"57286f373acd2414000df9db\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The fourth Yuan emperor, Buyantu Khan (Ayurbarwada), was a competent emperor. He was the first Yuan emperor to actively support and adopt mainstream Chinese culture after the reign of Kublai, to the discontent of some Mongol elite. He had been mentored by Li Meng, a Confucian academic. He made many reforms, including the liquidation of the Department of State Affairs (Chinese: 尚書省), which resulted in the execution of five of the highest-ranking officials. Starting in 1313 the traditional imperial examinations were reintroduced for prospective officials, testing their knowledge on significant historical works. Also, he codified much of the law, as well as publishing or translating a number of Chinese books and works.\"\n },\n {\n \"document_id\": \"57302cd004bcaa1900d772d7\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Originating as the Jama'at al-Tawhid wal-Jihad in 1999, it pledged allegiance to al-Qaeda in 2004, participated in the Iraqi insurgency that followed the March 2003 invasion of Iraq by Western forces, joined the fight in the Syrian Civil War beginning in March 2011, and was expelled from al-Qaeda in early 2014, (which complained of its failure to consult and \\\"notorious intransigence\\\"). The group gained prominence after it drove Iraqi government forces out of key cities in western Iraq in a 2014 offensive. The group is adept at social media, posting Internet videos of beheadings of soldiers, civilians, journalists and aid workers, and is known for its destruction of cultural heritage sites. The United Nations has held ISIL responsible for human rights abuses and war crimes, and Amnesty International has reported ethnic cleansing by the group on a \\\"historic scale\\\". The group has been designated a terrorist organisation by the United Nations, the European Union and member states, the United States, India, Indonesia, Turkey, Saudi Arabia, Syria and other countries.\"\n },\n {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Most early Greeks did not even consider 1 to be a number, so they could not consider it to be a prime. By the Middle Ages and Renaissance many mathematicians included 1 as the first prime number. In the mid-18th century Christian Goldbach listed 1 as the first prime in his famous correspondence with Leonhard Euler -- who did not agree. In the 19th century many mathematicians still considered the number 1 to be a prime. For example, Derrick Norman Lehmer's list of primes up to 10,006,721, reprinted as late as 1956, started with 1 as its first prime. Henri Lebesgue is said to be the last professional mathematician to call 1 prime. By the early 20th century, mathematicians began to accept that 1 is not a prime number, but rather forms its own special category as a \\\"unit\\\".\"\n },\n {\n \"document_id\": \"572fd7b8947a6a140053cd3a\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Parliamentary time is also set aside for question periods in the debating chamber. A \\\"General Question Time\\\" takes place on a Thursday between 11:40 a.m. and 12 p.m. where members can direct questions to any member of the Scottish Government. At 2.30pm, a 40-minute long themed \\\"Question Time\\\" takes place, where members can ask questions of ministers in departments that are selected for questioning that sitting day, such as health and justice or education and transport. Between 12 p.m. and 12:30 p.m. on Thursdays, when Parliament is sitting, First Minister's Question Time takes place. This gives members an opportunity to question the First Minister directly on issues under their jurisdiction. Opposition leaders ask a general question of the First Minister and then supplementary questions. Such a practice enables a \\\"lead-in\\\" to the questioner, who then uses their supplementary question to ask the First Minister any issue. The four general questions available to opposition leaders are:\"\n },\n {\n \"document_id\": \"5733fe73d058e614000b673d\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Loudoun, a capable administrator but a cautious field commander, planned one major operation for 1757: an attack on New France's capital, Quebec. Leaving a sizable force at Fort William Henry to distract Montcalm, he began organizing for the expedition to Quebec. He was then ordered by William Pitt, the Secretary of State responsible for the colonies, to attack Louisbourg first. Beset by delays of all kinds, the expedition was finally ready to sail from Halifax, Nova Scotia in early August. In the meantime French ships had escaped the British blockade of the French coast, and a fleet outnumbering the British one awaited Loudoun at Louisbourg. Faced with this strength, Loudoun returned to New York amid news that a massacre had occurred at Fort William Henry.\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"\\\"The word ‘empire’ comes from the Latin word imperium; for which the closest modern English equivalent would perhaps be ‘sovereignty’, or simply ‘rule’\\\". The greatest distinction of an empire is through the amount of land that a nation has conquered and expanded. Political power grew from conquering land, however cultural and economic aspects flourished through sea and trade routes. A distinction about empires is \\\"that although political empires were built mostly by expansion overland, economic and cultural influences spread at least as much by sea\\\". Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how developed and developing nation are portrayed through the world systems theory. The two main regions are the core and the periphery. The core consists of high areas of income and profit; the periphery is on the opposing side of the spectrum consisting of areas of low income and profit. These critical theories of Geo-politics have led to increased discussion of the meaning and impact of imperialism on the modern post-colonial world. The Russian leader Lenin suggested that \\\"imperialism was the highest form of capitalism, claiming that imperialism developed after colonialism, and was distinguished from colonialism by monopoly capitalism\\\". This idea from Lenin stresses how important new political world order has become in our modern era. Geopolitics now focuses on states becoming major economic players in the market; some states today are viewed as empires due to their political and economic authority over other nations.\"\n },\n {\n \"document_id\": \"57274f49f1498d1400e8f61e\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Private schools are often Anglican, such as King's College and Diocesan School for Girls in Auckland, St Paul's Collegiate School in Hamilton, St Peter's School in Cambridge, Samuel Marsden Collegiate School in Wellington, and Christ's College and St Margaret's College in Christchurch; or Presbyterian, such as Saint Kentigern College and St Cuthbert's College in Auckland, Scots College and Queen Margaret College in Wellington, and St Andrew's College and Rangi Ruru Girls' School in Christchurch. Academic Colleges Group is a recent group of private schools run as a business, with schools throughout Auckland, including ACG Senior College in Auckland’s CBD, ACG Parnell College in Parnell, and international school ACG New Zealand International College. There are three private schools (including the secondary school, St Dominic's College) operated by the Catholic schismatic group, the Society of St Pius X in Wanganui.\"\n },\n {\n \"document_id\": \"572871bd3acd2414000dfa03\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"After the death of Tugh Temür in 1332 and subsequent death of Rinchinbal (Emperor Ningzong) the same year, the 13-year-old Toghun Temür (Emperor Huizong), the last of the nine successors of Kublai Khan, was summoned back from Guangxi and succeeded to the throne. After El Temür's death, Bayan became as powerful an official as El Temür had been in the beginning of his long reign. As Toghun Temür grew, he came to disapprove of Bayan's autocratic rule. In 1340 he allied himself with Bayan's nephew Toqto'a, who was in discord with Bayan, and banished Bayan by coup. With the dismissal of Bayan, Toghtogha seized the power of the court. His first administration clearly exhibited fresh new spirit. He also gave a few early signs of a new and positive direction in central government. One of his successful projects was to finish the long-stalled official histories of the Liao, Jin, and Song dynasties, which were eventually completed in 1345. Yet, Toghtogha resigned his office with the approval of Toghun Temür, marking the end of his first administration, and he was not called back until 1349.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "ad0105b4bd2382ea2c0055a691fa92f35c9ad254472310f475ab181644df894c", "document_ids": [ "57265e455951b619008f70bb", "571090abb654c5140001f995", "572650325951b619008f6fa9", "56de51244396321400ee27ef", "570d4e6cb3d812140066d66d", "5729f9953f37b3190047861f", "56de51c64396321400ee27f7", "572820512ca10214002d9e72", "57286f373acd2414000df9db", "57302cd004bcaa1900d772d7", "57297547af94a219006aa45c", "572fd7b8947a6a140053cd3a", "5733fe73d058e614000b673d", "573081c2069b531400832133", "57274f49f1498d1400e8f61e", "572871bd3acd2414000dfa03" ], "example_id": "5729f9953f37b3190047861f", "gold_document": 5, "question": "Hormones can alter the sensitivity of the immune system, so they can be referred to as what?", "trial_id": "squad-567f539861b38c92" }, { "answers": [ "subtropical", "humid subtropical", "humid subtropical climate" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Jacksonville is the most populous city in Florida, and the twelfth most populous city in the United States. As of 2010[update], there were 821,784 people and 366,273 households in the city. Jacksonville has the country's tenth-largest Arab population, with a total population of 5,751 according to the 2000 United States Census. Jacksonville has Florida's largest Filipino American community, with 25,033 in the metropolitan area as of the 2010 Census. Much of Jacksonville's Filipino community served in or has ties to the United States Navy.\"\n },\n {\n \"document_id\": \"5728223cff5b5019007d9dc4\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Like much of the south Atlantic region of the United States, Jacksonville has a humid subtropical climate (Köppen Cfa), with mild weather during winters and hot and humid weather during summers. Seasonal rainfall is concentrated in the warmest months from May through September, while the driest months are from November through April. Due to Jacksonville's low latitude and coastal location, the city sees very little cold weather, and winters are typically mild and sunny. Summers can be hot and wet, and summer thunderstorms with torrential but brief downpours are common.\"\n },\n {\n \"document_id\": \"572fc41f947a6a140053cc80\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Presiding Officer (or Deputy Presiding Officer) decides who speaks in chamber debates and the amount of time for which they are allowed to speak. Normally, the Presiding Officer tries to achieve a balance between different viewpoints and political parties when selecting members to speak. Typically, ministers or party leaders open debates, with opening speakers given between 5 and 20 minutes, and succeeding speakers allocated less time. The Presiding Officer can reduce speaking time if a large number of members wish to participate in the debate. Debate is more informal than in some parliamentary systems. Members may call each other directly by name, rather than by constituency or cabinet position, and hand clapping is allowed. Speeches to the chamber are normally delivered in English, but members may use Scots, Gaelic, or any other language with the agreement of the Presiding Officer. The Scottish Parliament has conducted debates in the Gaelic language.\"\n },\n {\n \"document_id\": \"572fffb1b2c2fd14005686f9\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Iqbal expressed fears that not only would secularism and secular nationalism weaken the spiritual foundations of Islam and Muslim society, but that India's Hindu-majority population would crowd out Muslim heritage, culture and political influence. In his travels to Egypt, Afghanistan, Palestine and Syria, he promoted ideas of greater Islamic political co-operation and unity, calling for the shedding of nationalist differences. Sir Muhammad Iqbal was elected president of the Muslim League in 1930 at its session in Allahabad as well as for the session in Lahore in 1932. In his Allahabad Address on 29 December 1930, Iqbal outlined a vision of an independent state for Muslim-majority provinces in northwestern India. This address later inspired the Pakistan movement.\"\n },\n {\n \"document_id\": \"57265360dd62a815002e819a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Although lacking historical connections to the Middle East, Japan was the country most dependent on Arab oil. 71% of its imported oil came from the Middle East in 1970. On November 7, 1973, the Saudi and Kuwaiti governments declared Japan a \\\"nonfriendly\\\" country to encourage it to change its noninvolvement policy. It received a 5% production cut in December, causing a panic. On November 22, Japan issued a statement \\\"asserting that Israel should withdraw from all of the 1967 territories, advocating Palestinian self-determination, and threatening to reconsider its policy toward Israel if Israel refused to accept these preconditions\\\". By December 25, Japan was considered an Arab-friendly state.\"\n },\n {\n \"document_id\": \"571ccc00dd7acb1400e4c15a\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The unusually high concentration of oxygen gas on Earth is the result of the oxygen cycle. This biogeochemical cycle describes the movement of oxygen within and between its three main reservoirs on Earth: the atmosphere, the biosphere, and the lithosphere. The main driving factor of the oxygen cycle is photosynthesis, which is responsible for modern Earth's atmosphere. Photosynthesis releases oxygen into the atmosphere, while respiration and decay remove it from the atmosphere. In the present equilibrium, production and consumption occur at the same rate of roughly 1/2000th of the entire atmospheric oxygen per year.\"\n },\n {\n \"document_id\": \"572fac17947a6a140053cb54\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Following a referendum in 1997, in which the Scottish electorate voted for devolution, the current Parliament was convened by the Scotland Act 1998, which sets out its powers as a devolved legislature. The Act delineates the legislative competence of the Parliament – the areas in which it can make laws – by explicitly specifying powers that are \\\"reserved\\\" to the Parliament of the United Kingdom. The Scottish Parliament has the power to legislate in all areas that are not explicitly reserved to Westminster. The British Parliament retains the ability to amend the terms of reference of the Scottish Parliament, and can extend or reduce the areas in which it can make laws. The first meeting of the new Parliament took place on 12 May 1999.\"\n },\n {\n \"document_id\": \"57302700a23a5019007fce89\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"For many years, Sudan had an Islamist regime under the leadership of Hassan al-Turabi. His National Islamic Front first gained influence when strongman General Gaafar al-Nimeiry invited members to serve in his government in 1979. Turabi built a powerful economic base with money from foreign Islamist banking systems, especially those linked with Saudi Arabia. He also recruited and built a cadre of influential loyalists by placing sympathetic students in the university and military academy while serving as minister of education.\"\n },\n {\n \"document_id\": \"57060a1175f01819005e78d2\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Since the 1920s, motion pictures, petroleum and aircraft manufacturing have been major industries. In one of the richest agricultural regions in the U.S., cattle and citrus were major industries until farmlands were turned into suburbs. Although military spending cutbacks have had an impact, aerospace continues to be a major factor.\"\n },\n {\n \"document_id\": \"5711628a2419e314009555dd\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The acme of the horizontal engine was the Corliss steam engine, patented in 1849, which was a four-valve counter flow engine with separate steam admission and exhaust valves and automatic variable steam cutoff. When Corliss was given the Rumford medal the committee said that \\\"no one invention since Watt's time has so enhanced the efficiency of the steam engine\\\". In addition to using 30% less steam, it provided more uniform speed due to variable steam cut off, making it well suited to manufacturing, especially cotton spinning.\"\n },\n {\n \"document_id\": \"5729f3831d0469140077967b\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The rainforest contains several species that can pose a hazard. Among the largest predatory creatures are the black caiman, jaguar, cougar, and anaconda. In the river, electric eels can produce an electric shock that can stun or kill, while piranha are known to bite and injure humans. Various species of poison dart frogs secrete lipophilic alkaloid toxins through their flesh. There are also numerous parasites and disease vectors. Vampire bats dwell in the rainforest and can spread the rabies virus. Malaria, yellow fever and Dengue fever can also be contracted in the Amazon region.\"\n },\n {\n \"document_id\": \"572ff760b2c2fd1400568677\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Moderate and reformist Islamists who accept and work within the democratic process include parties like the Tunisian Ennahda Movement. Jamaat-e-Islami of Pakistan is basically a socio-political and democratic Vanguard party but has also gained political influence through military coup d'état in past. The Islamist groups like Hezbollah in Lebanon and Hamas in Palestine participate in democratic and political process as well as armed attacks, seeking to abolish the state of Israel. Radical Islamist organizations like al-Qaeda and the Egyptian Islamic Jihad, and groups such as the Taliban, entirely reject democracy, often declaring as kuffar those Muslims who support it (see takfirism), as well as calling for violent/offensive jihad or urging and conducting attacks on a religious basis.\"\n },\n {\n \"document_id\": \"57332c1e4776f4190066073a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"After the German Invasion of Poland on 1 September 1939 began the Second World War, Warsaw was defended till September 27. Central Poland, including Warsaw, came under the rule of the General Government, a German Nazi colonial administration. All higher education institutions were immediately closed and Warsaw's entire Jewish population – several hundred thousand, some 30% of the city – herded into the Warsaw Ghetto. The city would become the centre of urban resistance to Nazi rule in occupied Europe. When the order came to annihilate the ghetto as part of Hitler's \\\"Final Solution\\\" on 19 April 1943, Jewish fighters launched the Warsaw Ghetto Uprising. Despite being heavily outgunned and outnumbered, the Ghetto held out for almost a month. When the fighting ended, almost all survivors were massacred, with only a few managing to escape or hide.\"\n },\n {\n \"document_id\": \"571127a5a58dae1900cd6cc4\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The first full-scale working railway steam locomotive was built by Richard Trevithick in the United Kingdom and, on 21 February 1804, the world's first railway journey took place as Trevithick's unnamed steam locomotive hauled a train along the tramway from the Pen-y-darren ironworks, near Merthyr Tydfil to Abercynon in south Wales. The design incorporated a number of important innovations that included using high-pressure steam which reduced the weight of the engine and increased its efficiency. Trevithick visited the Newcastle area later in 1804 and the colliery railways in north-east England became the leading centre for experimentation and development of steam locomotives.\"\n },\n {\n \"document_id\": \"5725d662ec44d21400f3d687\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Fresno has three large public parks, two in the city limits and one in county land to the southwest. Woodward Park, which features the Shinzen Japanese Gardens, numerous picnic areas and several miles of trails, is in North Fresno and is adjacent to the San Joaquin River Parkway. Roeding Park, near Downtown Fresno, is home to the Fresno Chaffee Zoo, and Rotary Storyland and Playland. Kearney Park is the largest of the Fresno region's park system and is home to historic Kearney Mansion and plays host to the annual Civil War Revisited, the largest reenactment of the Civil War in the west coast of the U.S.\"\n },\n {\n \"document_id\": \"5725d34089a1e219009abf50\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Starting in the late 1950s, American computer scientist Paul Baran developed the concept Distributed Adaptive Message Block Switching with the goal to provide a fault-tolerant, efficient routing method for telecommunication messages as part of a research program at the RAND Corporation, funded by the US Department of Defense. This concept contrasted and contradicted the theretofore established principles of pre-allocation of network bandwidth, largely fortified by the development of telecommunications in the Bell System. The new concept found little resonance among network implementers until the independent work of Donald Davies at the National Physical Laboratory (United Kingdom) (NPL) in the late 1960s. Davies is credited with coining the modern name packet switching and inspiring numerous packet switching networks in Europe in the decade following, including the incorporation of the concept in the early ARPANET in the United States.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "b6b8eb334ebe6d9ee9e00a39a3b3c5d4635cfdebb8446ecb1c7448fb04f55e7d", "document_ids": [ "572826634b864d19001645be", "5728223cff5b5019007d9dc4", "572fc41f947a6a140053cc80", "572fffb1b2c2fd14005686f9", "57265360dd62a815002e819a", "571ccc00dd7acb1400e4c15a", "572fac17947a6a140053cb54", "57302700a23a5019007fce89", "57060a1175f01819005e78d2", "5711628a2419e314009555dd", "5729f3831d0469140077967b", "572ff760b2c2fd1400568677", "57332c1e4776f4190066073a", "571127a5a58dae1900cd6cc4", "5725d662ec44d21400f3d687", "5725d34089a1e219009abf50" ], "example_id": "5728223cff5b5019007d9dc4", "gold_document": 1, "question": "What type of climate does Jacksonville have?", "trial_id": "squad-20ab92fab5cc0a2c" }, { "answers": [ "Mexico" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57265200708984140094c237\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 2004, declassified documents revealed that the U.S. was so distraught by the rise in oil prices and being challenged by under-developed countries that they briefly considered military action to forcibly seize Middle Eastern oilfields in late 1973. Although no explicit plan was mentioned, a conversation between U.S. Secretary of Defense James Schlesinger and British Ambassador to the United States Lord Cromer revealed Schlesinger had told him that \\\"it was no longer obvious to him that the U.S. could not use force.\\\" British Prime Minister Edward Heath was so worried by this prospect that he ordered a British intelligence estimate of U.S. intentions, which concluded America \\\"might consider it could not tolerate a situation in which the U.S. and its allies were at the mercy of a small group of unreasonable countries,\\\" and that they would prefer a rapid operation to seize oilfields in Saudi Arabia and Kuwait, and possibly Abu Dhabi in military action was decided upon. Although the Soviet response to such an act would likely not involve force, intelligence warned \\\"the American occupation would need to last 10 years as the West developed alternative energy sources, and would result in the ‘total alienation’ of the Arabs and much of the rest of the Third World.\\\"\"\n },\n {\n \"document_id\": \"56e1c720e3433e140042316a\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"For the complexity classes defined in this way, it is desirable to prove that relaxing the requirements on (say) computation time indeed defines a bigger set of problems. In particular, although DTIME(n) is contained in DTIME(n2), it would be interesting to know if the inclusion is strict. For time and space requirements, the answer to such questions is given by the time and space hierarchy theorems respectively. They are called hierarchy theorems because they induce a proper hierarchy on the classes defined by constraining the respective resources. Thus there are pairs of complexity classes such that one is properly included in the other. Having deduced such proper set inclusions, we can proceed to make quantitative statements about how much more additional time or space is needed in order to increase the number of problems that can be solved.\"\n },\n {\n \"document_id\": \"573003dd947a6a140053cf42\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Since 7500 yr ago, a situation with tides and currents, very similar to present has existed. Rates of sea-level rise had dropped so far, that natural sedimentation by the Rhine and coastal processes together, could compensate the transgression by the sea; in the last 7000 years, the coast line was roughly at the same location. In the southern North Sea, due to ongoing tectonic subsidence, the sea level is still rising, at the rate of about 1–3 cm (0.39–1.18 in) per century (1 metre or 39 inches in last 3000 years).\"\n },\n {\n \"document_id\": \"572a096e6aef0514001551e4\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"It is likely that a multicomponent, adaptive immune system arose with the first vertebrates, as invertebrates do not generate lymphocytes or an antibody-based humoral response. Many species, however, utilize mechanisms that appear to be precursors of these aspects of vertebrate immunity. Immune systems appear even in the structurally most simple forms of life, with bacteria using a unique defense mechanism, called the restriction modification system to protect themselves from viral pathogens, called bacteriophages. Prokaryotes also possess acquired immunity, through a system that uses CRISPR sequences to retain fragments of the genomes of phage that they have come into contact with in the past, which allows them to block virus replication through a form of RNA interference. Offensive elements of the immune systems are also present in unicellular eukaryotes, but studies of their roles in defense are few.\"\n },\n {\n \"document_id\": \"5727d4922ca10214002d977c\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Harvard's academic programs operate on a semester calendar beginning in early September and ending in mid-May. Undergraduates typically take four half-courses per term and must maintain a four-course rate average to be considered full-time. In many concentrations, students can elect to pursue a basic program or an honors-eligible program requiring a senior thesis and/or advanced course work. Students graduating in the top 4–5% of the class are awarded degrees summa cum laude, students in the next 15% of the class are awarded magna cum laude, and the next 30% of the class are awarded cum laude. Harvard has chapters of academic honor societies such as Phi Beta Kappa and various committees and departments also award several hundred named prizes annually. Harvard, along with other universities, has been accused of grade inflation, although there is evidence that the quality of the student body and its motivation have also increased. Harvard College reduced the number of students who receive Latin honors from 90% in 2004 to 60% in 2005. Moreover, the honors of \\\"John Harvard Scholar\\\" and \\\"Harvard College Scholar\\\" will now be given only to the top 5 percent and the next 5 percent of each class.\"\n },\n {\n \"document_id\": \"57287ee3ff5b5019007da274\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The average Mongol garrison family of the Yuan dynasty seems to have lived a life of decaying rural leisure, with income from the harvests of their Chinese tenants eaten up by costs of equipping and dispatching men for their tours of duty. The Mongols practiced debt slavery, and by 1290 in all parts of the Mongol Empire commoners were selling their children into slavery. Seeing this as damaging to the Mongol nation, Kublai in 1291 forbade the sale abroad of Mongols. Kublai wished to persuade the Chinese that he was becoming increasingly sinicized while maintaining his Mongolian credentials with his own people. He set up a civilian administration to rule, built a capital within China, supported Chinese religions and culture, and devised suitable economic and political institutions for the court. But at the same time he never abandoned his Mongolian heritage.\"\n },\n {\n \"document_id\": \"57264e66dd62a815002e811a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"It is uncertain how ctenophores control their buoyancy, but experiments have shown that some species rely on osmotic pressure to adapt to water of different densities. Their body fluids are normally as concentrated as seawater. If they enter less dense brackish water, the ciliary rosettes in the body cavity may pump this into the mesoglea to increase its bulk and decrease its density, to avoid sinking. Conversely if they move from brackish to full-strength seawater, the rosettes may pump water out of the mesoglea to reduce its volume and increase its density.\"\n },\n {\n \"document_id\": \"5725e748ec44d21400f3d733\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The area is also known for its early twentieth century homes, many of which have been restored in recent decades. The area includes many California Bungalow and American Craftsman style homes, Spanish Colonial Revival Style architecture, Mediterranean Revival Style architecture, Mission Revival Style architecture, and many Storybook houses designed by Fresno architects, Hilliard, Taylor & Wheeler. The residential architecture of the Tower District contrasts with the newer areas of tract homes urban sprawl in north and east areas of Fresno.\"\n },\n {\n \"document_id\": \"57266e72f1498d1400e8df8c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"For many geologic applications, isotope ratios of radioactive elements are measured in minerals that give the amount of time that has passed since a rock passed through its particular closure temperature, the point at which different radiometric isotopes stop diffusing into and out of the crystal lattice. These are used in geochronologic and thermochronologic studies. Common methods include uranium-lead dating, potassium-argon dating, argon-argon dating and uranium-thorium dating. These methods are used for a variety of applications. Dating of lava and volcanic ash layers found within a stratigraphic sequence can provide absolute age data for sedimentary rock units which do not contain radioactive isotopes and calibrate relative dating techniques. These methods can also be used to determine ages of pluton emplacement. Thermochemical techniques can be used to determine temperature profiles within the crust, the uplift of mountain ranges, and paleotopography.\"\n },\n {\n \"document_id\": \"57284d484b864d1900164900\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"After the 1940s, the Gothic style on campus began to give way to modern styles. In 1955, Eero Saarinen was contracted to develop a second master plan, which led to the construction of buildings both north and south of the Midway, including the Laird Bell Law Quadrangle (a complex designed by Saarinen); a series of arts buildings; a building designed by Ludwig Mies van der Rohe for the university's School of Social Service Administration;, a building which is to become the home of the Harris School of Public Policy Studies by Edward Durrell Stone, and the Regenstein Library, the largest building on campus, a brutalist structure designed by Walter Netsch of the Chicago firm Skidmore, Owings & Merrill. Another master plan, designed in 1999 and updated in 2004, produced the Gerald Ratner Athletics Center (2003), the Max Palevsky Residential Commons (2001), South Campus Residence Hall and dining commons (2009), a new children's hospital, and other construction, expansions, and restorations. In 2011, the university completed the glass dome-shaped Joe and Rika Mansueto Library, which provides a grand reading room for the university library and prevents the need for an off-campus book depository.\"\n },\n {\n \"document_id\": \"5705eee952bb8914006896de\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Though there is no official definition for the northern boundary of southern California, such a division has existed from the time when Mexico ruled California, and political disputes raged between the Californios of Monterey in the upper part and Los Angeles in the lower part of Alta California. Following the acquisition of California by the United States, the division continued as part of the attempt by several pro-slavery politicians to arrange the division of Alta California at 36 degrees, 30 minutes, the line of the Missouri Compromise. Instead, the passing of the Compromise of 1850 enabled California to be admitted to the Union as a free state, preventing southern California from becoming its own separate slave state.\"\n },\n {\n \"document_id\": \"57286c8cff5b5019007da218\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"During the Southern Song dynasty the descendant of Confucius at Qufu, the Duke Yansheng Kong Duanyou fled south with the Song Emperor to Quzhou, while the newly established Jin dynasty (1115–1234) in the north appointed Kong Duanyou's brother Kong Duancao who remained in Qufu as Duke Yansheng. From that time up until the Yuan dynasty, there were two Duke Yanshengs, once in the north in Qufu and the other in the south at Quzhou. During the Yuan dynasty, the Emperor Kublai Khan invited the southern Duke Yansheng Kong Zhu to return to Qufu. Kong Zhu refused, and gave up the title, so the northern branch of the family kept the title of Duke Yansheng. The southern branch still remained in Quzhou where they lived to this day. Confucius's descendants in Quzhou alone number 30,000. During the Yuan dynasty, one of Confucius' descendants moved from China to Goryeo era Korea and established a branch of the family there after marrying a Korean woman.\"\n },\n {\n \"document_id\": \"57377ec7c3c5551400e51f05\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In modern particle physics, forces and the acceleration of particles are explained as a mathematical by-product of exchange of momentum-carrying gauge bosons. With the development of quantum field theory and general relativity, it was realized that force is a redundant concept arising from conservation of momentum (4-momentum in relativity and momentum of virtual particles in quantum electrodynamics). The conservation of momentum can be directly derived from the homogeneity or symmetry of space and so is usually considered more fundamental than the concept of a force. Thus the currently known fundamental forces are considered more accurately to be \\\"fundamental interactions\\\".:199–128 When particle A emits (creates) or absorbs (annihilates) virtual particle B, a momentum conservation results in recoil of particle A making impression of repulsion or attraction between particles A A' exchanging by B. This description applies to all forces arising from fundamental interactions. While sophisticated mathematical descriptions are needed to predict, in full detail, the accurate result of such interactions, there is a conceptually simple way to describe such interactions through the use of Feynman diagrams. In a Feynman diagram, each matter particle is represented as a straight line (see world line) traveling through time, which normally increases up or to the right in the diagram. Matter and anti-matter particles are identical except for their direction of propagation through the Feynman diagram. World lines of particles intersect at interaction vertices, and the Feynman diagram represents any force arising from an interaction as occurring at the vertex with an associated instantaneous change in the direction of the particle world lines. Gauge bosons are emitted away from the vertex as wavy lines and, in the case of virtual particle exchange, are absorbed at an adjacent vertex.\"\n },\n {\n \"document_id\": \"572ff760b2c2fd1400568677\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Moderate and reformist Islamists who accept and work within the democratic process include parties like the Tunisian Ennahda Movement. Jamaat-e-Islami of Pakistan is basically a socio-political and democratic Vanguard party but has also gained political influence through military coup d'état in past. The Islamist groups like Hezbollah in Lebanon and Hamas in Palestine participate in democratic and political process as well as armed attacks, seeking to abolish the state of Israel. Radical Islamist organizations like al-Qaeda and the Egyptian Islamic Jihad, and groups such as the Taliban, entirely reject democracy, often declaring as kuffar those Muslims who support it (see takfirism), as well as calling for violent/offensive jihad or urging and conducting attacks on a religious basis.\"\n },\n {\n \"document_id\": \"57060df252bb891400689820\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The San Bernardino-Riverside area maintains the business districts of Downtown San Bernardino, Hospitality Business/Financial Centre, University Town which are in San Bernardino and Downtown Riverside.\"\n },\n {\n \"document_id\": \"57274f67708984140094dbf5\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Construction projects can suffer from preventable financial problems. Underbids happen when builders ask for too little money to complete the project. Cash flow problems exist when the present amount of funding cannot cover the current costs for labour and materials, and because they are a matter of having sufficient funds at a specific time, can arise even when the overall total is enough. Fraud is a problem in many fields, but is notoriously prevalent in the construction field. Financial planning for the project is intended to ensure that a solid plan with adequate safeguards and contingency plans are in place before the project is started and is required to ensure that the plan is properly executed over the life of the project.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "f902c4ca90bd03c6d3fd9dd5b4449f1fda5fd51d00101e431bc786b4447c6bd1", "document_ids": [ "57265200708984140094c237", "56e1c720e3433e140042316a", "573003dd947a6a140053cf42", "572a096e6aef0514001551e4", "5727d4922ca10214002d977c", "57287ee3ff5b5019007da274", "57264e66dd62a815002e811a", "5725e748ec44d21400f3d733", "57266e72f1498d1400e8df8c", "57284d484b864d1900164900", "5705eee952bb8914006896de", "57286c8cff5b5019007da218", "57377ec7c3c5551400e51f05", "572ff760b2c2fd1400568677", "57060df252bb891400689820", "57274f67708984140094dbf5" ], "example_id": "5705eee952bb8914006896de", "gold_document": 10, "question": "Which country used to rule California?", "trial_id": "squad-7b5d67be0f66850c" }, { "answers": [ "St. Elizabeth's", "St. Elizabeth's flood" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57115c7450c2381900b54a9d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Where CHP is not used, steam turbines in power stations use surface condensers as a cold sink. The condensers are cooled by water flow from oceans, rivers, lakes, and often by cooling towers which evaporate water to provide cooling energy removal. The resulting condensed hot water output from the condenser is then put back into the boiler via a pump. A dry type cooling tower is similar to an automobile radiator and is used in locations where water is costly. Evaporative (wet) cooling towers use the rejected heat to evaporate water; this water is kept separate from the condensate, which circulates in a closed system and returns to the boiler. Such towers often have visible plumes due to the evaporated water condensing into droplets carried up by the warm air. Evaporative cooling towers need less water flow than \\\"once-through\\\" cooling by river or lake water; a 700 megawatt coal-fired power plant may use about 3600 cubic metres of make-up water every hour for evaporative cooling, but would need about twenty times as much if cooled by river water.[citation needed]\"\n },\n {\n \"document_id\": \"5730208fa23a5019007fcded\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"For some decades prior to the First Palestine Intifada in 1987, the Muslim Brotherhood in Palestine took a \\\"quiescent\\\" stance towards Israel, focusing on preaching, education and social services, and benefiting from Israel's \\\"indulgence\\\" to build up a network of mosques and charitable organizations. As the First Intifada gathered momentum and Palestinian shopkeepers closed their shops in support of the uprising, the Brotherhood announced the formation of HAMAS (\\\"zeal\\\"), devoted to Jihad against Israel. Rather than being more moderate than the PLO, the 1988 Hamas charter took a more uncompromising stand, calling for the destruction of Israel and the establishment of an Islamic state in Palestine. It was soon competing with and then overtaking the PLO for control of the intifada. The Brotherhood's base of devout middle class found common cause with the impoverished youth of the intifada in their cultural conservatism and antipathy for activities of the secular middle class such as drinking alcohol and going about without hijab.\"\n },\n {\n \"document_id\": \"5733d4c8d058e614000b6353\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"In Europe, the North American theater of the Seven Years' War usually is not given a separate name. The entire international conflict is known as the Seven Years' War. \\\"Seven Years\\\" refers to events in Europe, from the official declaration of war in 1756 to the signing of the peace treaty in 1763. These dates do not correspond with the fighting on mainland North America, where the fighting between the two colonial powers was largely concluded in six years, from the Battle of Jumonville Glen in 1754 to the capture of Montreal in 1760.\"\n },\n {\n \"document_id\": \"57300a9a04bcaa1900d77063\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"At the end of World War I, the Rhineland was subject to the Treaty of Versailles. This decreed that it would be occupied by the allies, until 1935 and after that, it would be a demilitarised zone, with the German army forbidden to enter. The Treaty of Versailles and this particular provision, in general, caused much resentment in Germany and is often cited as helping Adolf Hitler's rise to power. The allies left the Rhineland, in 1930 and the German army re-occupied it in 1936, which was enormously popular in Germany. Although the allies could probably have prevented the re-occupation, Britain and France were not inclined to do so, a feature of their policy of appeasement to Hitler.\"\n },\n {\n \"document_id\": \"56e1dc62cd28a01900c67bcb\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The complexity class P is often seen as a mathematical abstraction modeling those computational tasks that admit an efficient algorithm. This hypothesis is called the Cobham–Edmonds thesis. The complexity class NP, on the other hand, contains many problems that people would like to solve efficiently, but for which no efficient algorithm is known, such as the Boolean satisfiability problem, the Hamiltonian path problem and the vertex cover problem. Since deterministic Turing machines are special non-deterministic Turing machines, it is easily observed that each problem in P is also member of the class NP.\"\n },\n {\n \"document_id\": \"572ff83ab2c2fd1400568681\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Before the St. Elizabeth's flood (1421), the Meuse flowed just south of today's line Merwede-Oude Maas to the North Sea and formed an archipelago-like estuary with Waal and Lek. This system of numerous bays, estuary-like extended rivers, many islands and constant changes of the coastline, is hard to imagine today. From 1421 to 1904, the Meuse and Waal merged further upstream at Gorinchem to form Merwede. For flood protection reasons, the Meuse was separated from the Waal through a lock and diverted into a new outlet called \\\"Bergse Maas\\\", then Amer and then flows into the former bay Hollands Diep.\"\n },\n {\n \"document_id\": \"57286ab72ca10214002da31e\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Notable alumni in the field of government and politics include the founder of modern community organizing Saul Alinsky, Obama campaign advisor and top political advisor to President Bill Clinton David Axelrod, Attorney General and federal judge Robert Bork, Attorney General Ramsey Clark, Prohibition agent Eliot Ness, Supreme Court Justice John Paul Stevens, Prime Minister of Canada William Lyon Mackenzie King, 11th Prime Minister of Poland Marek Belka, Governor of the Bank of Japan Masaaki Shirakawa, the first female African-American Senator Carol Moseley Braun, United States Senator from Vermont and 2016 Democratic Presidential Candidate Bernie Sanders, and former World Bank President Paul Wolfowitz.\"\n },\n {\n \"document_id\": \"56ddde6b9a695914005b9628\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Normans (Norman: Nourmands; French: Normands; Latin: Normanni) were the people who in the 10th and 11th centuries gave their name to Normandy, a region in France. They were descended from Norse (\\\"Norman\\\" comes from \\\"Norseman\\\") raiders and pirates from Denmark, Iceland and Norway who, under their leader Rollo, agreed to swear fealty to King Charles III of West Francia. Through generations of assimilation and mixing with the native Frankish and Roman-Gaulish populations, their descendants would gradually merge with the Carolingian-based cultures of West Francia. The distinct cultural and ethnic identity of the Normans emerged initially in the first half of the 10th century, and it continued to evolve over the succeeding centuries.\"\n },\n {\n \"document_id\": \"572648d1708984140094c15d\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The Very high-speed Backbone Network Service (vBNS) came on line in April 1995 as part of a National Science Foundation (NSF) sponsored project to provide high-speed interconnection between NSF-sponsored supercomputing centers and select access points in the United States. The network was engineered and operated by MCI Telecommunications under a cooperative agreement with the NSF. By 1998, the vBNS had grown to connect more than 100 universities and research and engineering institutions via 12 national points of presence with DS-3 (45 Mbit/s), OC-3c (155 Mbit/s), and OC-12c (622 Mbit/s) links on an all OC-12c backbone, a substantial engineering feat for that time. The vBNS installed one of the first ever production OC-48c (2.5 Gbit/s) IP links in February 1999 and went on to upgrade the entire backbone to OC-48c.\"\n },\n {\n \"document_id\": \"572742bd5951b619008f8785\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Residential construction practices, technologies, and resources must conform to local building authority regulations and codes of practice. Materials readily available in the area generally dictate the construction materials used (e.g. brick versus stone, versus timber). Cost of construction on a per square meter (or per square foot) basis for houses can vary dramatically based on site conditions, local regulations, economies of scale (custom designed homes are often more expensive to build) and the availability of skilled tradespeople. As residential construction (as well as all other types of construction) can generate a lot of waste, careful planning again is needed here.\"\n },\n {\n \"document_id\": \"5728fb002ca10214002dab6a\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Several barriers protect organisms from infection, including mechanical, chemical, and biological barriers. The waxy cuticle of many leaves, the exoskeleton of insects, the shells and membranes of externally deposited eggs, and skin are examples of mechanical barriers that are the first line of defense against infection. However, as organisms cannot be completely sealed from their environments, other systems act to protect body openings such as the lungs, intestines, and the genitourinary tract. In the lungs, coughing and sneezing mechanically eject pathogens and other irritants from the respiratory tract. The flushing action of tears and urine also mechanically expels pathogens, while mucus secreted by the respiratory and gastrointestinal tract serves to trap and entangle microorganisms.\"\n },\n {\n \"document_id\": \"57114f0050c2381900b54a65\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Steam engines can be said to have been the moving force behind the Industrial Revolution and saw widespread commercial use driving machinery in factories, mills and mines; powering pumping stations; and propelling transport appliances such as railway locomotives, ships, steamboats and road vehicles. Their use in agriculture led to an increase in the land available for cultivation. There have at one time or another been steam-powered farm tractors, motorcycles (without much success) and even automobiles as the Stanley Steamer.\"\n },\n {\n \"document_id\": \"5730a0778ab72b1400f9c60a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The concept environmental determinism served as a moral justification for domination of certain territories and peoples. It was believed that a certain person's behaviours were determined by the environment in which they lived and thus validated their domination. For example, people living in tropical environments were seen as \\\"less civilized\\\" therefore justifying colonial control as a civilizing mission. Across the three waves of European colonialism (first in the Americas, second in Asia and lastly in Africa), environmental determinism was used to categorically place indigenous people in a racial hierarchy. This takes two forms, orientalism and tropicality.\"\n },\n {\n \"document_id\": \"572812e74b864d19001643ce\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, this definition is disputed by Thoreau's political philosophy pitching the conscience vs. the collective. The individual is the final judge of right and wrong. More than this, since only individuals act, only individuals can act unjustly. When the government knocks on the door, it is an individual in the form of a postman or tax collector whose hand hits the wood. Before Thoreau’s imprisonment, when a confused taxman had wondered aloud about how to handle his refusal to pay, Thoreau had advised, “Resign.” If a man chose to be an agent of injustice, then Thoreau insisted on confronting him with the fact that he was making a choice. But if government is “the voice of the people,” as it is often called, shouldn’t that voice be heeded? Thoreau admits that government may express the will of the majority but it may also express nothing more than the will of elite politicians. Even a good form of government is “liable to be abused and perverted before the people can act through it.” Moreover, even if a government did express the voice of the people, this fact would not compel the obedience of individuals who disagree with what is being said. The majority may be powerful but it is not necessarily right. What, then, is the proper relationship between the individual and the government?\"\n },\n {\n \"document_id\": \"57286b003acd2414000df9c1\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Kublai readied the move of the Mongol capital from Karakorum in Mongolia to Khanbaliq in 1264, constructing a new city near the former Jurchen capital Zhongdu, now modern Beijing, in 1266. In 1271, Kublai formally claimed the Mandate of Heaven and declared that 1272 was the first year of the Great Yuan (Chinese: 大元) in the style of a traditional Chinese dynasty. The name of the dynasty originated from the I Ching and describes the \\\"origin of the universe\\\" or a \\\"primal force\\\". Kublai proclaimed Khanbaliq the \\\"Great Capital\\\" or Daidu (Dadu, Chinese: 大都 in Chinese) of the dynasty. The era name was changed to Zhiyuan to herald a new era of Chinese history. The adoption of a dynastic name legitimized Mongol rule by integrating the government into the narrative of traditional Chinese political succession. Khublai evoked his public image as a sage emperor by following the rituals of Confucian propriety and ancestor veneration, while simultaneously retaining his roots as a leader from the steppes.\"\n },\n {\n \"document_id\": \"57308cf88ab72b1400f9c576\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Geographical theories such as environmental determinism also suggested that tropical environments created uncivilized people in need of European guidance. For instance, American geographer Ellen Churchill Semple argued that even though human beings originated in the tropics they were only able to become fully human in the temperate zone. Tropicality can be paralleled with Edward Said’s Orientalism as the west’s construction of the east as the “other”. According to Siad, orientalism allowed Europe to establish itself as the superior and the norm, which justified its dominance over the essentialized Orient.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "9b19051afca6827d2f765853c2ff05bea597486b4ab1e8beeea602123a3837ac", "document_ids": [ "57115c7450c2381900b54a9d", "5730208fa23a5019007fcded", "5733d4c8d058e614000b6353", "57300a9a04bcaa1900d77063", "56e1dc62cd28a01900c67bcb", "572ff83ab2c2fd1400568681", "57286ab72ca10214002da31e", "56ddde6b9a695914005b9628", "572648d1708984140094c15d", "572742bd5951b619008f8785", "5728fb002ca10214002dab6a", "57114f0050c2381900b54a65", "5730a0778ab72b1400f9c60a", "572812e74b864d19001643ce", "57286b003acd2414000df9c1", "57308cf88ab72b1400f9c576" ], "example_id": "572ff83ab2c2fd1400568681", "gold_document": 5, "question": "What flood impacted the Meuse?", "trial_id": "squad-a3687399790f9f59" }, { "answers": [ "5 pm" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"During this time, the discovery of oil in the North Sea and the following \\\"It's Scotland's oil\\\" campaign of the Scottish National Party (SNP) resulted in rising support for Scottish independence, as well as the SNP. The party argued that the revenues from the oil were not benefitting Scotland as much as they should. The combined effect of these events led to Prime Minister Wilson committing his government to some form of devolved legislature in 1974. However, it was not until 1978 that final legislative proposals for a Scottish Assembly were passed by the United Kingdom Parliament.\"\n },\n {\n \"document_id\": \"56e1cbe2cd28a01900c67bac\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The most commonly used reduction is a polynomial-time reduction. This means that the reduction process takes polynomial time. For example, the problem of squaring an integer can be reduced to the problem of multiplying two integers. This means an algorithm for multiplying two integers can be used to square an integer. Indeed, this can be done by giving the same input to both inputs of the multiplication algorithm. Thus we see that squaring is not more difficult than multiplication, since squaring can be reduced to multiplication.\"\n },\n {\n \"document_id\": \"572f5703a23a5019007fc573\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Near Tamins-Reichenau the Anterior Rhine and the Posterior Rhine join and form the Rhine. The river makes a distinctive turn to the north near Chur. This section is nearly 86 km long, and descends from a height of 599 m to 396 m. It flows through a wide glacial alpine valley known as the Rhine Valley (German: Rheintal). Near Sargans a natural dam, only a few metres high, prevents it from flowing into the open Seeztal valley and then through Lake Walen and Lake Zurich into the river Aare. The Alpine Rhine begins in the most western part of the Swiss canton of Graubünden, and later forms the border between Switzerland to the West and Liechtenstein and later Austria to the East.\"\n },\n {\n \"document_id\": \"572683f95951b619008f7525\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Some modern scholars, such as Fielding H. Garrison, are of the opinion that the origin of the science of geology can be traced to Persia after the Muslim conquests had come to an end. Abu al-Rayhan al-Biruni (973–1048 CE) was one of the earliest Persian geologists, whose works included the earliest writings on the geology of India, hypothesizing that the Indian subcontinent was once a sea. Drawing from Greek and Indian scientific literature that were not destroyed by the Muslim conquests, the Persian scholar Ibn Sina (Avicenna, 981–1037) proposed detailed explanations for the formation of mountains, the origin of earthquakes, and other topics central to modern geology, which provided an essential foundation for the later development of the science. In China, the polymath Shen Kuo (1031–1095) formulated a hypothesis for the process of land formation: based on his observation of fossil animal shells in a geological stratum in a mountain hundreds of miles from the ocean, he inferred that the land was formed by erosion of the mountains and by deposition of silt.\"\n },\n {\n \"document_id\": \"573361404776f4190066093c\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Gothic architecture is represented in the majestic churches but also at the burgher houses and fortifications. The most significant buildings are St. John's Cathedral (14th century), the temple is a typical example of the so-called Masovian gothic style, St. Mary's Church (1411), a town house of Burbach family (14th century), Gunpowder Tower (after 1379) and the Royal Castle Curia Maior (1407–1410). The most notable examples of Renaissance architecture in the city are the house of Baryczko merchant family (1562), building called \\\"The Negro\\\" (early 17th century) and Salwator tenement (1632). The most interesting examples of mannerist architecture are the Royal Castle (1596–1619) and the Jesuit Church (1609–1626) at Old Town. Among the first structures of the early baroque the most important are St. Hyacinth's Church (1603–1639) and Sigismund's Column (1644).\"\n },\n {\n \"document_id\": \"5727478cf1498d1400e8f59a\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The secondary level includes schools offering years 7 through 12 (year twelve is known as lower sixth) and year 13 (upper sixth). This category includes university-preparatory schools or \\\"prep schools\\\", boarding schools and day schools. Tuition at private secondary schools varies from school to school and depends on many factors, including the location of the school, the willingness of parents to pay, peer tuitions and the school's financial endowment. High tuition, schools claim, is used to pay higher salaries for the best teachers and also used to provide enriched learning environments, including a low student to teacher ratio, small class sizes and services, such as libraries, science laboratories and computers. Some private schools are boarding schools and many military academies are privately owned or operated as well.\"\n },\n {\n \"document_id\": \"57340111d058e614000b677d\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Vaudreuil and Montcalm were minimally resupplied in 1758, as the British blockade of the French coastline limited French shipping. The situation in New France was further exacerbated by a poor harvest in 1757, a difficult winter, and the allegedly corrupt machinations of François Bigot, the intendant of the territory. His schemes to supply the colony inflated prices and were believed by Montcalm to line his pockets and those of his associates. A massive outbreak of smallpox among western tribes led many of them to stay away from trading in 1758. While many parties to the conflict blamed others (the Indians blamed the French for bringing \\\"bad medicine\\\" as well as denying them prizes at Fort William Henry), the disease was probably spread through the crowded conditions at William Henry after the battle. Montcalm focused his meager resources on the defense of the St. Lawrence, with primary defenses at Carillon, Quebec, and Louisbourg, while Vaudreuil argued unsuccessfully for a continuation of the raiding tactics that had worked quite effectively in previous years.\"\n },\n {\n \"document_id\": \"571155ae2419e31400955591\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The Rankine cycle is the fundamental thermodynamic underpinning of the steam engine. The cycle is an arrangement of components as is typically used for simple power production, and utilizes the phase change of water (boiling water producing steam, condensing exhaust steam, producing liquid water)) to provide a practical heat/power conversion system. The heat is supplied externally to a closed loop with some of the heat added being converted to work and the waste heat being removed in a condenser. The Rankine cycle is used in virtually all steam power production applications. In the 1990s, Rankine steam cycles generated about 90% of all electric power used throughout the world, including virtually all solar, biomass, coal and nuclear power plants. It is named after William John Macquorn Rankine, a Scottish polymath.\"\n },\n {\n \"document_id\": \"572654e2708984140094c2b7\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The plague repeatedly returned to haunt Europe and the Mediterranean throughout the 14th to 17th centuries. According to Biraben, the plague was present somewhere in Europe in every year between 1346 and 1671. The Second Pandemic was particularly widespread in the following years: 1360–63; 1374; 1400; 1438–39; 1456–57; 1464–66; 1481–85; 1500–03; 1518–31; 1544–48; 1563–66; 1573–88; 1596–99; 1602–11; 1623–40; 1644–54; and 1664–67. Subsequent outbreaks, though severe, marked the retreat from most of Europe (18th century) and northern Africa (19th century). According to Geoffrey Parker, \\\"France alone lost almost a million people to the plague in the epidemic of 1628–31.\\\"\"\n },\n {\n \"document_id\": \"572a09abaf94a219006aa75b\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"To accurately map the Amazon's biomass and subsequent carbon related emissions, the classification of tree growth stages within different parts of the forest is crucial. In 2006 Tatiana Kuplich organized the trees of the Amazon into four categories: (1) mature forest, (2) regenerating forest [less than three years], (3) regenerating forest [between three and five years of regrowth], and (4) regenerating forest [eleven to eighteen years of continued development]. The researcher used a combination of Synthetic aperture radar (SAR) and Thematic Mapper (TM) to accurately place the different portions of the Amazon into one of the four classifications.\"\n },\n {\n \"document_id\": \"5728fc9e1d04691400778f11\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Courts have distinguished between two types of civil disobedience: \\\"Indirect civil disobedience involves violating a law which is not, itself, the object of protest, whereas direct civil disobedience involves protesting the existence of a particular law by breaking that law.\\\" During the Vietnam War, courts typically refused to excuse the perpetrators of illegal protests from punishment on the basis of their challenging the legality of the Vietnam War; the courts ruled it was a political question. The necessity defense has sometimes been used as a shadow defense by civil disobedients to deny guilt without denouncing their politically motivated acts, and to present their political beliefs in the courtroom. However, court cases such as U.S. v. Schoon have greatly curtailed the availability of the political necessity defense. Likewise, when Carter Wentworth was charged for his role in the Clamshell Alliance's 1977 illegal occupation of the Seabrook Station Nuclear Power Plant, the judge instructed the jury to disregard his competing harms defense, and he was found guilty. Fully Informed Jury Association activists have sometimes handed out educational leaflets inside courthouses despite admonitions not to; according to FIJA, many of them have escaped prosecution because \\\"prosecutors have reasoned (correctly) that if they arrest fully informed jury leafleters, the leaflets will have to be given to the leafleter's own jury as evidence.\\\"\"\n },\n {\n \"document_id\": \"5730aa52069b53140083221d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In World War II, Charles de Gaulle and the Free French used the overseas colonies as bases from which they fought to liberate France. However after 1945 anti-colonial movements began to challenge the Empire. France fought and lost a bitter war in Vietnam in the 1950s. Whereas they won the war in Algeria, the French leader at the time, Charles de Gaulle, decided to grant Algeria independence anyway in 1962. Its settlers and many local supporters relocated to France. Nearly all of France's colonies gained independence by 1960, but France retained great financial and diplomatic influence. It has repeatedly sent troops to assist its former colonies in Africa in suppressing insurrections and coups d’état.\"\n },\n {\n \"document_id\": \"572fc49d04bcaa1900d76ccb\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Each sitting day, normally at 5 pm, MSPs decide on all the motions and amendments that have been moved that day. This \\\"Decision Time\\\" is heralded by the sounding of the division bell, which is heard throughout the Parliamentary campus and alerts MSPs who are not in the chamber to return and vote. At Decision Time, the Presiding Officer puts questions on the motions and amendments by reading out the name of the motion or amendment as well as the proposer and asking \\\"Are we all agreed?\\\", to which the chamber first votes orally. If there is audible dissent, the Presiding Officer announces \\\"There will be a division\\\" and members vote by means of electronic consoles on their desks. Each MSP has a unique access card with a microchip which, when inserted into the console, identifies them and allows them to vote. As a result, the outcome of each division is known in seconds.\"\n },\n {\n \"document_id\": \"572f59b4a23a5019007fc587\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The flow of cold, gray mountain water continues for some distance into the lake. The cold water flows near the surface and at first doesn't mix with the warmer, green waters of Upper Lake. But then, at the so-called Rheinbrech, the Rhine water abruptly falls into the depths because of the greater density of cold water. The flow reappears on the surface at the northern (German) shore of the lake, off the island of Lindau. The water then follows the northern shore until Hagnau am Bodensee. A small fraction of the flow is diverted off the island of Mainau into Lake Überlingen. Most of the water flows via the Constance hopper into the Rheinrinne (\\\"Rhine Gutter\\\") and Seerhein. Depending on the water level, this flow of the Rhine water is clearly visible along the entire length of the lake.\"\n },\n {\n \"document_id\": \"57339dd94776f41900660ecc\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Several commemorative events take place every year. Gatherings of thousands of people on the banks of the Vistula on Midsummer’s Night for a festival called Wianki (Polish for Wreaths) have become a tradition and a yearly event in the programme of cultural events in Warsaw. The festival traces its roots to a peaceful pagan ritual where maidens would float their wreaths of herbs on the water to predict when they would be married, and to whom. By the 19th century this tradition had become a festive event, and it continues today. The city council organize concerts and other events. Each Midsummer’s Eve, apart from the official floating of wreaths, jumping over fires, looking for the fern flower, there are musical performances, dignitaries' speeches, fairs and fireworks by the river bank.\"\n },\n {\n \"document_id\": \"572665ff708984140094c4c3\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The principle of cross-cutting relationships pertains to the formation of faults and the age of the sequences through which they cut. Faults are younger than the rocks they cut; accordingly, if a fault is found that penetrates some formations but not those on top of it, then the formations that were cut are older than the fault, and the ones that are not cut must be younger than the fault. Finding the key bed in these situations may help determine whether the fault is a normal fault or a thrust fault.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "ac1041930f2c78e48a6c8ddf7d8a07d2d5a035b7747d052ce95917dd910a747d", "document_ids": [ "572fad30a23a5019007fc86d", "56e1cbe2cd28a01900c67bac", "572f5703a23a5019007fc573", "572683f95951b619008f7525", "573361404776f4190066093c", "5727478cf1498d1400e8f59a", "57340111d058e614000b677d", "571155ae2419e31400955591", "572654e2708984140094c2b7", "572a09abaf94a219006aa75b", "5728fc9e1d04691400778f11", "5730aa52069b53140083221d", "572fc49d04bcaa1900d76ccb", "572f59b4a23a5019007fc587", "57339dd94776f41900660ecc", "572665ff708984140094c4c3" ], "example_id": "572fc49d04bcaa1900d76ccb", "gold_document": 12, "question": "What time do the MSPs normally decide on the motions and amendments from that day?", "trial_id": "squad-766d2f06a1bcd1aa" }, { "answers": [ "the European Court of Justice", "the European Court" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57286192ff5b5019007da1dc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1271, Kublai Khan imposed the name Great Yuan (Chinese: 大元; pinyin: Dà Yuán; Wade–Giles: Ta-Yüan), establishing the Yuan dynasty. \\\"Dà Yuán\\\" (大元) is from the sentence \\\"大哉乾元\\\" (dà zai Qián Yuán / \\\"Great is Qián, the Primal\\\") in the Commentaries on the Classic of Changes (I Ching) section regarding Qián (乾). The counterpart in Mongolian language was Dai Ön Ulus, also rendered as Ikh Yuan Üls or Yekhe Yuan Ulus. In Mongolian, Dai Ön (Great Yuan) is often used in conjunction with the \\\"Yeke Mongghul Ulus\\\" (lit. \\\"Great Mongol State\\\"), resulting in Dai Ön Yeke Mongghul Ulus (Mongolian script: ), meaning \\\"Great Yuan Great Mongol State\\\". The Yuan dynasty is also known as the \\\"Mongol dynasty\\\" or \\\"Mongol Dynasty of China\\\", similar to the names \\\"Manchu dynasty\\\" or \\\"Manchu Dynasty of China\\\" for the Qing dynasty. Furthermore, the Yuan is sometimes known as the \\\"Empire of the Great Khan\\\" or \\\"Khanate of the Great Khan\\\", which particularly appeared on some Yuan maps, since Yuan emperors held the nominal title of Great Khan. Nevertheless, both terms can also refer to the khanate within the Mongol Empire directly ruled by Great Khans before the actual establishment of the Yuan dynasty by Kublai Khan in 1271.\"\n },\n {\n \"document_id\": \"5726a00cf1498d1400e8e550\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The principles of European Union law are rules of law which have been developed by the European Court of Justice that constitute unwritten rules which are not expressly provided for in the treaties but which affect how European Union law is interpreted and applies. In formulating these principles, the courts have drawn on a variety of sources, including: public international law and legal doctrines and principles present in the legal systems of European Union member states and in the jurisprudence of the European Court of Human Rights. Accepted general principles of European Union Law include fundamental rights (see human rights), proportionality, legal certainty, equality before the law and subsidiarity.\"\n },\n {\n \"document_id\": \"571117d4a58dae1900cd6c0a\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"One of the most prominent Huguenot refugees in the Netherlands was Pierre Bayle. He started teaching in Rotterdam, where he finished writing and publishing his multi-volume masterpiece, Historical and Critical Dictionary. It became one of the 100 foundational texts of the US Library of Congress. Some Huguenot descendants in the Netherlands may be noted by French family names, although they typically use Dutch given names. Due to the Huguenots' early ties with the leadership of the Dutch Revolt and their own participation, some of the Dutch patriciate are of part-Huguenot descent. Some Huguenot families have kept alive various traditions, such as the celebration and feast of their patron Saint Nicolas, similar to the Dutch Sint Nicolaas (Sinterklaas) feast.\"\n },\n {\n \"document_id\": \"57332f81d058e614000b5776\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"After World War II, under a Communist regime set up by the conquering Soviets, the \\\"Bricks for Warsaw\\\" campaign was initiated, and large prefabricated housing projects were erected in Warsaw to address the housing shortage, along with other typical buildings of an Eastern Bloc city, such as the Palace of Culture and Science, a gift from the Soviet Union. The city resumed its role as the capital of Poland and the country's centre of political and economic life. Many of the historic streets, buildings, and churches were restored to their original form. In 1980, Warsaw's historic Old Town was inscribed onto UNESCO's World Heritage list.\"\n },\n {\n \"document_id\": \"5727ed2e3acd2414000df001\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"A job where there are many workers willing to work a large amount of time (high supply) competing for a job that few require (low demand) will result in a low wage for that job. This is because competition between workers drives down the wage. An example of this would be jobs such as dish-washing or customer service. Competition amongst workers tends to drive down wages due to the expendable nature of the worker in relation to his or her particular job. A job where there are few able or willing workers (low supply), but a large need for the positions (high demand), will result in high wages for that job. This is because competition between employers for employees will drive up the wage. Examples of this would include jobs that require highly developed skills, rare abilities, or a high level of risk. Competition amongst employers tends to drive up wages due to the nature of the job, since there is a relative shortage of workers for the particular position. Professional and labor organizations may limit the supply of workers which results in higher demand and greater incomes for members. Members may also receive higher wages through collective bargaining, political influence, or corruption.\"\n },\n {\n \"document_id\": \"5730042804bcaa1900d77011\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"At the begin of the Holocene (~11,700 years ago), the Rhine occupied its Late-Glacial valley. As a meandering river, it reworked its ice-age braidplain. As sea-level continued to rise in the Netherlands, the formation of the Holocene Rhine-Meuse delta began (~8,000 years ago). Coeval absolute sea-level rise and tectonic subsidence have strongly influenced delta evolution. Other factors of importance to the shape of the delta are the local tectonic activities of the Peel Boundary Fault, the substrate and geomorphology, as inherited from the Last Glacial and the coastal-marine dynamics, such as barrier and tidal inlet formations.\"\n },\n {\n \"document_id\": \"572869b84b864d19001649ae\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Kublai's government after 1262 was a compromise between preserving Mongol interests in China and satisfying the demands of his Chinese subjects. He instituted the reforms proposed by his Chinese advisers by centralizing the bureaucracy, expanding the circulation of paper money, and maintaining the traditional monopolies on salt and iron. He restored the Imperial Secretariat and left the local administrative structure of past Chinese dynasties unchanged. However, Kublai rejected plans to revive the Confucian imperial examinations and divided Yuan society into three, later four, classes with the Han Chinese occupying the lowest rank. Kublai's Chinese advisers still wielded significant power in the government, but their official rank was nebulous.\"\n },\n {\n \"document_id\": \"571a4d1a4faf5e1900b8a958\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In the meantime, on August 1, 1774, an experiment conducted by the British clergyman Joseph Priestley focused sunlight on mercuric oxide (HgO) inside a glass tube, which liberated a gas he named \\\"dephlogisticated air\\\". He noted that candles burned brighter in the gas and that a mouse was more active and lived longer while breathing it. After breathing the gas himself, he wrote: \\\"The feeling of it to my lungs was not sensibly different from that of common air, but I fancied that my breast felt peculiarly light and easy for some time afterwards.\\\" Priestley published his findings in 1775 in a paper titled \\\"An Account of Further Discoveries in Air\\\" which was included in the second volume of his book titled Experiments and Observations on Different Kinds of Air. Because he published his findings first, Priestley is usually given priority in the discovery.\"\n },\n {\n \"document_id\": \"5733314e4776f4190066076a\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Warsaw lies in east-central Poland about 300 km (190 mi) from the Carpathian Mountains and about 260 km (160 mi) from the Baltic Sea, 523 km (325 mi) east of Berlin, Germany. The city straddles the Vistula River. It is located in the heartland of the Masovian Plain, and its average elevation is 100 metres (330 ft) above sea level. The highest point on the left side of the city lies at a height of 115.7 metres (379.6 ft) (\\\"Redutowa\\\" bus depot, district of Wola), on the right side – 122.1 metres (400.6 ft) (\\\"Groszówka\\\" estate, district of Wesoła, by the eastern border). The lowest point lies at a height 75.6 metres (248.0 ft) (at the right bank of the Vistula, by the eastern border of Warsaw). There are some hills (mostly artificial) located within the confines of the city – e.g. Warsaw Uprising Hill (121 metres (397.0 ft)), Szczęśliwice hill (138 metres (452.8 ft) – the highest point of Warsaw in general).\"\n },\n {\n \"document_id\": \"572a005f1d046914007796b7\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The needs of soy farmers have been used to justify many of the controversial transportation projects that are currently developing in the Amazon. The first two highways successfully opened up the rainforest and led to increased settlement and deforestation. The mean annual deforestation rate from 2000 to 2005 (22,392 km2 or 8,646 sq mi per year) was 18% higher than in the previous five years (19,018 km2 or 7,343 sq mi per year). Although deforestation has declined significantly in the Brazilian Amazon between 2004 and 2014, there has been an increase to the present day.\"\n },\n {\n \"document_id\": \"5725e1c4271a42140099d2d7\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"This vibrant and culturally diverse area of retail businesses and residences experienced a renewal after a significant decline in the late 1960s and 1970s.[citation needed] After decades of neglect and suburban flight, the neighborhood revival followed the re-opening of the Tower Theatre in the late 1970s, which at that time showed second and third run movies, along with classic films. Roger Rocka's Dinner Theater & Good Company Players also opened nearby in 1978,[citation needed] at Olive and Wishon Avenues. Fresno native Audra McDonald performed in the leading roles of Evita and The Wiz at the theater while she was a high school student. McDonald subsequently became a leading performer on Broadway in New York City and a Tony award winning actress. Also in the Tower District is Good Company Players' 2nd Space Theatre.\"\n },\n {\n \"document_id\": \"572fcd86947a6a140053ccda\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Bills can be introduced to Parliament in a number of ways; the Scottish Government can introduce new laws or amendments to existing laws as a bill; a committee of the Parliament can present a bill in one of the areas under its remit; a member of the Scottish Parliament can introduce a bill as a private member; or a private bill can be submitted to Parliament by an outside proposer. Most draft laws are government bills introduced by ministers in the governing party. Bills pass through Parliament in a number of stages:\"\n },\n {\n \"document_id\": \"573081c2069b531400832133\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"\\\"The word ‘empire’ comes from the Latin word imperium; for which the closest modern English equivalent would perhaps be ‘sovereignty’, or simply ‘rule’\\\". The greatest distinction of an empire is through the amount of land that a nation has conquered and expanded. Political power grew from conquering land, however cultural and economic aspects flourished through sea and trade routes. A distinction about empires is \\\"that although political empires were built mostly by expansion overland, economic and cultural influences spread at least as much by sea\\\". Some of the main aspects of trade that went overseas consisted of animals and plant products. European empires in Asia and Africa \\\"have come to be seen as the classic forms of imperialism: and indeed most books on the subject confine themselves to the European seaborne empires\\\". European expansion caused the world to be divided by how developed and developing nation are portrayed through the world systems theory. The two main regions are the core and the periphery. The core consists of high areas of income and profit; the periphery is on the opposing side of the spectrum consisting of areas of low income and profit. These critical theories of Geo-politics have led to increased discussion of the meaning and impact of imperialism on the modern post-colonial world. The Russian leader Lenin suggested that \\\"imperialism was the highest form of capitalism, claiming that imperialism developed after colonialism, and was distinguished from colonialism by monopoly capitalism\\\". This idea from Lenin stresses how important new political world order has become in our modern era. Geopolitics now focuses on states becoming major economic players in the market; some states today are viewed as empires due to their political and economic authority over other nations.\"\n },\n {\n \"document_id\": \"5729a03f1d04691400779593\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Prime ideals are the points of algebro-geometric objects, via the notion of the spectrum of a ring. Arithmetic geometry also benefits from this notion, and many concepts exist in both geometry and number theory. For example, factorization or ramification of prime ideals when lifted to an extension field, a basic problem of algebraic number theory, bears some resemblance with ramification in geometry. Such ramification questions occur even in number-theoretic questions solely concerned with integers. For example, prime ideals in the ring of integers of quadratic number fields can be used in proving quadratic reciprocity, a statement that concerns the solvability of quadratic equations\"\n },\n {\n \"document_id\": \"572815d9ff5b5019007d9cbc\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"During Reconstruction and the Gilded Age, Jacksonville and nearby St. Augustine became popular winter resorts for the rich and famous. Visitors arrived by steamboat and later by railroad. President Grover Cleveland attended the Sub-Tropical Exposition in the city on February 22, 1888 during his trip to Florida. This highlighted the visibility of the state as a worthy place for tourism. The city's tourism, however, was dealt major blows in the late 19th century by yellow fever outbreaks. In addition, extension of the Florida East Coast Railway further south drew visitors to other areas. From 1893 to 1938 Jacksonville was the site of the Florida Old Confederate Soldiers and Sailors Home with a nearby cemetery.\"\n },\n {\n \"document_id\": \"57097c8fed30961900e841f2\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The Daily Mail newspaper reported in 2012 that the UK government's benefits agency was checking claimants' \\\"Sky TV bills to establish if a woman in receipt of benefits as a single mother is wrongly claiming to be living alone\\\" – as, it claimed, subscription to sports channels would betray a man's presence in the household. In December, the UK’s parliament heard a claim that a subscription to BSkyB was ‘often damaging’, along with alcohol, tobacco and gambling. Conservative MP Alec Shelbrooke was proposing the payments of benefits and tax credits on a \\\"Welfare Cash Card\\\", in the style of the Supplemental Nutrition Assistance Program, that could be used to buy only \\\"essentials\\\".\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "4c309f3fe1a797ff54b8c5717c0649a1928caf350ad8b6452e0447d8ad5fd838", "document_ids": [ "57286192ff5b5019007da1dc", "5726a00cf1498d1400e8e550", "571117d4a58dae1900cd6c0a", "57332f81d058e614000b5776", "5727ed2e3acd2414000df001", "5730042804bcaa1900d77011", "572869b84b864d19001649ae", "571a4d1a4faf5e1900b8a958", "5733314e4776f4190066076a", "572a005f1d046914007796b7", "5725e1c4271a42140099d2d7", "572fcd86947a6a140053ccda", "573081c2069b531400832133", "5729a03f1d04691400779593", "572815d9ff5b5019007d9cbc", "57097c8fed30961900e841f2" ], "example_id": "5726a00cf1498d1400e8e550", "gold_document": 1, "question": "Which entity developed the principles of European Union Law?", "trial_id": "squad-fe978900bad73bab" }, { "answers": [ "Quasiturbine" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5709686c200fba1400367f77\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"BSkyB launched its HDTV service, Sky+ HD, on 22 May 2006. Prior to its launch, BSkyB claimed that 40,000 people had registered to receive the HD service. In the week before the launch, rumours started to surface that BSkyB was having supply issues with its set top box (STB) from manufacturer Thomson. On Thursday 18 May 2006, and continuing through the weekend before launch, people were reporting that BSkyB had either cancelled or rescheduled its installation. Finally, the BBC reported that 17,000 customers had yet to receive the service due to failed deliveries. On 31 March 2012, Sky announced the total number of homes with Sky+HD was 4,222,000.\"\n },\n {\n \"document_id\": \"57114aceb654c5140001fc47\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Uniflow engines attempt to remedy the difficulties arising from the usual counterflow cycle where, during each stroke, the port and the cylinder walls will be cooled by the passing exhaust steam, whilst the hotter incoming admission steam will waste some of its energy in restoring working temperature. The aim of the uniflow is to remedy this defect and improve efficiency by providing an additional port uncovered by the piston at the end of each stroke making the steam flow only in one direction. By this means, the simple-expansion uniflow engine gives efficiency equivalent to that of classic compound systems with the added advantage of superior part-load performance, and comparable efficiency to turbines for smaller engines below one thousand horsepower. However, the thermal expansion gradient uniflow engines produce along the cylinder wall gives practical difficulties.[citation needed]. The Quasiturbine is a uniflow rotary steam engine where steam intakes in hot areas, while exhausting in cold areas.\"\n },\n {\n \"document_id\": \"56de179dcffd8e1900b4b5da\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Normans had a profound effect on Irish culture and history after their invasion at Bannow Bay in 1169. Initially the Normans maintained a distinct culture and ethnicity. Yet, with time, they came to be subsumed into Irish culture to the point that it has been said that they became \\\"more Irish than the Irish themselves.\\\" The Normans settled mostly in an area in the east of Ireland, later known as the Pale, and also built many fine castles and settlements, including Trim Castle and Dublin Castle. Both cultures intermixed, borrowing from each other's language, culture and outlook. Norman descendants today can be recognised by their surnames. Names such as French, (De) Roche, Devereux, D'Arcy, Treacy and Lacy are particularly common in the southeast of Ireland, especially in the southern part of County Wexford where the first Norman settlements were established. Other Norman names such as Furlong predominate there. Another common Norman-Irish name was Morell (Murrell) derived from the French Norman name Morel. Other names beginning with Fitz (from the Norman for son) indicate Norman ancestry. These included Fitzgerald, FitzGibbons (Gibbons) dynasty, Fitzmaurice. Other families bearing such surnames as Barry (de Barra) and De Búrca (Burke) are also of Norman extraction.\"\n },\n {\n \"document_id\": \"571c97e2dd7acb1400e4c11e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Oxygen is the most abundant chemical element by mass in the Earth's biosphere, air, sea and land. Oxygen is the third most abundant chemical element in the universe, after hydrogen and helium. About 0.9% of the Sun's mass is oxygen. Oxygen constitutes 49.2% of the Earth's crust by mass and is the major component of the world's oceans (88.8% by mass). Oxygen gas is the second most common component of the Earth's atmosphere, taking up 20.8% of its volume and 23.1% of its mass (some 1015 tonnes).[d] Earth is unusual among the planets of the Solar System in having such a high concentration of oxygen gas in its atmosphere: Mars (with 0.1% O\\n2 by volume) and Venus have far lower concentrations. The O\\n2 surrounding these other planets is produced solely by ultraviolet radiation impacting oxygen-containing molecules such as carbon dioxide.\"\n },\n {\n \"document_id\": \"572982e66aef051400154f92\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The following table gives the largest known primes of the mentioned types. Some of these primes have been found using distributed computing. In 2009, the Great Internet Mersenne Prime Search project was awarded a US$100,000 prize for first discovering a prime with at least 10 million digits. The Electronic Frontier Foundation also offers $150,000 and $250,000 for primes with at least 100 million digits and 1 billion digits, respectively. Some of the largest primes not known to have any particular form (that is, no simple formula such as that of Mersenne primes) have been found by taking a piece of semi-random binary data, converting it to a number n, multiplying it by 256k for some positive integer k, and searching for possible primes within the interval [256kn + 1, 256k(n + 1) − 1].[citation needed]\"\n },\n {\n \"document_id\": \"570d47b8b3d812140066d62d\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"There are also several smaller freight operators and numerous tourist railways operating over lines which were once parts of a state-owned system. Victorian lines mainly use the 1,600 mm (5 ft 3 in) broad gauge. However, the interstate trunk routes, as well as a number of branch lines in the west of the state have been converted to 1,435 mm (4 ft 8 1⁄2 in) standard gauge. Two tourist railways operate over 760 mm (2 ft 6 in) narrow gauge lines, which are the remnants of five formerly government-owned lines which were built in mountainous areas.\"\n },\n {\n \"document_id\": \"5730208fa23a5019007fcded\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"For some decades prior to the First Palestine Intifada in 1987, the Muslim Brotherhood in Palestine took a \\\"quiescent\\\" stance towards Israel, focusing on preaching, education and social services, and benefiting from Israel's \\\"indulgence\\\" to build up a network of mosques and charitable organizations. As the First Intifada gathered momentum and Palestinian shopkeepers closed their shops in support of the uprising, the Brotherhood announced the formation of HAMAS (\\\"zeal\\\"), devoted to Jihad against Israel. Rather than being more moderate than the PLO, the 1988 Hamas charter took a more uncompromising stand, calling for the destruction of Israel and the establishment of an Islamic state in Palestine. It was soon competing with and then overtaking the PLO for control of the intifada. The Brotherhood's base of devout middle class found common cause with the impoverished youth of the intifada in their cultural conservatism and antipathy for activities of the secular middle class such as drinking alcohol and going about without hijab.\"\n },\n {\n \"document_id\": \"57264b3edd62a815002e80aa\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Medical knowledge had stagnated during the Middle Ages. The most authoritative account at the time came from the medical faculty in Paris in a report to the king of France that blamed the heavens, in the form of a conjunction of three planets in 1345 that caused a \\\"great pestilence in the air\\\". This report became the first and most widely circulated of a series of plague tracts that sought to give advice to sufferers. That the plague was caused by bad air became the most widely accepted theory. Today, this is known as the Miasma theory. The word 'plague' had no special significance at this time, and only the recurrence of outbreaks during the Middle Ages gave it the name that has become the medical term.\"\n },\n {\n \"document_id\": \"5728710c3acd2414000df9ef\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Due to the fact that the bureaucracy was dominated by El Temür, Tugh Temür is known for his cultural contribution instead. He adopted many measures honoring Confucianism and promoting Chinese cultural values. His most concrete effort to patronize Chinese learning was founding the Academy of the Pavilion of the Star of Literature (Chinese: 奎章閣學士院), first established in the spring of 1329 and designed to undertake \\\"a number of tasks relating to the transmission of Confucian high culture to the Mongolian imperial establishment\\\". The academy was responsible for compiling and publishing a number of books, but its most important achievement was its compilation of a vast institutional compendium named Jingshi Dadian (Chinese: 經世大典). Tugh Temür supported Zhu Xi's Neo-Confucianism and also devoted himself in Buddhism.\"\n },\n {\n \"document_id\": \"573007fab2c2fd140056876b\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"From the death of Augustus in AD 14 until after AD 70, Rome accepted as her Germanic frontier the water-boundary of the Rhine and upper Danube. Beyond these rivers she held only the fertile plain of Frankfurt, opposite the Roman border fortress of Moguntiacum (Mainz), the southernmost slopes of the Black Forest and a few scattered bridge-heads. The northern section of this frontier, where the Rhine is deep and broad, remained the Roman boundary until the empire fell. The southern part was different. The upper Rhine and upper Danube are easily crossed. The frontier which they form is inconveniently long, enclosing an acute-angled wedge of foreign territory between the modern Baden and Württemberg. The Germanic populations of these lands seem in Roman times to have been scanty, and Roman subjects from the modern Alsace-Lorraine had drifted across the river eastwards.\"\n },\n {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Jacksonville is the most populous city in Florida, and the twelfth most populous city in the United States. As of 2010[update], there were 821,784 people and 366,273 households in the city. Jacksonville has the country's tenth-largest Arab population, with a total population of 5,751 according to the 2000 United States Census. Jacksonville has Florida's largest Filipino American community, with 25,033 in the metropolitan area as of the 2010 Census. Much of Jacksonville's Filipino community served in or has ties to the United States Navy.\"\n },\n {\n \"document_id\": \"57264d9edd62a815002e80fe\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In 1973, Nixon named William E. Simon as the first Administrator of the Federal Energy Office, a short-term organization created to coordinate the response to the embargo. Simon allocated states the same amount of domestic oil for 1974 that each had consumed in 1972, which worked for states whose populations were not increasing. In other states, lines at gasoline stations were common. The American Automobile Association reported that in the last week of February 1974, 20% of American gasoline stations had no fuel.\"\n },\n {\n \"document_id\": \"573361404776f4190066093c\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Gothic architecture is represented in the majestic churches but also at the burgher houses and fortifications. The most significant buildings are St. John's Cathedral (14th century), the temple is a typical example of the so-called Masovian gothic style, St. Mary's Church (1411), a town house of Burbach family (14th century), Gunpowder Tower (after 1379) and the Royal Castle Curia Maior (1407–1410). The most notable examples of Renaissance architecture in the city are the house of Baryczko merchant family (1562), building called \\\"The Negro\\\" (early 17th century) and Salwator tenement (1632). The most interesting examples of mannerist architecture are the Royal Castle (1596–1619) and the Jesuit Church (1609–1626) at Old Town. Among the first structures of the early baroque the most important are St. Hyacinth's Church (1603–1639) and Sigismund's Column (1644).\"\n },\n {\n \"document_id\": \"572fad30a23a5019007fc86d\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"During this time, the discovery of oil in the North Sea and the following \\\"It's Scotland's oil\\\" campaign of the Scottish National Party (SNP) resulted in rising support for Scottish independence, as well as the SNP. The party argued that the revenues from the oil were not benefitting Scotland as much as they should. The combined effect of these events led to Prime Minister Wilson committing his government to some form of devolved legislature in 1974. However, it was not until 1978 that final legislative proposals for a Scottish Assembly were passed by the United Kingdom Parliament.\"\n },\n {\n \"document_id\": \"57287338ff5b5019007da232\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"From the late 1340s onwards, people in the countryside suffered from frequent natural disasters such as droughts, floods and the resulting famines, and the government's lack of effective policy led to a loss of popular support. In 1351, the Red Turban Rebellion started and grew into a nationwide uprising. In 1354, when Toghtogha led a large army to crush the Red Turban rebels, Toghun Temür suddenly dismissed him for fear of betrayal. This resulted in Toghun Temür's restoration of power on the one hand and a rapid weakening of the central government on the other. He had no choice but to rely on local warlords' military power, and gradually lost his interest in politics and ceased to intervene in political struggles. He fled north to Shangdu from Khanbaliq (present-day Beijing) in 1368 after the approach of the forces of the Míng dynasty (1368–1644), founded by Zhu Yuanzhang in the south. He had tried to regain Khanbaliq, which eventually failed; he died in Yingchang (located in present-day Inner Mongolia) two years later (1370). Yingchang was seized by the Ming shortly after his death. Some royal family members still lived in Henan today.\"\n },\n {\n \"document_id\": \"56e202e9e3433e1400423240\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"As Fortnow & Homer (2003) point out, the beginning of systematic studies in computational complexity is attributed to the seminal paper \\\"On the Computational Complexity of Algorithms\\\" by Juris Hartmanis and Richard Stearns (1965), which laid out the definitions of time and space complexity and proved the hierarchy theorems. Also, in 1965 Edmonds defined a \\\"good\\\" algorithm as one with running time bounded by a polynomial of the input size.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "8ccc5c864da64e045ce56c939b60afdfdb3c67e5311f8bdd1b893ad7175deff6", "document_ids": [ "5709686c200fba1400367f77", "57114aceb654c5140001fc47", "56de179dcffd8e1900b4b5da", "571c97e2dd7acb1400e4c11e", "572982e66aef051400154f92", "570d47b8b3d812140066d62d", "5730208fa23a5019007fcded", "57264b3edd62a815002e80aa", "5728710c3acd2414000df9ef", "573007fab2c2fd140056876b", "572826634b864d19001645be", "57264d9edd62a815002e80fe", "573361404776f4190066093c", "572fad30a23a5019007fc86d", "57287338ff5b5019007da232", "56e202e9e3433e1400423240" ], "example_id": "57114aceb654c5140001fc47", "gold_document": 1, "question": "What is the name of a uniflow engine that takes in steam in hot areas and exhausts it in cold?", "trial_id": "squad-dbb0d82bc80b3d12" }, { "answers": [ "Huguenot rebellions", "the Huguenot rebellions" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5725d42a89a1e219009abf58\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the 1970s, the city was the subject of a song, \\\"Walking Into Fresno\\\", written by Hall Of Fame guitarist Bill Aken and recorded by Bob Gallion of the world-famous \\\"WWVA Jamboree\\\" radio and television show in Wheeling, West Virginia. Aken, adopted by Mexican movie actress Lupe Mayorga, grew up in the neighboring town of Madera and his song chronicled the hardships faced by the migrant farm workers he saw as a child. Aken also made his first TV appearance playing guitar on the old country-western show at The Fresno Barn.\"\n },\n {\n \"document_id\": \"56e1b169cd28a01900c67a72\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Many machine models different from the standard multi-tape Turing machines have been proposed in the literature, for example random access machines. Perhaps surprisingly, each of these models can be converted to another without providing any extra computational power. The time and memory consumption of these alternate models may vary. What all these models have in common is that the machines operate deterministically.\"\n },\n {\n \"document_id\": \"5726e985dd62a815002e94da\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"In the U.S. federal health care system (including the VA, the Indian Health Service, and NIH) ambulatory care pharmacists are given full independent prescribing authority. In some states such North Carolina and New Mexico these pharmacist clinicians are given collaborative prescriptive and diagnostic authority. In 2011 the board of Pharmaceutical Specialties approved ambulatory care pharmacy practice as a separate board certification. The official designation for pharmacists who pass the ambulatory care pharmacy specialty certification exam will be Board Certified Ambulatory Care Pharmacist and these pharmacists will carry the initials BCACP.\"\n },\n {\n \"document_id\": \"57332e48d058e614000b5762\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"By July 1944, the Red Army was deep into Polish territory and pursuing the Germans toward Warsaw. Knowing that Stalin was hostile to the idea of an independent Poland, the Polish government-in-exile in London gave orders to the underground Home Army (AK) to try to seize control of Warsaw from the Germans before the Red Army arrived. Thus, on 1 August 1944, as the Red Army was nearing the city, the Warsaw Uprising began. The armed struggle, planned to last 48 hours, was partially successful, however it went on for 63 days. Eventually the Home Army fighters and civilians assisting them were forced to capitulate. They were transported to PoW camps in Germany, while the entire civilian population was expelled. Polish civilian deaths are estimated at between 150,000 and 200,000.\"\n },\n {\n \"document_id\": \"57265360dd62a815002e819a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Although lacking historical connections to the Middle East, Japan was the country most dependent on Arab oil. 71% of its imported oil came from the Middle East in 1970. On November 7, 1973, the Saudi and Kuwaiti governments declared Japan a \\\"nonfriendly\\\" country to encourage it to change its noninvolvement policy. It received a 5% production cut in December, causing a panic. On November 22, Japan issued a statement \\\"asserting that Israel should withdraw from all of the 1967 territories, advocating Palestinian self-determination, and threatening to reconsider its policy toward Israel if Israel refused to accept these preconditions\\\". By December 25, Japan was considered an Arab-friendly state.\"\n },\n {\n \"document_id\": \"57340a094776f4190066177d\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Britain gained control of French Canada and Acadia, colonies containing approximately 80,000 primarily French-speaking Roman Catholic residents. The deportation of Acadians beginning in 1755 resulted in land made available to migrants from Europe and the colonies further south. The British resettled many Acadians throughout its North American provinces, but many went to France, and some went to New Orleans, which they had expected to remain French. Some were sent to colonize places as diverse as French Guiana and the Falkland Islands; these latter efforts were unsuccessful. Others migrated to places like Saint-Domingue, and fled to New Orleans after the Haitian Revolution. The Louisiana population contributed to the founding of the modern Cajun population. (The French word \\\"Acadien\\\" evolved to \\\"Cadien\\\", then to \\\"Cajun\\\".)\"\n },\n {\n \"document_id\": \"57300761947a6a140053cf9a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The Rhine was not known to Herodotus and first enters the historical period in the 1st century BC in Roman-era geography. At that time, it formed the boundary between Gaul and Germania. The Upper Rhine had been part of the areal of the late Hallstatt culture since the 6th century BC, and by the 1st century BC, the areal of the La Tène culture covered almost its entire length, forming a contact zone with the Jastorf culture, i.e. the locus of early Celtic-Germanic cultural contact. In Roman geography, the Rhine formed the boundary between Gallia and Germania by definition; e.g. Maurus Servius Honoratus, Commentary on the Aeneid of Vergil (8.727) (Rhenus) fluvius Galliae, qui Germanos a Gallia dividit \\\"(The Rhine is a) river of Gaul, which divides the Germanic people from Gaul.\\\"\"\n },\n {\n \"document_id\": \"5733647e4776f419006609ae\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"There are also many places commemorating the heroic history of Warsaw. Pawiak, an infamous German Gestapo prison now occupied by a Mausoleum of Memory of Martyrdom and the museum, is only the beginning of a walk in the traces of Heroic City. The Warsaw Citadel, an impressive 19th-century fortification built after the defeat of the November Uprising, was a place of martyr for the Poles. Another important monument, the statue of Little Insurgent located at the ramparts of the Old Town, commemorates the children who served as messengers and frontline troops in the Warsaw Uprising, while the impressive Warsaw Uprising Monument by Wincenty Kućma was erected in memory of the largest insurrection of World War II.\"\n },\n {\n \"document_id\": \"571161092419e314009555d7\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"It is possible to use a mechanism based on a pistonless rotary engine such as the Wankel engine in place of the cylinders and valve gear of a conventional reciprocating steam engine. Many such engines have been designed, from the time of James Watt to the present day, but relatively few were actually built and even fewer went into quantity production; see link at bottom of article for more details. The major problem is the difficulty of sealing the rotors to make them steam-tight in the face of wear and thermal expansion; the resulting leakage made them very inefficient. Lack of expansive working, or any means of control of the cutoff is also a serious problem with many such designs.[citation needed]\"\n },\n {\n \"document_id\": \"572861cc4b864d190016495e\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The UChicago Arts program joins academic departments and programs in the Division of the Humanities and the College, as well as professional organizations including the Court Theatre, the Oriental Institute, the Smart Museum of Art, the Renaissance Society, University of Chicago Presents, and student arts organizations. The university has an artist-in-residence program and scholars in performance studies, contemporary art criticism, and film history. It has offered a doctorate in music composition since 1933 and in Cinema & Media studies since 2000, a master of fine arts in visual arts (early 1970s), and a master of arts in the humanities with a creative writing track (2000). It has bachelor's degree programs in visual arts, music, and art history, and, more recently, Cinema & Media studies (1996) and theater & performance studies (2002). The College's general education core includes a “dramatic, music, and visual arts” requirement, requiring students to study the history of the arts, stage desire, or begin working with sculpture. Several thousand major and non-major undergraduates enroll annually in creative and performing arts classes. UChicago is often considered the birthplace of improvisational comedy as the Compass Players student comedy troupe evolved into The Second City improv theater troupe in 1959. The Reva and David Logan Center for the Arts opened in October 2012, five years after a $35 million gift from alumnus David Logan and his wife Reva. The center includes spaces for exhibitions, performances, classes, and media production. The Logan Center was designed by Tod Williams and Billie Tsien. This building is actually entirely glass. The brick is a facade designed to keep the glass safe from the wind. The architects later removed sections of the bricks when pressure arose in the form of complaints that the views of the city were blocked.\"\n },\n {\n \"document_id\": \"57096c95200fba1400367fbb\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Provided is a universal Ku band LNB (9.75/10.600 GHz) which is fitted at the end of the dish and pointed at the correct satellite constellation; most digital receivers will receive the free to air channels. Some broadcasts are free-to-air and unencrypted, some are encrypted but do not require a monthly subscription (known as free-to-view), some are encrypted and require a monthly subscription, and some are pay-per-view services. To view the encrypted content a VideoGuard UK equipped receiver (all of which are dedicated to the Sky service, and cannot be used to decrypt other services) needs to be used. Unofficial CAMs are now available to view the service, although use of them breaks the user's contract with Sky and invalidates the user's rights to use the card.\"\n },\n {\n \"document_id\": \"57297ed93f37b3190047845f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"A particularly simple example of a probabilistic test is the Fermat primality test, which relies on the fact (Fermat's little theorem) that np≡n (mod p) for any n if p is a prime number. If we have a number b that we want to test for primality, then we work out nb (mod b) for a random value of n as our test. A flaw with this test is that there are some composite numbers (the Carmichael numbers) that satisfy the Fermat identity even though they are not prime, so the test has no way of distinguishing between prime numbers and Carmichael numbers. Carmichael numbers are substantially rarer than prime numbers, though, so this test can be useful for practical purposes. More powerful extensions of the Fermat primality test, such as the Baillie-PSW, Miller-Rabin, and Solovay-Strassen tests, are guaranteed to fail at least some of the time when applied to a composite number.\"\n },\n {\n \"document_id\": \"5729f3831d0469140077967b\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The rainforest contains several species that can pose a hazard. Among the largest predatory creatures are the black caiman, jaguar, cougar, and anaconda. In the river, electric eels can produce an electric shock that can stun or kill, while piranha are known to bite and injure humans. Various species of poison dart frogs secrete lipophilic alkaloid toxins through their flesh. There are also numerous parasites and disease vectors. Vampire bats dwell in the rainforest and can spread the rabies virus. Malaria, yellow fever and Dengue fever can also be contracted in the Amazon region.\"\n },\n {\n \"document_id\": \"56e1f10ee3433e1400423223\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Similarly, it is not known if L (the set of all problems that can be solved in logarithmic space) is strictly contained in P or equal to P. Again, there are many complexity classes between the two, such as NL and NC, and it is not known if they are distinct or equal classes.\"\n },\n {\n \"document_id\": \"57108073b654c5140001f925\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"By 1620 the Huguenots were on the defensive, and the government increasingly applied pressure. A series of three small civil wars known as the Huguenot rebellions broke out, mainly in southwestern France, between 1621 and 1629. revolted against royal authority. The uprising occurred a decade following the death of Henry IV, a Huguenot before converting to Catholicism, who had protected Protestants through the Edict of Nantes. His successor Louis XIII, under the regency of his Italian Catholic mother Marie de' Medici, became more intolerant of Protestantism. The Huguenots respond by establishing independent political and military structures, establishing diplomatic contacts with foreign powers, and openly revolting against central power. The rebellions were implacably suppressed by the French Crown.[citation needed]\"\n },\n {\n \"document_id\": \"57113ba6b654c5140001fc1f\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Lead fusible plugs may be present in the crown of the boiler's firebox. If the water level drops, such that the temperature of the firebox crown increases significantly, the lead melts and the steam escapes, warning the operators, who may then manually suppress the fire. Except in the smallest of boilers the steam escape has little effect on dampening the fire. The plugs are also too small in area to lower steam pressure significantly, depressurizing the boiler. If they were any larger, the volume of escaping steam would itself endanger the crew.[citation needed]\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "d340b2030175f7b0f604ce814dc1a452da7614fc4654153d0f3233845cf622e6", "document_ids": [ "5725d42a89a1e219009abf58", "56e1b169cd28a01900c67a72", "5726e985dd62a815002e94da", "57332e48d058e614000b5762", "57265360dd62a815002e819a", "57340a094776f4190066177d", "57300761947a6a140053cf9a", "5733647e4776f419006609ae", "571161092419e314009555d7", "572861cc4b864d190016495e", "57096c95200fba1400367fbb", "57297ed93f37b3190047845f", "5729f3831d0469140077967b", "56e1f10ee3433e1400423223", "57108073b654c5140001f925", "57113ba6b654c5140001fc1f" ], "example_id": "57108073b654c5140001f925", "gold_document": 14, "question": "What were the civil wars caused by the Huguenots called?", "trial_id": "squad-fb8577ec44c607c3" }, { "answers": [ "input encoding" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57297547af94a219006aa45c\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Most early Greeks did not even consider 1 to be a number, so they could not consider it to be a prime. By the Middle Ages and Renaissance many mathematicians included 1 as the first prime number. In the mid-18th century Christian Goldbach listed 1 as the first prime in his famous correspondence with Leonhard Euler -- who did not agree. In the 19th century many mathematicians still considered the number 1 to be a prime. For example, Derrick Norman Lehmer's list of primes up to 10,006,721, reprinted as late as 1956, started with 1 as its first prime. Henri Lebesgue is said to be the last professional mathematician to call 1 prime. By the early 20th century, mathematicians began to accept that 1 is not a prime number, but rather forms its own special category as a \\\"unit\\\".\"\n },\n {\n \"document_id\": \"5725d16aec44d21400f3d61b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The region is home to about 2.5 million insect species, tens of thousands of plants, and some 2,000 birds and mammals. To date, at least 40,000 plant species, 2,200 fishes, 1,294 birds, 427 mammals, 428 amphibians, and 378 reptiles have been scientifically classified in the region. One in five of all the bird species in the world live in the rainforests of the Amazon, and one in five of the fish species live in Amazonian rivers and streams. Scientists have described between 96,660 and 128,843 invertebrate species in Brazil alone.\"\n },\n {\n \"document_id\": \"56e2042ecd28a01900c67c1e\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Earlier papers studying problems solvable by Turing machines with specific bounded resources include John Myhill's definition of linear bounded automata (Myhill 1960), Raymond Smullyan's study of rudimentary sets (1961), as well as Hisao Yamada's paper on real-time computations (1962). Somewhat earlier, Boris Trakhtenbrot (1956), a pioneer in the field from the USSR, studied another specific complexity measure. As he remembers:\"\n },\n {\n \"document_id\": \"5725f5b1271a42140099d371\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Fresno is marked by a semi-arid climate (Köppen BSh), with mild, moist winters and hot and dry summers, thus displaying Mediterranean characteristics. December and January are the coldest months, and average around 46.5 °F (8.1 °C), and there are 14 nights with freezing lows annually, with the coldest night of the year typically bottoming out below 30 °F (−1.1 °C). July is the warmest month, averaging 83.0 °F (28.3 °C); normally, there are 32 days of 100 °F (37.8 °C)+ highs and 106 days of 90 °F (32.2 °C)+ highs, and in July and August, there are only three or four days where the high does not reach 90 °F (32.2 °C). Summers provide considerable sunshine, with July peaking at 97 percent of the total possible sunlight hours; conversely, January is the lowest with only 46 percent of the daylight time in sunlight because of thick tule fog. However, the year averages 81% of possible sunshine, for a total of 3550 hours. Average annual precipitation is around 11.5 inches (292.1 mm), which, by definition, would classify the area as a semidesert. Most of the wind rose direction occurrences derive from the northwest, as winds are driven downward along the axis of the California Central Valley; in December, January and February there is an increased presence of southeastern wind directions in the wind rose statistics. Fresno meteorology was selected in a national U.S. Environmental Protection Agency study for analysis of equilibrium temperature for use of ten-year meteorological data to represent a warm, dry western United States locale.\"\n },\n {\n \"document_id\": \"57302700a23a5019007fce89\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"For many years, Sudan had an Islamist regime under the leadership of Hassan al-Turabi. His National Islamic Front first gained influence when strongman General Gaafar al-Nimeiry invited members to serve in his government in 1979. Turabi built a powerful economic base with money from foreign Islamist banking systems, especially those linked with Saudi Arabia. He also recruited and built a cadre of influential loyalists by placing sympathetic students in the university and military academy while serving as minister of education.\"\n },\n {\n \"document_id\": \"572647e2dd62a815002e805c\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The National Science Foundation Network (NSFNET) was a program of coordinated, evolving projects sponsored by the National Science Foundation (NSF) beginning in 1985 to promote advanced research and education networking in the United States. NSFNET was also the name given to several nationwide backbone networks operating at speeds of 56 kbit/s, 1.5 Mbit/s (T1), and 45 Mbit/s (T3) that were constructed to support NSF's networking initiatives from 1985-1995. Initially created to link researchers to the nation's NSF-funded supercomputing centers, through further public funding and private industry partnerships it developed into a major part of the Internet backbone.\"\n },\n {\n \"document_id\": \"570d35b7b3d812140066d54d\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Victoria contains many topographically, geologically and climatically diverse areas, ranging from the wet, temperate climate of Gippsland in the southeast to the snow-covered Victorian alpine areas which rise to almost 2,000 m (6,600 ft), with Mount Bogong the highest peak at 1,986 m (6,516 ft). There are extensive semi-arid plains to the west and northwest. There is an extensive series of river systems in Victoria. Most notable is the Murray River system. Other rivers include: Ovens River, Goulburn River, Patterson River, King River, Campaspe River, Loddon River, Wimmera River, Elgin River, Barwon River, Thomson River, Snowy River, Latrobe River, Yarra River, Maribyrnong River, Mitta River, Hopkins River, Merri River and Kiewa River. The state symbols include the pink heath (state flower), Leadbeater's possum (state animal) and the helmeted honeyeater (state bird).\"\n },\n {\n \"document_id\": \"56e20a27cd28a01900c67c24\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Even though some proofs of complexity-theoretic theorems regularly assume some concrete choice of input encoding, one tries to keep the discussion abstract enough to be independent of the choice of encoding. This can be achieved by ensuring that different representations can be transformed into each other efficiently.\"\n },\n {\n \"document_id\": \"572821274b864d1900164510\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The tallest building in Downtown Jacksonville's skyline is the Bank of America Tower, constructed in 1990 as the Barnett Center. It has a height of 617 ft (188 m) and includes 42 floors. Other notable structures include the 37-story Wells Fargo Center (with its distinctive flared base making it the defining building in the Jacksonville skyline), originally built in 1972-74 by the Independent Life and Accident Insurance Company, and the 28 floor Riverplace Tower which, when completed in 1967, was the tallest precast, post-tensioned concrete structure in the world.\"\n },\n {\n \"document_id\": \"573330444776f41900660758\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"John Paul II's visits to his native country in 1979 and 1983 brought support to the budding solidarity movement and encouraged the growing anti-communist fervor there. In 1979, less than a year after becoming pope, John Paul celebrated Mass in Victory Square in Warsaw and ended his sermon with a call to \\\"renew the face\\\" of Poland: Let Thy Spirit descend! Let Thy Spirit descend and renew the face of the land! This land! These words were very meaningful for the Polish citizens who understood them as the incentive for the democratic changes.\"\n },\n {\n \"document_id\": \"57113639a58dae1900cd6d18\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"It is a logical extension of the compound engine (described above) to split the expansion into yet more stages to increase efficiency. The result is the multiple expansion engine. Such engines use either three or four expansion stages and are known as triple and quadruple expansion engines respectively. These engines use a series of cylinders of progressively increasing diameter. These cylinders are designed to divide the work into equal shares for each expansion stage. As with the double expansion engine, if space is at a premium, then two smaller cylinders may be used for the low-pressure stage. Multiple expansion engines typically had the cylinders arranged inline, but various other formations were used. In the late 19th century, the Yarrow-Schlick-Tweedy balancing 'system' was used on some marine triple expansion engines. Y-S-T engines divided the low-pressure expansion stages between two cylinders, one at each end of the engine. This allowed the crankshaft to be better balanced, resulting in a smoother, faster-responding engine which ran with less vibration. This made the 4-cylinder triple-expansion engine popular with large passenger liners (such as the Olympic class), but this was ultimately replaced by the virtually vibration-free turbine engine.[citation needed]\"\n },\n {\n \"document_id\": \"572fbfa504bcaa1900d76c73\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Parliament typically sits Tuesdays, Wednesdays and Thursdays from early January to late June and from early September to mid December, with two-week recesses in April and October. Plenary meetings in the debating chamber usually take place on Wednesday afternoons from 2 pm to 6 pm and on Thursdays from 9:15 am to 6 pm. Chamber debates and committee meetings are open to the public. Entry is free, but booking in advance is recommended due to limited space. Meetings are broadcast on the Parliament's own channel Holyrood.tv and on the BBC's parliamentary channel BBC Parliament. Proceedings are also recorded in text form, in print and online, in the Official Report, which is the substantially verbatim transcript of parliamentary debates.\"\n },\n {\n \"document_id\": \"57274e0d708984140094dbe5\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The modern trend in design is toward integration of previously separated specialties, especially among large firms. In the past, architects, interior designers, engineers, developers, construction managers, and general contractors were more likely to be entirely separate companies, even in the larger firms. Presently, a firm that is nominally an \\\"architecture\\\" or \\\"construction management\\\" firm may have experts from all related fields as employees, or to have an associated company that provides each necessary skill. Thus, each such firm may offer itself as \\\"one-stop shopping\\\" for a construction project, from beginning to end. This is designated as a \\\"design build\\\" contract where the contractor is given a performance specification and must undertake the project from design to construction, while adhering to the performance specifications.\"\n },\n {\n \"document_id\": \"571097baa58dae1900cd6a98\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Paul Revere was descended from Huguenot refugees, as was Henry Laurens, who signed the Articles of Confederation for South Carolina; Jack Jouett, who made the ride from Cuckoo Tavern to warn Thomas Jefferson and others that Tarleton and his men were on their way to arrest him for crimes against the king; Francis Marion, and a number of other leaders of the American Revolution and later statesmen. The last active Huguenot congregation in North America worships in Charleston, South Carolina, at a church that dates to 1844. The Huguenot Society of America maintains Manakin Episcopal Church in Virginia as an historic shrine with occasional services. The Society has chapters in numerous states, with the one in Texas being the largest.\"\n },\n {\n \"document_id\": \"57265360dd62a815002e819a\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Although lacking historical connections to the Middle East, Japan was the country most dependent on Arab oil. 71% of its imported oil came from the Middle East in 1970. On November 7, 1973, the Saudi and Kuwaiti governments declared Japan a \\\"nonfriendly\\\" country to encourage it to change its noninvolvement policy. It received a 5% production cut in December, causing a panic. On November 22, Japan issued a statement \\\"asserting that Israel should withdraw from all of the 1967 territories, advocating Palestinian self-determination, and threatening to reconsider its policy toward Israel if Israel refused to accept these preconditions\\\". By December 25, Japan was considered an Arab-friendly state.\"\n },\n {\n \"document_id\": \"5727c55bff5b5019007d94ce\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"James Bryant Conant (president, 1933–1953) reinvigorated creative scholarship to guarantee its preeminence among research institutions. He saw higher education as a vehicle of opportunity for the talented rather than an entitlement for the wealthy, so Conant devised programs to identify, recruit, and support talented youth. In 1943, he asked the faculty make a definitive statement about what general education ought to be, at the secondary as well as the college level. The resulting Report, published in 1945, was one of the most influential manifestos in the history of American education in the 20th century.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "61deec830610624b56451e79b1c6a191f9e11f0ccaea00fddc29162fce5d1ee6", "document_ids": [ "57297547af94a219006aa45c", "5725d16aec44d21400f3d61b", "56e2042ecd28a01900c67c1e", "5725f5b1271a42140099d371", "57302700a23a5019007fce89", "572647e2dd62a815002e805c", "570d35b7b3d812140066d54d", "56e20a27cd28a01900c67c24", "572821274b864d1900164510", "573330444776f41900660758", "57113639a58dae1900cd6d18", "572fbfa504bcaa1900d76c73", "57274e0d708984140094dbe5", "571097baa58dae1900cd6a98", "57265360dd62a815002e819a", "5727c55bff5b5019007d94ce" ], "example_id": "56e20a27cd28a01900c67c24", "gold_document": 7, "question": "What is the concrete choice typically assumed by most complexity-theoretic theorems?", "trial_id": "squad-2b74242d14427e7e" }, { "answers": [ "illegal", "illegal acts" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Imperialism and colonialism both dictate the political and economic advantage over a land and the indigenous populations they control, yet scholars sometimes find it difficult to illustrate the difference between the two. Although imperialism and colonialism focus on the suppression of an other, if colonialism refers to the process of a country taking physical control of another, imperialism refers to the political and monetary dominance, either formally or informally. Colonialism is seen to be the architect deciding how to start dominating areas and then imperialism can be seen as creating the idea behind conquest cooperating with colonialism. Colonialism is when the imperial nation begins a conquest over an area and then eventually is able to rule over the areas the previous nation had controlled. Colonialism's core meaning is the exploitation of the valuable assets and supplies of the nation that was conquered and the conquering nation then gaining the benefits from the spoils of the war. The meaning of imperialism is to create an empire, by conquering the other state's lands and therefore increasing its own dominance. Colonialism is the builder and preserver of the colonial possessions in an area by a population coming from a foreign region. Colonialism can completely change the existing social structure, physical structure and economics of an area; it is not unusual that the characteristics of the conquering peoples are inherited by the conquered indigenous populations.\"\n },\n {\n \"document_id\": \"5726577f708984140094c301\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Black Death ravaged much of the Islamic world. Plague was present in at least one location in the Islamic world virtually every year between 1500 and 1850. Plague repeatedly struck the cities of North Africa. Algiers lost 30 to 50 thousand inhabitants to it in 1620–21, and again in 1654–57, 1665, 1691, and 1740–42. Plague remained a major event in Ottoman society until the second quarter of the 19th century. Between 1701 and 1750, thirty-seven larger and smaller epidemics were recorded in Constantinople, and an additional thirty-one between 1751 and 1800. Baghdad has suffered severely from visitations of the plague, and sometimes two-thirds of its population has been wiped out.\"\n },\n {\n \"document_id\": \"5725cf3238643c19005acd61\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Terra preta (black earth), which is distributed over large areas in the Amazon forest, is now widely accepted as a product of indigenous soil management. The development of this fertile soil allowed agriculture and silviculture in the previously hostile environment; meaning that large portions of the Amazon rainforest are probably the result of centuries of human management, rather than naturally occurring as has previously been supposed. In the region of the Xingu tribe, remains of some of these large settlements in the middle of the Amazon forest were found in 2003 by Michael Heckenberger and colleagues of the University of Florida. Among those were evidence of roads, bridges and large plazas.\"\n },\n {\n \"document_id\": \"57265746dd62a815002e8218\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Cydippid ctenophores have bodies that are more or less rounded, sometimes nearly spherical and other times more cylindrical or egg-shaped; the common coastal \\\"sea gooseberry,\\\" Pleurobrachia, sometimes has an egg-shaped body with the mouth at the narrow end, although some individuals are more uniformly round. From opposite sides of the body extends a pair of long, slender tentacles, each housed in a sheath into which it can be withdrawn. Some species of cydippids have bodies that are flattened to various extents, so that they are wider in the plane of the tentacles.\"\n },\n {\n \"document_id\": \"5726e179dd62a815002e93ae\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Because of the complexity of medications including specific indications, effectiveness of treatment regimens, safety of medications (i.e., drug interactions) and patient compliance issues (in the hospital and at home) many pharmacists practicing in hospitals gain more education and training after pharmacy school through a pharmacy practice residency and sometimes followed by another residency in a specific area. Those pharmacists are often referred to as clinical pharmacists and they often specialize in various disciplines of pharmacy. For example, there are pharmacists who specialize in hematology/oncology, HIV/AIDS, infectious disease, critical care, emergency medicine, toxicology, nuclear pharmacy, pain management, psychiatry, anti-coagulation clinics, herbal medicine, neurology/epilepsy management, pediatrics, neonatal pharmacists and more.\"\n },\n {\n \"document_id\": \"5733e771d058e614000b6545\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The War of the Austrian Succession (whose North American theater is known as King George's War) formally ended in 1748 with the signing of the Treaty of Aix-la-Chapelle. The treaty was primarily focused on resolving issues in Europe. The issues of conflicting territorial claims between British and French colonies in North America were turned over to a commission to resolve, but it reached no decision. Frontiers from between Nova Scotia and Acadia in the north, to the Ohio Country in the south, were claimed by both sides. The disputes also extended into the Atlantic Ocean, where both powers wanted access to the rich fisheries of the Grand Banks off Newfoundland.\"\n },\n {\n \"document_id\": \"57300580b2c2fd140056874d\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Since ~3000 yr BP (= years Before Present), human impact is seen in the delta. As a result of increasing land clearance (Bronze Age agriculture), in the upland areas (central Germany), the sediment load of the Rhine has strongly increased and delta growth has sped up. This caused increased flooding and sedimentation, ending peat formation in the delta. The shifting of river channels to new locations, on the floodplain (termed avulsion), was the main process distributing sediment across the subrecent delta. Over the past 6000 years, approximately 80 avulsions have occurred. Direct human impact in the delta started with peat mining, for salt and fuel, from Roman times onward. This was followed by embankment, of the major distributaries and damming of minor distributaries, which took place in the 11–13th century AD. Thereafter, canals were dug, bends were short cut and groynes were built, to prevent the river's channels from migrating or silting up.\"\n },\n {\n \"document_id\": \"57293e221d046914007791d5\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The executive summary of the WG I Summary for Policymakers report says they are certain that emissions resulting from human activities are substantially increasing the atmospheric concentrations of the greenhouse gases, resulting on average in an additional warming of the Earth's surface. They calculate with confidence that CO2 has been responsible for over half the enhanced greenhouse effect. They predict that under a \\\"business as usual\\\" (BAU) scenario, global mean temperature will increase by about 0.3 °C per decade during the [21st] century. They judge that global mean surface air temperature has increased by 0.3 to 0.6 °C over the last 100 years, broadly consistent with prediction of climate models, but also of the same magnitude as natural climate variability. The unequivocal detection of the enhanced greenhouse effect is not likely for a decade or more.\"\n },\n {\n \"document_id\": \"5730069004bcaa1900d7702d\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"At present, the branches Waal and Nederrijn-Lek discharge to the North Sea, through the former Meuse estuary, near Rotterdam. The river IJssel branch flows to the north and enters the IJsselmeer, formerly the Zuider Zee brackish lagoon; however, since 1932, a freshwater lake. The discharge of the Rhine is divided among three branches: the River Waal (6/9 of total discharge), the River Nederrijn – Lek (2/9 of total discharge) and the River IJssel (1/9 of total discharge). This discharge distribution has been maintained since 1709, by river engineering works, including the digging of the Pannerdens canal and since the 20th century, with the help of weirs in the Nederrijn river.\"\n },\n {\n \"document_id\": \"56ddde6b9a695914005b9628\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The Normans (Norman: Nourmands; French: Normands; Latin: Normanni) were the people who in the 10th and 11th centuries gave their name to Normandy, a region in France. They were descended from Norse (\\\"Norman\\\" comes from \\\"Norseman\\\") raiders and pirates from Denmark, Iceland and Norway who, under their leader Rollo, agreed to swear fealty to King Charles III of West Francia. Through generations of assimilation and mixing with the native Frankish and Roman-Gaulish populations, their descendants would gradually merge with the Carolingian-based cultures of West Francia. The distinct cultural and ethnic identity of the Normans emerged initially in the first half of the 10th century, and it continued to evolve over the succeeding centuries.\"\n },\n {\n \"document_id\": \"573776eec3c5551400e51ee9\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Dynamic equilibrium was first described by Galileo who noticed that certain assumptions of Aristotelian physics were contradicted by observations and logic. Galileo realized that simple velocity addition demands that the concept of an \\\"absolute rest frame\\\" did not exist. Galileo concluded that motion in a constant velocity was completely equivalent to rest. This was contrary to Aristotle's notion of a \\\"natural state\\\" of rest that objects with mass naturally approached. Simple experiments showed that Galileo's understanding of the equivalence of constant velocity and rest were correct. For example, if a mariner dropped a cannonball from the crow's nest of a ship moving at a constant velocity, Aristotelian physics would have the cannonball fall straight down while the ship moved beneath it. Thus, in an Aristotelian universe, the falling cannonball would land behind the foot of the mast of a moving ship. However, when this experiment is actually conducted, the cannonball always falls at the foot of the mast, as if the cannonball knows to travel with the ship despite being separated from it. Since there is no forward horizontal force being applied on the cannonball as it falls, the only conclusion left is that the cannonball continues to move with the same velocity as the boat as it falls. Thus, no force is required to keep the cannonball moving at the constant forward velocity.\"\n },\n {\n \"document_id\": \"56e1b62ecd28a01900c67aa3\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"For a precise definition of what it means to solve a problem using a given amount of time and space, a computational model such as the deterministic Turing machine is used. The time required by a deterministic Turing machine M on input x is the total number of state transitions, or steps, the machine makes before it halts and outputs the answer (\\\"yes\\\" or \\\"no\\\"). A Turing machine M is said to operate within time f(n), if the time required by M on each input of length n is at most f(n). A decision problem A can be solved in time f(n) if there exists a Turing machine operating in time f(n) that solves the problem. Since complexity theory is interested in classifying problems based on their difficulty, one defines sets of problems based on some criteria. For instance, the set of problems solvable within time f(n) on a deterministic Turing machine is then denoted by DTIME(f(n)).\"\n },\n {\n \"document_id\": \"5725d183271a42140099d23d\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Before World War II, Fresno had many ethnic neighborhoods, including Little Armenia, German Town, Little Italy, and Chinatown. In 1940, the Census Bureau reported Fresno's population as 94.0% white, 3.3% black and 2.7% Asian. (Incongruously, Chinatown was primarily a Japanese neighborhood and today Japanese-American businesses still remain). During 1942, Pinedale, in what is now North Fresno, was the site of the Pinedale Assembly Center, an interim facility for the relocation of Fresno area Japanese Americans to internment camps. The Fresno Fairgrounds was also utilized as an assembly center.\"\n },\n {\n \"document_id\": \"572a0e4b6aef051400155214\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The mechanisms used to evade the adaptive immune system are more complicated. The simplest approach is to rapidly change non-essential epitopes (amino acids and/or sugars) on the surface of the pathogen, while keeping essential epitopes concealed. This is called antigenic variation. An example is HIV, which mutates rapidly, so the proteins on its viral envelope that are essential for entry into its host target cell are constantly changing. These frequent changes in antigens may explain the failures of vaccines directed at this virus. The parasite Trypanosoma brucei uses a similar strategy, constantly switching one type of surface protein for another, allowing it to stay one step ahead of the antibody response. Masking antigens with host molecules is another common strategy for avoiding detection by the immune system. In HIV, the envelope that covers the virion is formed from the outermost membrane of the host cell; such \\\"self-cloaked\\\" viruses make it difficult for the immune system to identify them as \\\"non-self\\\" structures.\"\n },\n {\n \"document_id\": \"572825a92ca10214002d9efe\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Civil disobedients have chosen a variety of different illegal acts. Bedau writes, \\\"There is a whole class of acts, undertaken in the name of civil disobedience, which, even if they were widely practiced, would in themselves constitute hardly more than a nuisance (e.g. trespassing at a nuclear-missile installation)...Such acts are often just a harassment and, at least to the bystander, somewhat inane...The remoteness of the connection between the disobedient act and the objectionable law lays such acts open to the charge of ineffectiveness and absurdity.\\\" Bedau also notes, though, that the very harmlessness of such entirely symbolic illegal protests toward public policy goals may serve a propaganda purpose. Some civil disobedients, such as the proprietors of illegal medical cannabis dispensaries and Voice in the Wilderness, which brought medicine to Iraq without the permission of the U.S. Government, directly achieve a desired social goal (such as the provision of medication to the sick) while openly breaking the law. Julia Butterfly Hill lived in Luna, a 180-foot (55 m)-tall, 600-year-old California Redwood tree for 738 days, successfully preventing it from being cut down.\"\n },\n {\n \"document_id\": \"571161092419e314009555d7\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"It is possible to use a mechanism based on a pistonless rotary engine such as the Wankel engine in place of the cylinders and valve gear of a conventional reciprocating steam engine. Many such engines have been designed, from the time of James Watt to the present day, but relatively few were actually built and even fewer went into quantity production; see link at bottom of article for more details. The major problem is the difficulty of sealing the rotors to make them steam-tight in the face of wear and thermal expansion; the resulting leakage made them very inefficient. Lack of expansive working, or any means of control of the cutoff is also a serious problem with many such designs.[citation needed]\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "df1576ed2ab6b24596375707a90f203f7afc6283cf4768a796a24a9b73f23151", "document_ids": [ "573085ea8ab72b1400f9c54c", "5726577f708984140094c301", "5725cf3238643c19005acd61", "57265746dd62a815002e8218", "5726e179dd62a815002e93ae", "5733e771d058e614000b6545", "57300580b2c2fd140056874d", "57293e221d046914007791d5", "5730069004bcaa1900d7702d", "56ddde6b9a695914005b9628", "573776eec3c5551400e51ee9", "56e1b62ecd28a01900c67aa3", "5725d183271a42140099d23d", "572a0e4b6aef051400155214", "572825a92ca10214002d9efe", "571161092419e314009555d7" ], "example_id": "572825a92ca10214002d9efe", "gold_document": 14, "question": "Civil disobedients have chosen many different kinds of what type of behaviors?", "trial_id": "squad-f1f528e3eb0350ac" }, { "answers": [ "Alberta and British Columbia" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572fdc34a23a5019007fca93\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"For the Conservatives, the main disappointment was the loss of Edinburgh Pentlands, the seat of former party leader David McLetchie, to the SNP. McLetchie was elected on the Lothian regional list and the Conservatives suffered a net loss of five seats, with leader Annabel Goldie claiming that their support had held firm. Nevertheless, she too announced she would step down as leader of the party. Cameron congratulated the SNP on their victory but vowed to campaign for the Union in the independence referendum.\"\n },\n {\n \"document_id\": \"573092088ab72b1400f9c594\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Imperialism has played an important role in the histories of Japan, Korea, the Assyrian Empire, the Chinese Empire, the Roman Empire, Greece, the Byzantine Empire, the Persian Empire, the Ottoman Empire, Ancient Egypt, the British Empire, India, and many other empires. Imperialism was a basic component to the conquests of Genghis Khan during the Mongol Empire, and of other war-lords. Historically recognized Muslim empires number in the dozens. Sub-Saharan Africa has also featured dozens of empires that predate the European colonial era, for example the Ethiopian Empire, Oyo Empire, Asante Union, Luba Empire, Lunda Empire, and Mutapa Empire. The Americas during the pre-Columbian era also had large empires such as the Aztec Empire and the Incan Empire.\"\n },\n {\n \"document_id\": \"5728809f2ca10214002da40c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Guo Shoujing applied mathematics to the construction of calendars. He was one of the first mathematicians in China to work on spherical trigonometry. Gou derived a cubic interpolation formula for his astronomical calculations. His calendar, the Shoushi Li (授時暦) or Calendar for Fixing the Seasons, was disseminated in 1281 as the official calendar of the Yuan dynasty. The calendar may have been influenced solely by the work of Song dynasty astronomer Shen Kuo or possibly by the work of Arab astronomers. There are no explicit signs of Muslim influences in the Shoushi calendar, but Mongol rulers were known to be interested in Muslim calendars. Mathematical knowledge from the Middle East was introduced to China under the Mongols, and Muslim astronomers brought Arabic numerals to China in the 13th century.\"\n },\n {\n \"document_id\": \"5726f96ddd62a815002e9698\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"This shift has already commenced in some countries; for instance, pharmacists in Australia receive remuneration from the Australian Government for conducting comprehensive Home Medicines Reviews. In Canada, pharmacists in certain provinces have limited prescribing rights (as in Alberta and British Columbia) or are remunerated by their provincial government for expanded services such as medications reviews (Medschecks in Ontario). In the United Kingdom, pharmacists who undertake additional training are obtaining prescribing rights and this is because of pharmacy education. They are also being paid for by the government for medicine use reviews. In Scotland the pharmacist can write prescriptions for Scottish registered patients of their regular medications, for the majority of drugs, except for controlled drugs, when the patient is unable to see their doctor, as could happen if they are away from home or the doctor is unavailable. In the United States, pharmaceutical care or clinical pharmacy has had an evolving influence on the practice of pharmacy. Moreover, the Doctor of Pharmacy (Pharm. D.) degree is now required before entering practice and some pharmacists now complete one or two years of residency or fellowship training following graduation. In addition, consultant pharmacists, who traditionally operated primarily in nursing homes are now expanding into direct consultation with patients, under the banner of \\\"senior care pharmacy.\\\"\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-income households\\\" as it does their income, though it did agree that household consumption numbers show more equal distribution than household income.\"\n },\n {\n \"document_id\": \"56e181d9e3433e1400422fa0\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"When considering computational problems, a problem instance is a string over an alphabet. Usually, the alphabet is taken to be the binary alphabet (i.e., the set {0,1}), and thus the strings are bitstrings. As in a real-world computer, mathematical objects other than bitstrings must be suitably encoded. For example, integers can be represented in binary notation, and graphs can be encoded directly via their adjacency matrices, or by encoding their adjacency lists in binary.\"\n },\n {\n \"document_id\": \"57379ed81c456719005744d5\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Tension forces can be modeled using ideal strings that are massless, frictionless, unbreakable, and unstretchable. They can be combined with ideal pulleys, which allow ideal strings to switch physical direction. Ideal strings transmit tension forces instantaneously in action-reaction pairs so that if two objects are connected by an ideal string, any force directed along the string by the first object is accompanied by a force directed along the string in the opposite direction by the second object. By connecting the same string multiple times to the same object through the use of a set-up that uses movable pulleys, the tension force on a load can be multiplied. For every string that acts on a load, another factor of the tension force in the string acts on the load. However, even though such machines allow for an increase in force, there is a corresponding increase in the length of string that must be displaced in order to move the load. These tandem effects result ultimately in the conservation of mechanical energy since the work done on the load is the same no matter how complicated the machine.\"\n },\n {\n \"document_id\": \"573407d7d058e614000b6813\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In September 1760, and before any hostilities erupted, Governor Vaudreuil negotiated from Montreal a capitulation with General Amherst. Amherst granted Vaudreuil's request that any French residents who chose to remain in the colony would be given freedom to continue worshiping in their Roman Catholic tradition, continued ownership of their property, and the right to remain undisturbed in their homes. The British provided medical treatment for the sick and wounded French soldiers and French regular troops were returned to France aboard British ships with an agreement that they were not to serve again in the present war.\"\n },\n {\n \"document_id\": \"572ffd75b2c2fd14005686e5\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The last glacial ran from ~74,000 (BP = Before Present), until the end of the Pleistocene (~11,600 BP). In northwest Europe, it saw two very cold phases, peaking around 70,000 BP and around 29,000–24,000 BP. The last phase slightly predates the global last ice age maximum (Last Glacial Maximum). During this time, the lower Rhine flowed roughly west through the Netherlands and extended to the southwest, through the English Channel and finally, to the Atlantic Ocean. The English Channel, the Irish Channel and most of the North Sea were dry land, mainly because sea level was approximately 120 m (390 ft) lower than today.\"\n },\n {\n \"document_id\": \"572ff7ab04bcaa1900d76f51\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The shape of the Rhine delta is determined by two bifurcations: first, at Millingen aan de Rijn, the Rhine splits into Waal and Pannerdens Kanaal, which changes its name to Nederrijn at Angeren, and second near Arnhem, the IJssel branches off from the Nederrijn. This creates three main flows, two of which change names rather often. The largest and southern main branch begins as Waal and continues as Boven Merwede (\\\"Upper Merwede\\\"), Beneden Merwede (\\\"Lower Merwede\\\"), Noord River (\\\"North River\\\"), Nieuwe Maas (\\\"New Meuse\\\"), Het Scheur (\\\"the Rip\\\") and Nieuwe Waterweg (\\\"New Waterway\\\"). The middle flow begins as Nederrijn, then changes into Lek, then joins the Noord, thereby forming Nieuwe Maas. The northern flow keeps the name IJssel until it flows into Lake IJsselmeer. Three more flows carry significant amounts of water: the Nieuwe Merwede (\\\"New Merwede\\\"), which branches off from the southern branch where it changes from Boven to Beneden Merwede; the Oude Maas (\\\"Old Meuse\\\"), which branches off from the southern branch where it changes from Beneden Merwede into Noord, and Dordtse Kil, which branches off from Oude Maas.\"\n },\n {\n \"document_id\": \"57297d421d046914007794e5\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Modern primality tests for general numbers n can be divided into two main classes, probabilistic (or \\\"Monte Carlo\\\") and deterministic algorithms. Deterministic algorithms provide a way to tell for sure whether a given number is prime or not. For example, trial division is a deterministic algorithm because, if performed correctly, it will always identify a prime number as prime and a composite number as composite. Probabilistic algorithms are normally faster, but do not completely prove that a number is prime. These tests rely on testing a given number in a partly random way. For example, a given test might pass all the time if applied to a prime number, but pass only with probability p if applied to a composite number. If we repeat the test n times and pass every time, then the probability that our number is composite is 1/(1-p)n, which decreases exponentially with the number of tests, so we can be as sure as we like (though never perfectly sure) that the number is prime. On the other hand, if the test ever fails, then we know that the number is composite.\"\n },\n {\n \"document_id\": \"57287c142ca10214002da3d0\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Yuan undertook extensive public works. Among Kublai Khan's top engineers and scientists was the astronomer Guo Shoujing, who was tasked with many public works projects and helped the Yuan reform the lunisolar calendar to provide an accuracy of 365.2425 days of the year, which was only 26 seconds off the modern Gregorian calendar's measurement. Road and water communications were reorganized and improved. To provide against possible famines, granaries were ordered built throughout the empire. The city of Beijing was rebuilt with new palace grounds that included artificial lakes, hills and mountains, and parks. During the Yuan period, Beijing became the terminus of the Grand Canal of China, which was completely renovated. These commercially oriented improvements encouraged overland and maritime commerce throughout Asia and facilitated direct Chinese contacts with Europe. Chinese travelers to the West were able to provide assistance in such areas as hydraulic engineering. Contacts with the West also brought the introduction to China of a major food crop, sorghum, along with other foreign food products and methods of preparation.\"\n },\n {\n \"document_id\": \"5728202c4b864d19001644ec\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Non-revolutionary civil disobedience is a simple disobedience of laws on the grounds that they are judged \\\"wrong\\\" by an individual conscience, or as part of an effort to render certain laws ineffective, to cause their repeal, or to exert pressure to get one's political wishes on some other issue. Revolutionary civil disobedience is more of an active attempt to overthrow a government (or to change cultural traditions, social customs, religious beliefs, etc...revolution doesn't have to be political, i.e. \\\"cultural revolution\\\", it simply implies sweeping and widespread change to a section of the social fabric). Gandhi's acts have been described as revolutionary civil disobedience. It has been claimed that the Hungarians under Ferenc Deák directed revolutionary civil disobedience against the Austrian government. Thoreau also wrote of civil disobedience accomplishing \\\"peaceable revolution.\\\" Howard Zinn, Harvey Wheeler, and others have identified the right espoused in The Declaration of Independence to \\\"alter or abolish\\\" an unjust government to be a principle of civil disobedience.\"\n },\n {\n \"document_id\": \"5733d13e4776f419006612c4\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"In 1755, six colonial governors in North America met with General Edward Braddock, the newly arrived British Army commander, and planned a four-way attack on the French. None succeeded and the main effort by Braddock was a disaster; he was defeated in the Battle of the Monongahela on July 9, 1755 and died a few days later. British operations in 1755, 1756 and 1757 in the frontier areas of Pennsylvania and New York all failed, due to a combination of poor management, internal divisions, and effective Canadian scouts, French regular forces, and Indian warrior allies. In 1755, the British captured Fort Beauséjour on the border separating Nova Scotia from Acadia; soon afterward they ordered the expulsion of the Acadians. Orders for the deportation were given by William Shirley, Commander-in-Chief, North America, without direction from Great Britain. The Acadians, both those captured in arms and those who had sworn the loyalty oath to His Britannic Majesty, were expelled. Native Americans were likewise driven off their land to make way for settlers from New England.\"\n },\n {\n \"document_id\": \"572989846aef051400154fc0\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The zeta function is closely related to prime numbers. For example, the aforementioned fact that there are infinitely many primes can also be seen using the zeta function: if there were only finitely many primes then ζ(1) would have a finite value. However, the harmonic series 1 + 1/2 + 1/3 + 1/4 + ... diverges (i.e., exceeds any given number), so there must be infinitely many primes. Another example of the richness of the zeta function and a glimpse of modern algebraic number theory is the following identity (Basel problem), due to Euler,\"\n },\n {\n \"document_id\": \"5727dd2e4b864d1900163eba\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Older than The Game by 23 years, the Harvard-Yale Regatta was the original source of the athletic rivalry between the two schools. It is held annually in June on the Thames River in eastern Connecticut. The Harvard crew is typically considered to be one of the top teams in the country in rowing. Today, Harvard fields top teams in several other sports, such as the Harvard Crimson men's ice hockey team (with a strong rivalry against Cornell), squash, and even recently won NCAA titles in Men's and Women's Fencing. Harvard also won the Intercollegiate Sailing Association National Championships in 2003.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "0478e6f8075e6076789e2c328a761258b85830ddc27600ce835a0d4f63496250", "document_ids": [ "572fdc34a23a5019007fca93", "573092088ab72b1400f9c594", "5728809f2ca10214002da40c", "5726f96ddd62a815002e9698", "572a0c541d046914007796f3", "56e181d9e3433e1400422fa0", "57379ed81c456719005744d5", "573407d7d058e614000b6813", "572ffd75b2c2fd14005686e5", "572ff7ab04bcaa1900d76f51", "57297d421d046914007794e5", "57287c142ca10214002da3d0", "5728202c4b864d19001644ec", "5733d13e4776f419006612c4", "572989846aef051400154fc0", "5727dd2e4b864d1900163eba" ], "example_id": "5726f96ddd62a815002e9698", "gold_document": 3, "question": "Which provinces in Canada limit the rights of pharmacists in prescribing?", "trial_id": "squad-83ace924dad06b4c" }, { "answers": [ "twin prime conjecture", "Polignac's" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The quick and decisive defeat of the Arab troops during the Six-Day War by Israeli troops constituted a pivotal event in the Arab Muslim world. The defeat along with economic stagnation in the defeated countries, was blamed on the secular Arab nationalism of the ruling regimes. A steep and steady decline in the popularity and credibility of secular, socialist and nationalist politics ensued. Ba'athism, Arab socialism, and Arab nationalism suffered, and different democratic and anti-democratic Islamist movements inspired by Maududi and Sayyid Qutb gained ground.\"\n },\n {\n \"document_id\": \"5728202c4b864d19001644ec\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Non-revolutionary civil disobedience is a simple disobedience of laws on the grounds that they are judged \\\"wrong\\\" by an individual conscience, or as part of an effort to render certain laws ineffective, to cause their repeal, or to exert pressure to get one's political wishes on some other issue. Revolutionary civil disobedience is more of an active attempt to overthrow a government (or to change cultural traditions, social customs, religious beliefs, etc...revolution doesn't have to be political, i.e. \\\"cultural revolution\\\", it simply implies sweeping and widespread change to a section of the social fabric). Gandhi's acts have been described as revolutionary civil disobedience. It has been claimed that the Hungarians under Ferenc Deák directed revolutionary civil disobedience against the Austrian government. Thoreau also wrote of civil disobedience accomplishing \\\"peaceable revolution.\\\" Howard Zinn, Harvey Wheeler, and others have identified the right espoused in The Declaration of Independence to \\\"alter or abolish\\\" an unjust government to be a principle of civil disobedience.\"\n },\n {\n \"document_id\": \"56de49a8cffd8e1900b4b7a7\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\"\n },\n {\n \"document_id\": \"572a020f6aef051400155198\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Environmentalists are concerned about loss of biodiversity that will result from destruction of the forest, and also about the release of the carbon contained within the vegetation, which could accelerate global warming. Amazonian evergreen forests account for about 10% of the world's terrestrial primary productivity and 10% of the carbon stores in ecosystems—of the order of 1.1 × 1011 metric tonnes of carbon. Amazonian forests are estimated to have accumulated 0.62 ± 0.37 tons of carbon per hectare per year between 1975 and 1996.\"\n },\n {\n \"document_id\": \"57300e2604bcaa1900d770b7\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The Islamic Republic has also maintained its hold on power in Iran in spite of US economic sanctions, and has created or assisted like-minded Shia terrorist groups in Iraq, Egypt, Syria, Jordan (SCIRI) and Lebanon (Hezbollah) (two Muslim countries that also have large Shiite populations). During the 2006 Israel-Lebanon conflict, the Iranian government enjoyed something of a resurgence in popularity amongst the predominantly Sunni \\\"Arab street,\\\" due to its support for Hezbollah and to President Mahmoud Ahmadinejad's vehement opposition to the United States and his call that Israel shall vanish.\"\n },\n {\n \"document_id\": \"572951f16aef051400154cce\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"In February 2010, in response to controversies regarding claims in the Fourth Assessment Report, five climate scientists – all contributing or lead IPCC report authors – wrote in the journal Nature calling for changes to the IPCC. They suggested a range of new organizational options, from tightening the selection of lead authors and contributors, to dumping it in favor of a small permanent body, or even turning the whole climate science assessment process into a moderated \\\"living\\\" Wikipedia-IPCC. Other recommendations included that the panel employ a full-time staff and remove government oversight from its processes to avoid political interference.\"\n },\n {\n \"document_id\": \"572a1dbb3f37b319004786f5\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Firstly, certain costs are difficult to avoid and are shared by everyone, such as the costs of housing, pensions, education and health care. If the state does not provide these services, then for those on lower incomes, the costs must be borrowed and often those on lower incomes are those who are worse equipped to manage their finances. Secondly, aspirational consumption describes the process of middle income earners aspiring to achieve the standards of living enjoyed by their wealthier counterparts and one method of achieving this aspiration is by taking on debt. The result leads to even greater inequality and potential economic instability.\"\n },\n {\n \"document_id\": \"57264d9edd62a815002e80fe\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In 1973, Nixon named William E. Simon as the first Administrator of the Federal Energy Office, a short-term organization created to coordinate the response to the embargo. Simon allocated states the same amount of domestic oil for 1974 that each had consumed in 1972, which worked for states whose populations were not increasing. In other states, lines at gasoline stations were common. The American Automobile Association reported that in the last week of February 1974, 20% of American gasoline stations had no fuel.\"\n },\n {\n \"document_id\": \"57114f0050c2381900b54a65\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Steam engines can be said to have been the moving force behind the Industrial Revolution and saw widespread commercial use driving machinery in factories, mills and mines; powering pumping stations; and propelling transport appliances such as railway locomotives, ships, steamboats and road vehicles. Their use in agriculture led to an increase in the land available for cultivation. There have at one time or another been steam-powered farm tractors, motorcycles (without much success) and even automobiles as the Stanley Steamer.\"\n },\n {\n \"document_id\": \"572991943f37b319004784a1\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"A third type of conjectures concerns aspects of the distribution of primes. It is conjectured that there are infinitely many twin primes, pairs of primes with difference 2 (twin prime conjecture). Polignac's conjecture is a strengthening of that conjecture, it states that for every positive integer n, there are infinitely many pairs of consecutive primes that differ by 2n. It is conjectured there are infinitely many primes of the form n2 + 1. These conjectures are special cases of the broad Schinzel's hypothesis H. Brocard's conjecture says that there are always at least four primes between the squares of consecutive primes greater than 2. Legendre's conjecture states that there is a prime number between n2 and (n + 1)2 for every positive integer n. It is implied by the stronger Cramér's conjecture.\"\n },\n {\n \"document_id\": \"5729fb003f37b31900478627\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"It is conjectured that a progressive decline in hormone levels with age is partially responsible for weakened immune responses in aging individuals. Conversely, some hormones are regulated by the immune system, notably thyroid hormone activity. The age-related decline in immune function is also related to decreasing vitamin D levels in the elderly. As people age, two things happen that negatively affect their vitamin D levels. First, they stay indoors more due to decreased activity levels. This means that they get less sun and therefore produce less cholecalciferol via UVB radiation. Second, as a person ages the skin becomes less adept at producing vitamin D.\"\n },\n {\n \"document_id\": \"56e1b169cd28a01900c67a72\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Many machine models different from the standard multi-tape Turing machines have been proposed in the literature, for example random access machines. Perhaps surprisingly, each of these models can be converted to another without providing any extra computational power. The time and memory consumption of these alternate models may vary. What all these models have in common is that the machines operate deterministically.\"\n },\n {\n \"document_id\": \"572f76d1b2c2fd1400568153\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"From here, the situation becomes more complicated, as the Dutch name Rijn no longer coincides with the main flow of water. Two thirds of the water flow volume of the Rhine flows farther west, through the Waal and then, via the Merwede and Nieuwe Merwede (De Biesbosch), merging with the Meuse, through the Hollands Diep and Haringvliet estuaries, into the North Sea. The Beneden Merwede branches off, near Hardinxveld-Giessendam and continues as the Noord, to join the Lek, near the village of Kinderdijk, to form the Nieuwe Maas; then flows past Rotterdam and continues via Het Scheur and the Nieuwe Waterweg, to the North Sea. The Oude Maas branches off, near Dordrecht, farther down rejoining the Nieuwe Maas to form Het Scheur.\"\n },\n {\n \"document_id\": \"572fffb404bcaa1900d76fef\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"As northwest Europe slowly began to warm up from 22,000 years ago onward, frozen subsoil and expanded alpine glaciers began to thaw and fall-winter snow covers melted in spring. Much of the discharge was routed to the Rhine and its downstream extension. Rapid warming and changes of vegetation, to open forest, began about 13,000 BP. By 9000 BP, Europe was fully forested. With globally shrinking ice-cover, ocean water levels rose and the English Channel and North Sea re-inundated. Meltwater, adding to the ocean and land subsidence, drowned the former coasts of Europe transgressionally.\"\n },\n {\n \"document_id\": \"5727db85ff5b5019007d96fc\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Harvard's athletic rivalry with Yale is intense in every sport in which they meet, coming to a climax each fall in the annual football meeting, which dates back to 1875 and is usually called simply \\\"The Game\\\". While Harvard's football team is no longer one of the country's best as it often was a century ago during football's early days (it won the Rose Bowl in 1920), both it and Yale have influenced the way the game is played. In 1903, Harvard Stadium introduced a new era into football with the first-ever permanent reinforced concrete stadium of its kind in the country. The stadium's structure actually played a role in the evolution of the college game. Seeking to reduce the alarming number of deaths and serious injuries in the sport, Walter Camp (former captain of the Yale football team), suggested widening the field to open up the game. But the stadium was too narrow to accommodate a wider playing surface. So, other steps had to be taken. Camp would instead support revolutionary new rules for the 1906 season. These included legalizing the forward pass, perhaps the most significant rule change in the sport's history.\"\n },\n {\n \"document_id\": \"56e1febfe3433e1400423236\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"What intractability means in practice is open to debate. Saying that a problem is not in P does not imply that all large cases of the problem are hard or even that most of them are. For example, the decision problem in Presburger arithmetic has been shown not to be in P, yet algorithms have been written that solve the problem in reasonable times in most cases. Similarly, algorithms can solve the NP-complete knapsack problem over a wide range of sizes in less than quadratic time and SAT solvers routinely handle large instances of the NP-complete Boolean satisfiability problem.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "1d8b4f3b49724d45d8a3ccc99a612002df762fb525eb2772fb7fdb35b747e554", "document_ids": [ "573005b9947a6a140053cf6a", "5728202c4b864d19001644ec", "56de49a8cffd8e1900b4b7a7", "572a020f6aef051400155198", "57300e2604bcaa1900d770b7", "572951f16aef051400154cce", "572a1dbb3f37b319004786f5", "57264d9edd62a815002e80fe", "57114f0050c2381900b54a65", "572991943f37b319004784a1", "5729fb003f37b31900478627", "56e1b169cd28a01900c67a72", "572f76d1b2c2fd1400568153", "572fffb404bcaa1900d76fef", "5727db85ff5b5019007d96fc", "56e1febfe3433e1400423236" ], "example_id": "572991943f37b319004784a1", "gold_document": 9, "question": "What conjecture holds that there is an infinite amount of twin primes?", "trial_id": "squad-3b1a44eab9f116e4" }, { "answers": [ "how much time the best algorithm requires to solve the problem", "time" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57283db6ff5b5019007d9fbc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"University of Chicago scholars have played a major role in the development of various academic disciplines, including: the Chicago school of economics, the Chicago school of sociology, the law and economics movement in legal analysis, the Chicago school of literary criticism, the Chicago school of religion, and the behavioralism school of political science. Chicago's physics department helped develop the world's first man-made, self-sustaining nuclear reaction beneath the university's Stagg Field. Chicago's research pursuits have been aided by unique affiliations with world-renowned institutions like the nearby Fermilab and Argonne National Laboratory, as well as the Marine Biological Laboratory. The university is also home to the University of Chicago Press, the largest university press in the United States. With an estimated completion date of 2020, the Barack Obama Presidential Center will be housed at the university and include both the Obama presidential library and offices of the Obama Foundation.\"\n },\n {\n \"document_id\": \"572807802ca10214002d9bf8\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"LeGrande writes that \\\"the formulation of a single all-encompassing definition of the term is extremely difficult, if not impossible. In reviewing the voluminous literature on the subject, the student of civil disobedience rapidly finds himself surrounded by a maze of semantical problems and grammatical niceties. Like Alice in Wonderland, he often finds that specific terminology has no more (or no less) meaning than the individual orator intends it to have.\\\" He encourages a distinction between lawful protest demonstration, nonviolent civil disobedience, and violent civil disobedience.\"\n },\n {\n \"document_id\": \"56e1a38de3433e140042305c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"To measure the difficulty of solving a computational problem, one may wish to see how much time the best algorithm requires to solve the problem. However, the running time may, in general, depend on the instance. In particular, larger instances will require more time to solve. Thus the time required to solve a problem (or the space required, or any measure of complexity) is calculated as a function of the size of the instance. This is usually taken to be the size of the input in bits. Complexity theory is interested in how algorithms scale with an increase in the input size. For instance, in the problem of finding whether a graph is connected, how much more time does it take to solve a problem for a graph with 2n vertices compared to the time taken for a graph with n vertices?\"\n },\n {\n \"document_id\": \"57283f014b864d19001647e8\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Founded by the American Baptist Education Society with a donation from oil magnate and wealthiest man in history John D. Rockefeller, the University of Chicago was incorporated in 1890; William Rainey Harper became the university's first president in 1891, and the first classes were held in 1892. Both Harper and future president Robert Maynard Hutchins advocated for Chicago's curriculum to be based upon theoretical and perennial issues rather than on applied sciences and commercial utility. With Harper's vision in mind, the University of Chicago also became one of the 14 founding members of the Association of American Universities, an international organization of leading research universities, in 1900.\"\n },\n {\n \"document_id\": \"57300200b2c2fd1400568729\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Maududi also believed that Muslim society could not be Islamic without Sharia, and Islam required the establishment of an Islamic state. This state should be a \\\"theo-democracy,\\\" based on the principles of: tawhid (unity of God), risala (prophethood) and khilafa (caliphate). Although Maududi talked about Islamic revolution, by \\\"revolution\\\" he meant not the violence or populist policies of the Iranian Revolution, but the gradual changing the hearts and minds of individuals from the top of society downward through an educational process or da'wah.\"\n },\n {\n \"document_id\": \"5725ca4389a1e219009abeb4\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The primary law of the EU consists mainly of the founding treaties, the \\\"core\\\" treaties being the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU). The Treaties contain formal and substantive provisions, which frame policies of the European Union institutions and determine the division of competences between the European Union and its member states. The TEU establishes that European Union law applies to the metropolitan territories of the member states, as well as certain islands and overseas territories, including Madeira, the Canary Islands and the French overseas departments. European Union law also applies in territories where a member state is responsible for external relations, for example Gibraltar and the Åland islands. The TEU allows the European Council to make specific provisions for regions, as for example done for customs matters in Gibraltar and Saint-Pierre-et-Miquelon. The TEU specifically excludes certain regions, for example the Faroe Islands, from the jurisdiction of European Union law. Treaties apply as soon as they enter into force, unless stated otherwise, and are generally concluded for an unlimited period. The TEU provides that commitments entered into by the member states between themselves before the treaty was signed no longer apply.[vague] All EU member states are regarded as subject to the general obligation of the principle of cooperation, as stated in the TEU, whereby member states are obliged not to take measure which could jeopardise the attainment of the TEU objectives. The Court of Justice of the European Union can interpret the Treaties, but it cannot rule on their validity, which is subject to international law. Individuals may rely on primary law in the Court of Justice of the European Union if the Treaty provisions have a direct effect and they are sufficiently clear, precise and unconditional.\"\n },\n {\n \"document_id\": \"572905ce1d04691400778f83\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Phagocytosis is an important feature of cellular innate immunity performed by cells called 'phagocytes' that engulf, or eat, pathogens or particles. Phagocytes generally patrol the body searching for pathogens, but can be called to specific locations by cytokines. Once a pathogen has been engulfed by a phagocyte, it becomes trapped in an intracellular vesicle called a phagosome, which subsequently fuses with another vesicle called a lysosome to form a phagolysosome. The pathogen is killed by the activity of digestive enzymes or following a respiratory burst that releases free radicals into the phagolysosome. Phagocytosis evolved as a means of acquiring nutrients, but this role was extended in phagocytes to include engulfment of pathogens as a defense mechanism. Phagocytosis probably represents the oldest form of host defense, as phagocytes have been identified in both vertebrate and invertebrate animals.\"\n },\n {\n \"document_id\": \"5726581fdd62a815002e823a\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The crisis reduced the demand for large cars. Japanese imports, primarily the Toyota Corona, the Toyota Corolla, the Datsun B210, the Datsun 510, the Honda Civic, the Mitsubishi Galant (a captive import from Chrysler sold as the Dodge Colt), the Subaru DL, and later the Honda Accord all had four cylinder engines that were more fuel efficient than the typical American V8 and six cylinder engines. Japanese imports became mass-market leaders with unibody construction and front-wheel drive, which became de facto standards.\"\n },\n {\n \"document_id\": \"5705e26d75f01819005e76d4\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Southern California, often abbreviated SoCal, is a geographic and cultural region that generally comprises California's southernmost 10 counties. The region is traditionally described as \\\"eight counties\\\", based on demographics and economic ties: Imperial, Los Angeles, Orange, Riverside, San Bernardino, San Diego, Santa Barbara, and Ventura. The more extensive 10-county definition, including Kern and San Luis Obispo counties, is also used based on historical political divisions. Southern California is a major economic center for the state of California and the United States.\"\n },\n {\n \"document_id\": \"56de4c324396321400ee27ab\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"By far the most famous work of Norman art is the Bayeux Tapestry, which is not a tapestry but a work of embroidery. It was commissioned by Odo, the Bishop of Bayeux and first Earl of Kent, employing natives from Kent who were learned in the Nordic traditions imported in the previous half century by the Danish Vikings.\"\n },\n {\n \"document_id\": \"57111b95a58dae1900cd6c50\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Frederick William, Elector of Brandenburg, invited Huguenots to settle in his realms, and a number of their descendants rose to positions of prominence in Prussia. Several prominent German military, cultural, and political figures were ethnic Huguenot, including poet Theodor Fontane, General Hermann von François, the hero of the First World War Battle of Tannenberg, Luftwaffe General and fighter ace Adolf Galland, Luftwaffe flying ace Hans-Joachim Marseille, and famed U-boat captain Lothar von Arnauld de la Perière. The last Prime Minister of the (East) German Democratic Republic, Lothar de Maizière, is also a descendant of a Huguenot family, as is the German Federal Minister of the Interior, Thomas de Maizière.\"\n },\n {\n \"document_id\": \"57274b35f1498d1400e8f5d4\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Ergänzungsschulen are secondary or post-secondary (non-tertiary) schools, which are run by private individuals, private organizations or rarely, religious groups and offer a type of education which is not available at public schools. Most of these schools are vocational schools. However, these vocational schools are not part of the German dual education system. Ergänzungsschulen have the freedom to operate outside of government regulation and are funded in whole by charging their students tuition fees.\"\n },\n {\n \"document_id\": \"572fd73e947a6a140053cd32\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Several procedures enable the Scottish Parliament to scrutinise the Government. The First Minister or members of the cabinet can deliver statements to Parliament upon which MSPs are invited to question. For example, at the beginning of each parliamentary year, the First Minister delivers a statement to the chamber setting out the Government's legislative programme for the forthcoming year. After the statement has been delivered, the leaders of the opposition parties and other MSPs question the First Minister on issues related to the substance of the statement.\"\n },\n {\n \"document_id\": \"57285213ff5b5019007da180\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The College of the University of Chicago grants Bachelor of Arts and Bachelor of Science degrees in 50 academic majors and 28 minors. The college's academics are divided into five divisions: the Biological Sciences Collegiate Division, the Physical Sciences Collegiate Division, the Social Sciences Collegiate Division, the Humanities Collegiate Division, and the New Collegiate Division. The first four are sections within their corresponding graduate divisions, while the New Collegiate Division administers interdisciplinary majors and studies which do not fit in one of the other four divisions.\"\n },\n {\n \"document_id\": \"573368044776f41900660a29\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Other green spaces in the city include the Botanic Garden and the University Library garden. They have extensive botanical collection of rare domestic and foreign plants, while a palm house in the New Orangery displays plants of subtropics from all over the world. Besides, within the city borders, there are also: Pole Mokotowskie (a big park in the northern Mokotów, where was the first horse racetrack and then the airport), Park Ujazdowski (close to the Sejm and John Lennon street), Park of Culture and Rest in Powsin, by the southern city border, Park Skaryszewski by the right Vistula bank, in Praga. The oldest park in Praga, the Praga Park, was established in 1865–1871 and designed by Jan Dobrowolski. In 1927 a zoological garden (Ogród Zoologiczny) was established on the park grounds, and in 1952 a bear run, still open today.\"\n },\n {\n \"document_id\": \"5728f2e26aef051400154896\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Disorders of the immune system can result in autoimmune diseases, inflammatory diseases and cancer. Immunodeficiency occurs when the immune system is less active than normal, resulting in recurring and life-threatening infections. In humans, immunodeficiency can either be the result of a genetic disease such as severe combined immunodeficiency, acquired conditions such as HIV/AIDS, or the use of immunosuppressive medication. In contrast, autoimmunity results from a hyperactive immune system attacking normal tissues as if they were foreign organisms. Common autoimmune diseases include Hashimoto's thyroiditis, rheumatoid arthritis, diabetes mellitus type 1, and systemic lupus erythematosus. Immunology covers the study of all aspects of the immune system.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "ae1ec21867aa913bc775e30a46bb1f4cc7e15124c17f62ca5a2ff980f10f0c23", "document_ids": [ "57283db6ff5b5019007d9fbc", "572807802ca10214002d9bf8", "56e1a38de3433e140042305c", "57283f014b864d19001647e8", "57300200b2c2fd1400568729", "5725ca4389a1e219009abeb4", "572905ce1d04691400778f83", "5726581fdd62a815002e823a", "5705e26d75f01819005e76d4", "56de4c324396321400ee27ab", "57111b95a58dae1900cd6c50", "57274b35f1498d1400e8f5d4", "572fd73e947a6a140053cd32", "57285213ff5b5019007da180", "573368044776f41900660a29", "5728f2e26aef051400154896" ], "example_id": "56e1a38de3433e140042305c", "gold_document": 2, "question": "What is a commonly used measurement used to determine the complexity of a computational problem?", "trial_id": "squad-459f73d57446033a" }, { "answers": [ "turbulent history of the city", "turbulent history of the city and country" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57335fcad058e614000b5970\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw's mixture of architectural styles reflects the turbulent history of the city and country. During the Second World War, Warsaw was razed to the ground by bombing raids and planned destruction. After liberation, rebuilding began as in other cities of the communist-ruled PRL. Most of the historical buildings were thoroughly reconstructed. However, some of the buildings from the 19th century that had been preserved in reasonably reconstructible form were nonetheless eradicated in the 1950s and 1960s (e.g. Leopold Kronenberg Palace). Mass residential blocks were erected, with basic design typical of Eastern bloc countries.\"\n },\n {\n \"document_id\": \"56de15dbcffd8e1900b4b5c8\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The Normans were in contact with England from an early date. Not only were their original Viking brethren still ravaging the English coasts, they occupied most of the important ports opposite England across the English Channel. This relationship eventually produced closer ties of blood through the marriage of Emma, sister of Duke Richard II of Normandy, and King Ethelred II of England. Because of this, Ethelred fled to Normandy in 1013, when he was forced from his kingdom by Sweyn Forkbeard. His stay in Normandy (until 1016) influenced him and his sons by Emma, who stayed in Normandy after Cnut the Great's conquest of the isle.\"\n },\n {\n \"document_id\": \"5730a4d02461fd1900a9cf29\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"France took control of Algeria in 1830 but began in earnest to rebuild its worldwide empire after 1850, concentrating chiefly in North and West Africa, as well as South-East Asia, with other conquests in Central and East Africa, as well as the South Pacific. Republicans, at first hostile to empire, only became supportive when Germany started to build her own colonial empire. As it developed, the new empire took on roles of trade with France, supplying raw materials and purchasing manufactured items, as well as lending prestige to the motherland and spreading French civilization and language as well as Catholicism. It also provided crucial manpower in both World Wars.\"\n },\n {\n \"document_id\": \"57294279af94a219006aa209\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"These studies were widely presented as demonstrating that the current warming period is exceptional in comparison to temperatures between 1000 and 1900, and the MBH99 based graph featured in publicity. Even at the draft stage, this finding was disputed by contrarians: in May 2000 Fred Singer's Science and Environmental Policy Project held a press event on Capitol Hill, Washington, D.C., featuring comments on the graph Wibjörn Karlén and Singer argued against the graph at a United States Senate Committee on Commerce, Science and Transportation hearing on 18 July 2000. Contrarian John Lawrence Daly featured a modified version of the IPCC 1990 schematic, which he mis-identified as appearing in the IPCC 1995 report, and argued that \\\"Overturning its own previous view in the 1995 report, the IPCC presented the 'Hockey Stick' as the new orthodoxy with hardly an apology or explanation for the abrupt U-turn since its 1995 report\\\". Criticism of the MBH99 reconstruction in a review paper, which was quickly discredited in the Soon and Baliunas controversy, was picked up by the Bush administration, and a Senate speech by US Republican senator James Inhofe alleged that \\\"manmade global warming is the greatest hoax ever perpetrated on the American people\\\". The data and methodology used to produce the \\\"hockey stick graph\\\" was criticized in papers by Stephen McIntyre and Ross McKitrick, and in turn the criticisms in these papers were examined by other studies and comprehensively refuted by Wahl & Ammann 2007, which showed errors in the methods used by McIntyre and McKitrick.\"\n },\n {\n \"document_id\": \"572a020f6aef051400155198\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Environmentalists are concerned about loss of biodiversity that will result from destruction of the forest, and also about the release of the carbon contained within the vegetation, which could accelerate global warming. Amazonian evergreen forests account for about 10% of the world's terrestrial primary productivity and 10% of the carbon stores in ecosystems—of the order of 1.1 × 1011 metric tonnes of carbon. Amazonian forests are estimated to have accumulated 0.62 ± 0.37 tons of carbon per hectare per year between 1975 and 1996.\"\n },\n {\n \"document_id\": \"5711669550c2381900b54adf\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The Rankine cycle is sometimes referred to as a practical Carnot cycle because, when an efficient turbine is used, the TS diagram begins to resemble the Carnot cycle. The main difference is that heat addition (in the boiler) and rejection (in the condenser) are isobaric (constant pressure) processes in the Rankine cycle and isothermal (constant temperature) processes in the theoretical Carnot cycle. In this cycle a pump is used to pressurize the working fluid which is received from the condenser as a liquid not as a gas. Pumping the working fluid in liquid form during the cycle requires a small fraction of the energy to transport it compared to the energy needed to compress the working fluid in gaseous form in a compressor (as in the Carnot cycle). The cycle of a reciprocating steam engine differs from that of turbines because of condensation and re-evaporation occurring in the cylinder or in the steam inlet passages.\"\n },\n {\n \"document_id\": \"5729fd56af94a219006aa72f\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Deforestation is the conversion of forested areas to non-forested areas. The main sources of deforestation in the Amazon are human settlement and development of the land. Prior to the early 1960s, access to the forest's interior was highly restricted, and the forest remained basically intact. Farms established during the 1960s were based on crop cultivation and the slash and burn method. However, the colonists were unable to manage their fields and the crops because of the loss of soil fertility and weed invasion. The soils in the Amazon are productive for just a short period of time, so farmers are constantly moving to new areas and clearing more land. These farming practices led to deforestation and caused extensive environmental damage. Deforestation is considerable, and areas cleared of forest are visible to the naked eye from outer space.\"\n },\n {\n \"document_id\": \"572ff626947a6a140053ce8e\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Islamism, also known as Political Islam (Arabic: إسلام سياسي‎ islām siyāsī), is an Islamic revival movement often characterized by moral conservatism, literalism, and the attempt \\\"to implement Islamic values in all spheres of life.\\\" Islamism favors the reordering of government and society in accordance with the Shari'a. The different Islamist movements have been described as \\\"oscillating between two poles\\\": at one end is a strategy of Islamization of society through state power seized by revolution or invasion; at the other \\\"reformist\\\" pole Islamists work to Islamize society gradually \\\"from the bottom up\\\". The movements have \\\"arguably altered the Middle East more than any trend since the modern states gained independence\\\", redefining \\\"politics and even borders\\\" according to one journalist (Robin Wright).\"\n },\n {\n \"document_id\": \"5728eb1a3acd2414000e01c5\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Some civil disobedients feel it is incumbent upon them to accept punishment because of their belief in the validity of the social contract, which is held to bind all to obey the laws that a government meeting certain standards of legitimacy has established, or else suffer the penalties set out in the law. Other civil disobedients who favor the existence of government still don't believe in the legitimacy of their particular government, or don't believe in the legitimacy of a particular law it has enacted. And still other civil disobedients, being anarchists, don't believe in the legitimacy of any government, and therefore see no need to accept punishment for a violation of criminal law that does not infringe the rights of others.\"\n },\n {\n \"document_id\": \"5733fe73d058e614000b673d\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Loudoun, a capable administrator but a cautious field commander, planned one major operation for 1757: an attack on New France's capital, Quebec. Leaving a sizable force at Fort William Henry to distract Montcalm, he began organizing for the expedition to Quebec. He was then ordered by William Pitt, the Secretary of State responsible for the colonies, to attack Louisbourg first. Beset by delays of all kinds, the expedition was finally ready to sail from Halifax, Nova Scotia in early August. In the meantime French ships had escaped the British blockade of the French coast, and a fleet outnumbering the British one awaited Loudoun at Louisbourg. Faced with this strength, Loudoun returned to New York amid news that a massacre had occurred at Fort William Henry.\"\n },\n {\n \"document_id\": \"571154c72419e31400955587\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The main use for steam turbines is in electricity generation (in the 1990s about 90% of the world's electric production was by use of steam turbines) however the recent widespread application of large gas turbine units and typical combined cycle power plants has resulted in reduction of this percentage to the 80% regime for steam turbines. In electricity production, the high speed of turbine rotation matches well with the speed of modern electric generators, which are typically direct connected to their driving turbines. In marine service, (pioneered on the Turbinia), steam turbines with reduction gearing (although the Turbinia has direct turbines to propellers with no reduction gearbox) dominated large ship propulsion throughout the late 20th century, being more efficient (and requiring far less maintenance) than reciprocating steam engines. In recent decades, reciprocating Diesel engines, and gas turbines, have almost entirely supplanted steam propulsion for marine applications.\"\n },\n {\n \"document_id\": \"57108198b654c5140001f937\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Approximately one million Protestants in modern France represent some 2% of its population. Most are concentrated in Alsace in northeast France and the Cévennes mountain region in the south, who still regard themselves as Huguenots to this day.[citation needed] A diaspora of French Australians still considers itself Huguenot, even after centuries of exile. Long integrated into Australian society, it is encouraged by the Huguenot Society of Australia to embrace and conserve its cultural heritage, aided by the Society's genealogical research services.\"\n },\n {\n \"document_id\": \"5725d42a89a1e219009abf58\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In the 1970s, the city was the subject of a song, \\\"Walking Into Fresno\\\", written by Hall Of Fame guitarist Bill Aken and recorded by Bob Gallion of the world-famous \\\"WWVA Jamboree\\\" radio and television show in Wheeling, West Virginia. Aken, adopted by Mexican movie actress Lupe Mayorga, grew up in the neighboring town of Madera and his song chronicled the hardships faced by the migrant farm workers he saw as a child. Aken also made his first TV appearance playing guitar on the old country-western show at The Fresno Barn.\"\n },\n {\n \"document_id\": \"5727cd0f4b864d1900163d72\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Harvard has purchased tracts of land in Allston, a walk across the Charles River from Cambridge, with the intent of major expansion southward. The university now owns approximately fifty percent more land in Allston than in Cambridge. Proposals to connect the Cambridge campus with the new Allston campus include new and enlarged bridges, a shuttle service and/or a tram. Plans also call for sinking part of Storrow Drive (at Harvard's expense) for replacement with park land and pedestrian access to the Charles River, as well as the construction of bike paths, and buildings throughout the Allston campus. The institution asserts that such expansion will benefit not only the school, but surrounding community, pointing to such features as the enhanced transit infrastructure, possible shuttles open to the public, and park space which will also be publicly accessible.\"\n },\n {\n \"document_id\": \"571136b8a58dae1900cd6d22\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In the 1840s and 50s, there were attempts to overcome this problem by means of various patent valve gears with a separate, variable cutoff expansion valve riding on the back of the main slide valve; the latter usually had fixed or limited cutoff. The combined setup gave a fair approximation of the ideal events, at the expense of increased friction and wear, and the mechanism tended to be complicated. The usual compromise solution has been to provide lap by lengthening rubbing surfaces of the valve in such a way as to overlap the port on the admission side, with the effect that the exhaust side remains open for a longer period after cut-off on the admission side has occurred. This expedient has since been generally considered satisfactory for most purposes and makes possible the use of the simpler Stephenson, Joy and Walschaerts motions. Corliss, and later, poppet valve gears had separate admission and exhaust valves driven by trip mechanisms or cams profiled so as to give ideal events; most of these gears never succeeded outside of the stationary marketplace due to various other issues including leakage and more delicate mechanisms.\"\n },\n {\n \"document_id\": \"5728eff82ca10214002daadc\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The immune system is a system of many biological structures and processes within an organism that protects against disease. To function properly, an immune system must detect a wide variety of agents, known as pathogens, from viruses to parasitic worms, and distinguish them from the organism's own healthy tissue. In many species, the immune system can be classified into subsystems, such as the innate immune system versus the adaptive immune system, or humoral immunity versus cell-mediated immunity. In humans, the blood–brain barrier, blood–cerebrospinal fluid barrier, and similar fluid–brain barriers separate the peripheral immune system from the neuroimmune system which protects the brain.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "71d8c8a399dca165f010975e75c138bc23ea8d7612f34ebf3169d5634a012b22", "document_ids": [ "57335fcad058e614000b5970", "56de15dbcffd8e1900b4b5c8", "5730a4d02461fd1900a9cf29", "57294279af94a219006aa209", "572a020f6aef051400155198", "5711669550c2381900b54adf", "5729fd56af94a219006aa72f", "572ff626947a6a140053ce8e", "5728eb1a3acd2414000e01c5", "5733fe73d058e614000b673d", "571154c72419e31400955587", "57108198b654c5140001f937", "5725d42a89a1e219009abf58", "5727cd0f4b864d1900163d72", "571136b8a58dae1900cd6d22", "5728eff82ca10214002daadc" ], "example_id": "57335fcad058e614000b5970", "gold_document": 0, "question": "What does Warsaw's mixture of architectural styles reflect?", "trial_id": "squad-0d56654b49b15daf" }, { "answers": [ "Fresno" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5725ce4d38643c19005acd4d\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Fresno (/ˈfrɛznoʊ/ FREZ-noh), the county seat of Fresno County, is a city in the U.S. state of California. As of 2015, the city's population was 520,159, making it the fifth-largest city in California, the largest inland city in California and the 34th-largest in the nation. Fresno is in the center of the San Joaquin Valley and is the largest city in the Central Valley, which contains the San Joaquin Valley. It is approximately 220 miles (350 km) northwest of Los Angeles, 170 miles (270 km) south of the state capital, Sacramento, or 185 miles (300 km) south of San Francisco. The name Fresno means \\\"ash tree\\\" in Spanish, and an ash leaf is featured on the city's flag.\"\n },\n {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The interpretation of Islam promoted by this funding was the strict, conservative Saudi-based Wahhabism or Salafism. In its harshest form it preached that Muslims should not only \\\"always oppose\\\" infidels \\\"in every way,\\\" but \\\"hate them for their religion ... for Allah's sake,\\\" that democracy \\\"is responsible for all the horrible wars of the 20th century,\\\" that Shia and other non-Wahhabi Muslims were infidels, etc. While this effort has by no means converted all, or even most Muslims to the Wahhabist interpretation of Islam, it has done much to overwhelm more moderate local interpretations, and has set the Saudi-interpretation of Islam as the \\\"gold standard\\\" of religion in minds of some or many Muslims.\"\n },\n {\n \"document_id\": \"56e1febfe3433e1400423236\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"What intractability means in practice is open to debate. Saying that a problem is not in P does not imply that all large cases of the problem are hard or even that most of them are. For example, the decision problem in Presburger arithmetic has been shown not to be in P, yet algorithms have been written that solve the problem in reasonable times in most cases. Similarly, algorithms can solve the NP-complete knapsack problem over a wide range of sizes in less than quadratic time and SAT solvers routinely handle large instances of the NP-complete Boolean satisfiability problem.\"\n },\n {\n \"document_id\": \"5711619950c2381900b54aaf\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The next major step occurred when James Watt developed (1763–1775) an improved version of Newcomen's engine, with a separate condenser. Boulton and Watt's early engines used half as much coal as John Smeaton's improved version of Newcomen's. Newcomen's and Watt's early engines were \\\"atmospheric\\\". They were powered by air pressure pushing a piston into the partial vacuum generated by condensing steam, instead of the pressure of expanding steam. The engine cylinders had to be large because the only usable force acting on them was due to atmospheric pressure.\"\n },\n {\n \"document_id\": \"572941273f37b319004781ad\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Former IPCC chairman Robert Watson has said \\\"The mistakes all appear to have gone in the direction of making it seem like climate change is more serious by overstating the impact. That is worrying. The IPCC needs to look at this trend in the errors and ask why it happened\\\". Martin Parry, a climate expert who had been co-chair of the IPCC working group II, said that \\\"What began with a single unfortunate error over Himalayan glaciers has become a clamour without substance\\\" and the IPCC had investigated the other alleged mistakes, which were \\\"generally unfounded and also marginal to the assessment\\\".\"\n },\n {\n \"document_id\": \"5730b1022461fd1900a9cfa3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"During the First Sino-Japanese War in 1894, Japan absorbed Taiwan. As a result of the Russo-Japanese War in 1905, Japan took part of Sakhalin Island from Russia. Korea was annexed in 1910. During World War I, Japan took German-leased territories in China’s Shandong Province, as well as the Mariana, Caroline, and Marshall Islands. In 1918, Japan occupied parts of far eastern Russia and parts of eastern Siberia as a participant in the Siberian Intervention. In 1931 Japan conquered Manchuria from China. During the Second Sino-Japanese War in 1937, Japan's military invaded central China and by the end of the Pacific War, Japan had conquered much of the Far East, including Hong Kong, Vietnam, Cambodia, Myanmar, the Philippines, Indonesia, part of New Guinea and some islands of the Pacific Ocean. Japan also invaded Thailand, pressuring the country into a Thai/Japanese alliance. Its colonial ambitions were ended by the victory of the United States in the Second World War and the following treaties which remanded those territories to American administration or their original owners.\"\n },\n {\n \"document_id\": \"57111ab8a58dae1900cd6c3c\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Around 1685, Huguenot refugees found a safe haven in the Lutheran and Reformed states in Germany and Scandinavia. Nearly 50,000 Huguenots established themselves in Germany, 20,000 of whom were welcomed in Brandenburg-Prussia, where they were granted special privileges (Edict of Potsdam) and churches in which to worship (such as the Church of St. Peter and St. Paul, Angermünde) by Frederick William, Elector of Brandenburg and Duke of Prussia. The Huguenots furnished two new regiments of his army: the Altpreußische Infantry Regiments No. 13 (Regiment on foot Varenne) and 15 (Regiment on foot Wylich). Another 4,000 Huguenots settled in the German territories of Baden, Franconia (Principality of Bayreuth, Principality of Ansbach), Landgraviate of Hesse-Kassel, Duchy of Württemberg, in the Wetterau Association of Imperial Counts, in the Palatinate and Palatinate-Zweibrücken, in the Rhine-Main-Area (Frankfurt), in modern-day Saarland; and 1,500 found refuge in Hamburg, Bremen and Lower Saxony. Three hundred refugees were granted asylum at the court of George William, Duke of Brunswick-Lüneburg in Celle.\"\n },\n {\n \"document_id\": \"5706074552bb8914006897d4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Southern California consists of one Combined Statistical Area, eight Metropolitan Statistical Areas, one international metropolitan area, and multiple metropolitan divisions. The region is home to two extended metropolitan areas that exceed five million in population. These are the Greater Los Angeles Area at 17,786,419, and San Diego–Tijuana at 5,105,768. Of these metropolitan areas, the Los Angeles-Long Beach-Santa Ana metropolitan area, Riverside-San Bernardino-Ontario metropolitan area, and Oxnard-Thousand Oaks-Ventura metropolitan area form Greater Los Angeles; while the El Centro metropolitan area and San Diego-Carlsbad-San Marcos metropolitan area form the Southern Border Region. North of Greater Los Angeles are the Santa Barbara, San Luis Obispo, and Bakersfield metropolitan areas.\"\n },\n {\n \"document_id\": \"57332e48d058e614000b5762\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"By July 1944, the Red Army was deep into Polish territory and pursuing the Germans toward Warsaw. Knowing that Stalin was hostile to the idea of an independent Poland, the Polish government-in-exile in London gave orders to the underground Home Army (AK) to try to seize control of Warsaw from the Germans before the Red Army arrived. Thus, on 1 August 1944, as the Red Army was nearing the city, the Warsaw Uprising began. The armed struggle, planned to last 48 hours, was partially successful, however it went on for 63 days. Eventually the Home Army fighters and civilians assisting them were forced to capitulate. They were transported to PoW camps in Germany, while the entire civilian population was expelled. Polish civilian deaths are estimated at between 150,000 and 200,000.\"\n },\n {\n \"document_id\": \"57263ea0271a42140099d7c3\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"DECnet is a suite of network protocols created by Digital Equipment Corporation, originally released in 1975 in order to connect two PDP-11 minicomputers. It evolved into one of the first peer-to-peer network architectures, thus transforming DEC into a networking powerhouse in the 1980s. Initially built with three layers, it later (1982) evolved into a seven-layer OSI-compliant networking protocol. The DECnet protocols were designed entirely by Digital Equipment Corporation. However, DECnet Phase II (and later) were open standards with published specifications, and several implementations were developed outside DEC, including one for Linux.\"\n },\n {\n \"document_id\": \"5730bb522461fd1900a9d011\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Some have described the internal strife between various people groups as a form of imperialism or colonialism. This internal form is distinct from informal U.S. imperialism in the form of political and financial hegemony. This internal form of imperialism is also distinct from the United States' formation of \\\"colonies\\\" abroad. Through the treatment of its indigenous peoples during westward expansion, the United States took on the form of an imperial power prior to any attempts at external imperialism. This internal form of empire has been referred to as \\\"internal colonialism\\\". Participation in the African slave trade and the subsequent treatment of its 12 to 15 million Africans is viewed by some to be a more modern extension of America's \\\"internal colonialism\\\". However, this internal colonialism faced resistance, as external colonialism did, but the anti-colonial presence was far less prominent due to the nearly complete dominance that the United States was able to assert over both indigenous peoples and African-Americans. In his lecture on April 16, 2003, Edward Said made a bold statement on modern imperialism in the United States, whom he described as using aggressive means of attack towards the contemporary Orient, \\\"due to their backward living, lack of democracy and the violation of women’s rights. The western world forgets during this process of converting the other that enlightenment and democracy are concepts that not all will agree upon\\\".\"\n },\n {\n \"document_id\": \"572fcb6da23a5019007fc9f1\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The specific devolved matters are all subjects which are not explicitly stated in Schedule 5 to the Scotland Act as reserved matters. All matters that are not specifically reserved are automatically devolved to the Scottish Parliament. Most importantly, this includes agriculture, fisheries and forestry, economic development, education, environment, food standards, health, home affairs, Scots law – courts, police and fire services, local government, sport and the arts, transport, training, tourism, research and statistics and social work. The Scottish Parliament has the ability to alter income tax in Scotland by up to 3 pence in the pound. The 2012 Act conferred further fiscal devolution including borrowing powers and some other unconnected matters such as setting speed limits and control of air guns.\"\n },\n {\n \"document_id\": \"57097d63ed30961900e841fc\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The agreements include fixed annual carriage fees of £30m for the channels with both channel suppliers able to secure additional capped payments if their channels meet certain performance-related targets. Currently there is no indication as to whether the new deal includes the additional Video On Demand and High Definition content which had previously been offered by BSkyB. As part of the agreements, both BSkyB and Virgin Media agreed to terminate all High Court proceedings against each other relating to the carriage of their respective basic channels.\"\n },\n {\n \"document_id\": \"571cd88ddd7acb1400e4c18d\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"People who climb mountains or fly in non-pressurized fixed-wing aircraft sometimes have supplemental O\\n2 supplies.[h] Passengers traveling in (pressurized) commercial airplanes have an emergency supply of O\\n2 automatically supplied to them in case of cabin depressurization. Sudden cabin pressure loss activates chemical oxygen generators above each seat, causing oxygen masks to drop. Pulling on the masks \\\"to start the flow of oxygen\\\" as cabin safety instructions dictate, forces iron filings into the sodium chlorate inside the canister. A steady stream of oxygen gas is then produced by the exothermic reaction.\"\n },\n {\n \"document_id\": \"5730b255396df919000962b0\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Bolshevik leaders had effectively reestablished a polity with roughly the same extent as that empire by 1921, however with an internationalist ideology: Lenin in particular asserted the right to limited self-determination for national minorities within the new territory. Beginning in 1923, the policy of \\\"Indigenization\\\" [korenizatsiia] was intended to support non-Russians develop their national cultures within a socialist framework. Never formally revoked, it stopped being implemented after 1932. After World War II, the Soviet Union installed socialist regimes modeled on those it had installed in 1919–20 in the old Tsarist Empire in areas its forces occupied in Eastern Europe. The Soviet Union and the People’s Republic of China supported post–World War II communist movements in foreign nations and colonies to advance their own interests, but were not always successful.\"\n },\n {\n \"document_id\": \"57293d116aef051400154bc8\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The IPCC does not carry out research nor does it monitor climate related data. Lead authors of IPCC reports assess the available information about climate change based on published sources. According to IPCC guidelines, authors should give priority to peer-reviewed sources. Authors may refer to non-peer-reviewed sources (the \\\"grey literature\\\"), provided that they are of sufficient quality. Examples of non-peer-reviewed sources include model results, reports from government agencies and non-governmental organizations, and industry journals. Each subsequent IPCC report notes areas where the science has improved since the previous report and also notes areas where further research is required.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "029e1e244318b5abc60898cfc6f5dbb62ad735272f3e18406a6e9799830af1a6", "document_ids": [ "5725ce4d38643c19005acd4d", "572ffd9e04bcaa1900d76fc7", "56e1febfe3433e1400423236", "5711619950c2381900b54aaf", "572941273f37b319004781ad", "5730b1022461fd1900a9cfa3", "57111ab8a58dae1900cd6c3c", "5706074552bb8914006897d4", "57332e48d058e614000b5762", "57263ea0271a42140099d7c3", "5730bb522461fd1900a9d011", "572fcb6da23a5019007fc9f1", "57097d63ed30961900e841fc", "571cd88ddd7acb1400e4c18d", "5730b255396df919000962b0", "57293d116aef051400154bc8" ], "example_id": "5725ce4d38643c19005acd4d", "gold_document": 0, "question": "Which city is the fifth-largest city in California?", "trial_id": "squad-8976781ce09f61a4" }, { "answers": [ "The Higher Learning Commission" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57268882f1498d1400e8e306\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Sir Charles Lyell first published his famous book, Principles of Geology, in 1830. This book, which influenced the thought of Charles Darwin, successfully promoted the doctrine of uniformitarianism. This theory states that slow geological processes have occurred throughout the Earth's history and are still occurring today. In contrast, catastrophism is the theory that Earth's features formed in single, catastrophic events and remained unchanged thereafter. Though Hutton believed in uniformitarianism, the idea was not widely accepted at the time.\"\n },\n {\n \"document_id\": \"57293f353f37b3190047819b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"IPCC author Richard Lindzen has made a number of criticisms of the TAR. Among his criticisms, Lindzen has stated that the WGI Summary for Policymakers (SPM) does not faithfully summarize the full WGI report. For example, Lindzen states that the SPM understates the uncertainty associated with climate models. John Houghton, who was a co-chair of TAR WGI, has responded to Lindzen's criticisms of the SPM. Houghton has stressed that the SPM is agreed upon by delegates from many of the world's governments, and that any changes to the SPM must be supported by scientific evidence.\"\n },\n {\n \"document_id\": \"5726a34bf1498d1400e8e59e\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The 2007 Lisbon Treaty explicitly recognised fundamental rights by providing in Article 6(1) that \\\"The Union recognises the rights, freedoms and principles set out in the Charter of Fundamental Rights of the European Union of 7 December 2000, as adopted at Strasbourg on 12 December 2007, which shall have the same legal value as the Treaties.\\\" Therefore, the Charter of Fundamental Rights of the European Union has become an integral part of European Union law, codifying the fundamental rights which were previously considered general principles of European Union law. In effect, after the Lisbon Treaty, the Charter and the Convention now co-exist under European Union law, though the former is enforced by the European Court of Justice in relation to European Union measures, and the latter by the European Court of Human Rights in relation to measures by member states.\"\n },\n {\n \"document_id\": \"5726241189a1e219009ac2de\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The embargo had a negative influence on the US economy by causing immediate demands to address the threats to U.S. energy security. On an international level, the price increases changed competitive positions in many industries, such as automobiles. Macroeconomic problems consisted of both inflationary and deflationary impacts. The embargo left oil companies searching for new ways to increase oil supplies, even in rugged terrain such as the Arctic. Finding oil and developing new fields usually required five to ten years before significant production.\"\n },\n {\n \"document_id\": \"5728510f4b864d1900164936\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The academic bodies of the University of Chicago consist of the College, four divisions of graduate research and seven professional schools. The university also contains a library system, the University of Chicago Press, the University of Chicago Laboratory Schools, and the University of Chicago Medical Center, and holds ties with a number of independent academic institutions, including Fermilab, Argonne National Laboratory, and the Marine Biological Laboratory. The university is accredited by The Higher Learning Commission.\"\n },\n {\n \"document_id\": \"572f6ec7a23a5019007fc621\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The dominant economic sectors in the Middle Rhine area are viniculture and tourism. The Rhine Gorge between Rüdesheim am Rhein and Koblenz is listed as a UNESCO World Heritage Site. Near Sankt Goarshausen, the Rhine flows around the famous rock Lorelei. With its outstanding architectural monuments, the slopes full of vines, settlements crowded on the narrow river banks and scores of castles lined up along the top of the steep slopes, the Middle Rhine Valley can be considered the epitome of the Rhine romanticism.\"\n },\n {\n \"document_id\": \"5737898f1c45671900574495\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"It was only the orbit of the planet Mercury that Newton's Law of Gravitation seemed not to fully explain. Some astrophysicists predicted the existence of another planet (Vulcan) that would explain the discrepancies; however, despite some early indications, no such planet could be found. When Albert Einstein formulated his theory of general relativity (GR) he turned his attention to the problem of Mercury's orbit and found that his theory added a correction, which could account for the discrepancy. This was the first time that Newton's Theory of Gravity had been shown to be less correct than an alternative.\"\n },\n {\n \"document_id\": \"5730a0778ab72b1400f9c60a\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The concept environmental determinism served as a moral justification for domination of certain territories and peoples. It was believed that a certain person's behaviours were determined by the environment in which they lived and thus validated their domination. For example, people living in tropical environments were seen as \\\"less civilized\\\" therefore justifying colonial control as a civilizing mission. Across the three waves of European colonialism (first in the Americas, second in Asia and lastly in Africa), environmental determinism was used to categorically place indigenous people in a racial hierarchy. This takes two forms, orientalism and tropicality.\"\n },\n {\n \"document_id\": \"57287b322ca10214002da3be\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Plotting the relationship between level of income and inequality, Kuznets saw middle-income developing economies level of inequality bulging out to form what is now known as the Kuznets curve. Kuznets demonstrated this relationship using cross-sectional data. However, more recent testing of this theory with superior panel data has shown it to be very weak. Kuznets' curve predicts that income inequality will eventually decrease given time. As an example, income inequality did fall in the United States during its High school movement from 1910 to 1940 and thereafter.[citation needed] However, recent data shows that the level of income inequality began to rise after the 1970s. This does not necessarily disprove Kuznets' theory.[citation needed] It may be possible that another Kuznets' cycle is occurring, specifically the move from the manufacturing sector to the service sector.[citation needed] This implies that it may be possible for multiple Kuznets' cycles to be in effect at any given time.\"\n },\n {\n \"document_id\": \"5725be0f271a42140099d117\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Following the Cretaceous–Paleogene extinction event, the extinction of the dinosaurs and the wetter climate may have allowed the tropical rainforest to spread out across the continent. From 66–34 Mya, the rainforest extended as far south as 45°. Climate fluctuations during the last 34 million years have allowed savanna regions to expand into the tropics. During the Oligocene, for example, the rainforest spanned a relatively narrow band. It expanded again during the Middle Miocene, then retracted to a mostly inland formation at the last glacial maximum. However, the rainforest still managed to thrive during these glacial periods, allowing for the survival and evolution of a broad diversity of species.\"\n },\n {\n \"document_id\": \"57282dfb4b864d1900164668\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Some forms of civil disobedience, such as illegal boycotts, refusals to pay taxes, draft dodging, distributed denial-of-service attacks, and sit-ins, make it more difficult for a system to function. In this way, they might be considered coercive. Brownlee notes that \\\"although civil disobedients are constrained in their use of coercion by their conscientious aim to engage in moral dialogue, nevertheless they may find it necessary to employ limited coercion in order to get their issue onto the table.\\\" The Plowshares organization temporarily closed GCSB Waihopai by padlocking the gates and using sickles to deflate one of the large domes covering two satellite dishes.\"\n },\n {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Jacksonville is the most populous city in Florida, and the twelfth most populous city in the United States. As of 2010[update], there were 821,784 people and 366,273 households in the city. Jacksonville has the country's tenth-largest Arab population, with a total population of 5,751 according to the 2000 United States Census. Jacksonville has Florida's largest Filipino American community, with 25,033 in the metropolitan area as of the 2010 Census. Much of Jacksonville's Filipino community served in or has ties to the United States Navy.\"\n },\n {\n \"document_id\": \"5705e26d75f01819005e76d4\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Southern California, often abbreviated SoCal, is a geographic and cultural region that generally comprises California's southernmost 10 counties. The region is traditionally described as \\\"eight counties\\\", based on demographics and economic ties: Imperial, Los Angeles, Orange, Riverside, San Bernardino, San Diego, Santa Barbara, and Ventura. The more extensive 10-county definition, including Kern and San Luis Obispo counties, is also used based on historical political divisions. Southern California is a major economic center for the state of California and the United States.\"\n },\n {\n \"document_id\": \"570961aa200fba1400367f15\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The service started on 1 September 1993 based on the idea from the then chief executive officer, Sam Chisholm and Rupert Murdoch, of converting the company business strategy to an entirely fee-based concept. The new package included four channels formerly available free-to-air, broadcasting on Astra's satellites, as well as introducing new channels. The service continued until the closure of BSkyB's analogue service on 27 September 2001, due to the launch and expansion of the Sky Digital platform. Some of the channels did broadcast either in the clear or soft encrypted (whereby a Videocrypt decoder was required to decode, without a subscription card) prior to their addition to the Sky Multichannels package. Within two months of the launch, BSkyB gained 400,000 new subscribers, with the majority taking at least one premium channel as well, which helped BSkyB reach 3.5 million households by mid-1994. Michael Grade criticized the operations in front of the Select Committee on National Heritage, mainly for the lack of original programming on many of the new channels.\"\n },\n {\n \"document_id\": \"5726db5add62a815002e92d4\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In Ancient Greece, Diocles of Carystus (4th century BC) was one of several men studying the medicinal properties of plants. He wrote several treatises on the topic. The Greek physician Pedanius Dioscorides is famous for writing a five volume book in his native Greek Περί ύλης ιατρικής in the 1st century AD. The Latin translation De Materia Medica (Concerning medical substances) was used a basis for many medieval texts, and was built upon by many middle eastern scientists during the Islamic Golden Age. The title coined the term materia medica.\"\n },\n {\n \"document_id\": \"5727478cf1498d1400e8f59a\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The secondary level includes schools offering years 7 through 12 (year twelve is known as lower sixth) and year 13 (upper sixth). This category includes university-preparatory schools or \\\"prep schools\\\", boarding schools and day schools. Tuition at private secondary schools varies from school to school and depends on many factors, including the location of the school, the willingness of parents to pay, peer tuitions and the school's financial endowment. High tuition, schools claim, is used to pay higher salaries for the best teachers and also used to provide enriched learning environments, including a low student to teacher ratio, small class sizes and services, such as libraries, science laboratories and computers. Some private schools are boarding schools and many military academies are privately owned or operated as well.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "2a2f1ef3ea78eb049a2cd7eba6e0d7b31c1dcdb68e38c8fb5264ea61839e1e1b", "document_ids": [ "57268882f1498d1400e8e306", "57293f353f37b3190047819b", "5726a34bf1498d1400e8e59e", "5726241189a1e219009ac2de", "5728510f4b864d1900164936", "572f6ec7a23a5019007fc621", "5737898f1c45671900574495", "5730a0778ab72b1400f9c60a", "57287b322ca10214002da3be", "5725be0f271a42140099d117", "57282dfb4b864d1900164668", "572826634b864d19001645be", "5705e26d75f01819005e76d4", "570961aa200fba1400367f15", "5726db5add62a815002e92d4", "5727478cf1498d1400e8f59a" ], "example_id": "5728510f4b864d1900164936", "gold_document": 4, "question": "Who is the university accredited by?", "trial_id": "squad-e715689365d2418b" }, { "answers": [ "Port of Los Angeles", "the Port of Los Angeles" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"571166352419e314009555f1\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Virtually all nuclear power plants generate electricity by heating water to provide steam that drives a turbine connected to an electrical generator. Nuclear-powered ships and submarines either use a steam turbine directly for main propulsion, with generators providing auxiliary power, or else employ turbo-electric transmission, where the steam drives a turbo generator set with propulsion provided by electric motors. A limited number of steam turbine railroad locomotives were manufactured. Some non-condensing direct-drive locomotives did meet with some success for long haul freight operations in Sweden and for express passenger work in Britain, but were not repeated. Elsewhere, notably in the U.S.A., more advanced designs with electric transmission were built experimentally, but not reproduced. It was found that steam turbines were not ideally suited to the railroad environment and these locomotives failed to oust the classic reciprocating steam unit in the way that modern diesel and electric traction has done.[citation needed]\"\n },\n {\n \"document_id\": \"572878942ca10214002da3a2\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"A rich cultural diversity developed during the Yuan dynasty. The major cultural achievements were the development of drama and the novel and the increased use of the written vernacular. The political unity of China and much of central Asia promoted trade between East and West. The Mongols' extensive West Asian and European contacts produced a fair amount of cultural exchange. The other cultures and peoples in the Mongol World Empire also very much influenced China. It had significantly eased trade and commerce across Asia until its decline; the communications between Yuan dynasty and its ally and subordinate in Persia, the Ilkhanate, encouraged this development. Buddhism had a great influence in the Yuan government, and the Tibetan-rite Tantric Buddhism had significantly influenced China during this period. The Muslims of the Yuan dynasty introduced Middle Eastern cartography, astronomy, medicine, clothing, and diet in East Asia. Eastern crops such as carrots, turnips, new varieties of lemons, eggplants, and melons, high-quality granulated sugar, and cotton were all either introduced or successfully popularized during the Yuan dynasty.\"\n },\n {\n \"document_id\": \"570611c475f01819005e793c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Southern California is also home to the Port of Los Angeles, the United States' busiest commercial port; the adjacent Port of Long Beach, the United States' second busiest container port; and the Port of San Diego.\"\n },\n {\n \"document_id\": \"572750e8dd62a815002e9af0\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The project must adhere to zoning and building code requirements. Constructing a project that fails to adhere to codes does not benefit the owner. Some legal requirements come from malum in se considerations, or the desire to prevent things that are indisputably bad – bridge collapses or explosions. Other legal requirements come from malum prohibitum considerations, or things that are a matter of custom or expectation, such as isolating businesses to a business district and residences to a residential district. An attorney may seek changes or exemptions in the law that governs the land where the building will be built, either by arguing that a rule is inapplicable (the bridge design will not cause a collapse), or that the custom is no longer needed (acceptance of live-work spaces has grown in the community).\"\n },\n {\n \"document_id\": \"572a2224af94a219006aa823\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"When a person’s capabilities are lowered, they are in some way deprived of earning as much income as they would otherwise. An old, ill man cannot earn as much as a healthy young man; gender roles and customs may prevent a woman from receiving an education or working outside the home. There may be an epidemic that causes widespread panic, or there could be rampant violence in the area that prevents people from going to work for fear of their lives. As a result, income and economic inequality increases, and it becomes more difficult to reduce the gap without additional aid. To prevent such inequality, this approach believes it’s important to have political freedom, economic facilities, social opportunities, transparency guarantees, and protective security to ensure that people aren’t denied their functionings, capabilities, and agency and can thus work towards a better relevant income.\"\n },\n {\n \"document_id\": \"572a0c541d046914007796f3\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Conservative researchers have argued that income inequality is not significant because consumption, rather than income should be the measure of inequality, and inequality of consumption is less extreme than inequality of income in the US. Will Wilkinson of the libertarian Cato Institute states that \\\"the weight of the evidence shows that the run-up in consumption inequality has been considerably less dramatic than the rise in income inequality,\\\" and consumption is more important than income. According to Johnson, Smeeding, and Tory, consumption inequality was actually lower in 2001 than it was in 1986. The debate is summarized in \\\"The Hidden Prosperity of the Poor\\\" by journalist Thomas B. Edsall. Other studies have not found consumption inequality less dramatic than household income inequality, and the CBO's study found consumption data not \\\"adequately\\\" capturing \\\"consumption by high-income households\\\" as it does their income, though it did agree that household consumption numbers show more equal distribution than household income.\"\n },\n {\n \"document_id\": \"572982e66aef051400154f92\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The following table gives the largest known primes of the mentioned types. Some of these primes have been found using distributed computing. In 2009, the Great Internet Mersenne Prime Search project was awarded a US$100,000 prize for first discovering a prime with at least 10 million digits. The Electronic Frontier Foundation also offers $150,000 and $250,000 for primes with at least 100 million digits and 1 billion digits, respectively. Some of the largest primes not known to have any particular form (that is, no simple formula such as that of Mersenne primes) have been found by taking a piece of semi-random binary data, converting it to a number n, multiplying it by 256k for some positive integer k, and searching for possible primes within the interval [256kn + 1, 256k(n + 1) − 1].[citation needed]\"\n },\n {\n \"document_id\": \"572905ce1d04691400778f83\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Phagocytosis is an important feature of cellular innate immunity performed by cells called 'phagocytes' that engulf, or eat, pathogens or particles. Phagocytes generally patrol the body searching for pathogens, but can be called to specific locations by cytokines. Once a pathogen has been engulfed by a phagocyte, it becomes trapped in an intracellular vesicle called a phagosome, which subsequently fuses with another vesicle called a lysosome to form a phagolysosome. The pathogen is killed by the activity of digestive enzymes or following a respiratory burst that releases free radicals into the phagolysosome. Phagocytosis evolved as a means of acquiring nutrients, but this role was extended in phagocytes to include engulfment of pathogens as a defense mechanism. Phagocytosis probably represents the oldest form of host defense, as phagocytes have been identified in both vertebrate and invertebrate animals.\"\n },\n {\n \"document_id\": \"57309446396df919000961b8\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The Age of Imperialism, a time period beginning around 1700, saw (generally European) industrializing nations engaging in the process of colonizing, influencing, and annexing other parts of the world in order to gain political power.[citation needed] Although imperialist practices have existed for thousands of years, the term \\\"Age of Imperialism\\\" generally refers to the activities of European powers from the early 18th century through to the middle of the 20th century, for example, the \\\"The Great Game\\\" in Persian lands, the \\\"Scramble for Africa\\\" and the \\\"Open Door Policy\\\" in China.\"\n },\n {\n \"document_id\": \"572663a9f1498d1400e8ddf2\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The following four timelines show the geologic time scale. The first shows the entire time from the formation of the Earth to the present, but this compresses the most recent eon. Therefore, the second scale shows the most recent eon with an expanded scale. The second scale compresses the most recent era, so the most recent era is expanded in the third scale. Since the Quaternary is a very short period with short epochs, it is further expanded in the fourth scale. The second, third, and fourth timelines are therefore each subsections of their preceding timeline as indicated by asterisks. The Holocene (the latest epoch) is too small to be shown clearly on the third timeline on the right, another reason for expanding the fourth scale. The Pleistocene (P) epoch. Q stands for the Quaternary period.\"\n },\n {\n \"document_id\": \"5726472bdd62a815002e8042\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Internet2 is a not-for-profit United States computer networking consortium led by members from the research and education communities, industry, and government. The Internet2 community, in partnership with Qwest, built the first Internet2 Network, called Abilene, in 1998 and was a prime investor in the National LambdaRail (NLR) project. In 2006, Internet2 announced a partnership with Level 3 Communications to launch a brand new nationwide network, boosting its capacity from 10 Gbit/s to 100 Gbit/s. In October, 2007, Internet2 officially retired Abilene and now refers to its new, higher capacity network as the Internet2 Network.\"\n },\n {\n \"document_id\": \"5726db5add62a815002e92d4\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In Ancient Greece, Diocles of Carystus (4th century BC) was one of several men studying the medicinal properties of plants. He wrote several treatises on the topic. The Greek physician Pedanius Dioscorides is famous for writing a five volume book in his native Greek Περί ύλης ιατρικής in the 1st century AD. The Latin translation De Materia Medica (Concerning medical substances) was used a basis for many medieval texts, and was built upon by many middle eastern scientists during the Islamic Golden Age. The title coined the term materia medica.\"\n },\n {\n \"document_id\": \"572f57c704bcaa1900d7686d\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The mouth of the Rhine into Lake Constance forms an inland delta. The delta is delimited in the West by the Alter Rhein (\\\"Old Rhine\\\") and in the East by a modern canalized section. Most of the delta is a nature reserve and bird sanctuary. It includes the Austrian towns of Gaißau, Höchst and Fußach. The natural Rhine originally branched into at least two arms and formed small islands by precipitating sediments. In the local Alemannic dialect, the singular is pronounced \\\"Isel\\\" and this is also the local pronunciation of Esel (\\\"Donkey\\\"). Many local fields have an official name containing this element.\"\n },\n {\n \"document_id\": \"57340b1bd058e614000b6869\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Following the treaty, King George III issued the Royal Proclamation of 1763 on October 7, 1763, which outlined the division and administration of the newly conquered territory, and to some extent continues to govern relations between the government of modern Canada and the First Nations. Included in its provisions was the reservation of lands west of the Appalachian Mountains to its Indian population, a demarcation that was at best a temporary impediment to a rising tide of westward-bound settlers. The proclamation also contained provisions that prevented civic participation by the Roman Catholic Canadians. When accommodations were made in the Quebec Act in 1774 to address this and other issues, religious concerns were raised in the largely Protestant Thirteen Colonies over the advance of \\\"popery\\\"; the Act maintained French Civil law, including the seigneurial system, a medieval code soon to be removed from France within a generation by the French Revolution.\"\n },\n {\n \"document_id\": \"5710f2e2a58dae1900cd6b72\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Following the French Crown's revocation of the Edict of Nantes, many Huguenots settled in Ireland in the late 17th and early 18th centuries, encouraged by an act of parliament for Protestants' settling in Ireland. Huguenot regiments fought for William of Orange in the Williamite war in Ireland, for which they were rewarded with land grants and titles, many settling in Dublin. Significant Huguenot settlements were in Dublin, Cork, Portarlington, Lisburn, Waterford and Youghal. Smaller settlements, which included Killeshandra in County Cavan, contributed to the expansion of flax cultivation and the growth of the Irish linen industry.\"\n },\n {\n \"document_id\": \"56e1b8f3e3433e14004230e6\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The best, worst and average case complexity refer to three different ways of measuring the time complexity (or any other complexity measure) of different inputs of the same size. Since some inputs of size n may be faster to solve than others, we define the following complexities:\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "9246f7fbdc99207aac9a25a1a681963811ff80816379487bd630dc9f6ee7d19c", "document_ids": [ "571166352419e314009555f1", "572878942ca10214002da3a2", "570611c475f01819005e793c", "572750e8dd62a815002e9af0", "572a2224af94a219006aa823", "572a0c541d046914007796f3", "572982e66aef051400154f92", "572905ce1d04691400778f83", "57309446396df919000961b8", "572663a9f1498d1400e8ddf2", "5726472bdd62a815002e8042", "5726db5add62a815002e92d4", "572f57c704bcaa1900d7686d", "57340b1bd058e614000b6869", "5710f2e2a58dae1900cd6b72", "56e1b8f3e3433e14004230e6" ], "example_id": "570611c475f01819005e793c", "gold_document": 2, "question": "What is the United States busiest commercial port?", "trial_id": "squad-39c70b437742f5b3" }, { "answers": [ "stress tensor", "deformations", "The stress tensor" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"570d2f5bfed7b91900d45ccf\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Victoria has a written constitution enacted in 1975, but based on the 1855 colonial constitution, passed by the United Kingdom Parliament as the Victoria Constitution Act 1855, which establishes the Parliament as the state's law-making body for matters coming under state responsibility. The Victorian Constitution can be amended by the Parliament of Victoria, except for certain \\\"entrenched\\\" provisions that require either an absolute majority in both houses, a three-fifths majority in both houses, or the approval of the Victorian people in a referendum, depending on the provision.\"\n },\n {\n \"document_id\": \"5727f7523acd2414000df10d\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Sociologist Jake Rosenfield of the University of Washington asserts that the decline of organized labor in the United States has played a more significant role in expanding the income gap than technological changes and globalization, which were also experienced by other industrialized nations that didn't experience steep surges in inequality. He points out that nations with high rates of unionization, particularly in Scandinavia, have very low levels of inequality, and concludes \\\"the historical pattern is clear; the cross-national pattern is clear: high inequality goes hand-in-hand with weak labor movements and vice-versa.\\\"\"\n },\n {\n \"document_id\": \"5726a1e5dd62a815002e8b86\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Fundamental rights, as in human rights, were first recognised by the European Court of Justice in the late 60s and fundamental rights are now regarded as integral part of the general principles of European Union law. As such the European Court of Justice is bound to draw inspiration from the constitutional traditions common to the member states. Therefore, the European Court of Justice cannot uphold measures which are incompatible with fundamental rights recognised and protected in the constitutions of member states. The European Court of Justice also found that \\\"international treaties for the protection of human rights on which the member states have collaborated or of which they are signatories, can supply guidelines which should be followed within the framework of Community law.\\\"\"\n },\n {\n \"document_id\": \"5727f05b4b864d1900164068\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"An important factor in the creation of inequality is variation in individuals' access to education. Education, especially in an area where there is a high demand for workers, creates high wages for those with this education, however, increases in education first increase and then decrease growth as well as income inequality. As a result, those who are unable to afford an education, or choose not to pursue optional education, generally receive much lower wages. The justification for this is that a lack of education leads directly to lower incomes, and thus lower aggregate savings and investment. Conversely, education raises incomes and promotes growth because it helps to unleash the productive potential of the poor.\"\n },\n {\n \"document_id\": \"57286fa83acd2414000df9e5\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Emperor Gegeen Khan, Ayurbarwada's son and successor, ruled for only two years, from 1321 to 1323. He continued his father's policies to reform the government based on the Confucian principles, with the help of his newly appointed grand chancellor Baiju. During his reign, the Da Yuan Tong Zhi (Chinese: 大元通制, \\\"the comprehensive institutions of the Great Yuan\\\"), a huge collection of codes and regulations of the Yuan dynasty begun by his father, was formally promulgated. Gegeen was assassinated in a coup involving five princes from a rival faction, perhaps steppe elite opposed to Confucian reforms. They placed Yesün Temür (or Taidingdi) on the throne, and, after an unsuccessful attempt to calm the princes, he also succumbed to regicide.\"\n },\n {\n \"document_id\": \"57264cc6dd62a815002e80e4\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The historian Francis Aidan Gasquet wrote about the 'Great Pestilence' in 1893 and suggested that \\\"it would appear to be some form of the ordinary Eastern or bubonic plague\\\". He was able to adopt the epidemiology of the bubonic plague for the Black Death for the second edition in 1908, implicating rats and fleas in the process, and his interpretation was widely accepted for other ancient and medieval epidemics, such as the Justinian plague that was prevalent in the Eastern Roman Empire from 541 to 700 CE.\"\n },\n {\n \"document_id\": \"571ce3745efbb31900334e20\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Oxygen toxicity to the lungs and central nervous system can also occur in deep scuba diving and surface supplied diving. Prolonged breathing of an air mixture with an O\\n2 partial pressure more than 60 kPa can eventually lead to permanent pulmonary fibrosis. Exposure to a O\\n2 partial pressures greater than 160 kPa (about 1.6 atm) may lead to convulsions (normally fatal for divers). Acute oxygen toxicity (causing seizures, its most feared effect for divers) can occur by breathing an air mixture with 21% O\\n2 at 66 m or more of depth; the same thing can occur by breathing 100% O\\n2 at only 6 m.\"\n },\n {\n \"document_id\": \"570d418dfed7b91900d45dbd\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Politically, Victoria has 37 seats in the Australian House of Representatives and 12 seats in the Australian Senate. At state level, the Parliament of Victoria consists of the Legislative Assembly (the lower house) and the Legislative Council (the upper house). Victoria is currently governed by the Labor Party, with Daniel Andrews the current Premier. The personal representative of the Queen of Australia in the state is the Governor of Victoria, currently Linda Dessau. Local government is concentrated in 79 municipal districts, including 33 cities, although a number of unincorporated areas still exist, which are administered directly by the state.\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continue to rise, with average global surface temperature projected to increase by between 1.4 and 5.8 °C above 1990 levels by 2100\\\". The TAR has also been endorsed by the Canadian Foundation for Climate and Atmospheric Sciences, Canadian Meteorological and Oceanographic Society, and European Geosciences Union (refer to \\\"Endorsements of the IPCC\\\").\"\n },\n {\n \"document_id\": \"572f59b4a23a5019007fc587\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The flow of cold, gray mountain water continues for some distance into the lake. The cold water flows near the surface and at first doesn't mix with the warmer, green waters of Upper Lake. But then, at the so-called Rheinbrech, the Rhine water abruptly falls into the depths because of the greater density of cold water. The flow reappears on the surface at the northern (German) shore of the lake, off the island of Lindau. The water then follows the northern shore until Hagnau am Bodensee. A small fraction of the flow is diverted off the island of Mainau into Lake Überlingen. Most of the water flows via the Constance hopper into the Rheinrinne (\\\"Rhine Gutter\\\") and Seerhein. Depending on the water level, this flow of the Rhine water is clearly visible along the entire length of the lake.\"\n },\n {\n \"document_id\": \"5737a25ac3c5551400e51f51\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"where is the relevant cross-sectional area for the volume for which the stress-tensor is being calculated. This formalism includes pressure terms associated with forces that act normal to the cross-sectional area (the matrix diagonals of the tensor) as well as shear terms associated with forces that act parallel to the cross-sectional area (the off-diagonal elements). The stress tensor accounts for forces that cause all strains (deformations) including also tensile stresses and compressions.:133–134:38-1–38-11\"\n },\n {\n \"document_id\": \"57274046dd62a815002e9a12\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Building construction is the process of adding structure to real property or construction of buildings. The majority of building construction jobs are small renovations, such as addition of a room, or renovation of a bathroom. Often, the owner of the property acts as laborer, paymaster, and design team for the entire project. Although building construction projects typically include various common elements, such as design, financial, estimating and legal considerations, many projects of varying sizes reach undesirable end results, such as structural collapse, cost overruns, and/or litigation. For this reason, those with experience in the field make detailed plans and maintain careful oversight during the project to ensure a positive outcome.\"\n },\n {\n \"document_id\": \"57263ea0271a42140099d7c3\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"DECnet is a suite of network protocols created by Digital Equipment Corporation, originally released in 1975 in order to connect two PDP-11 minicomputers. It evolved into one of the first peer-to-peer network architectures, thus transforming DEC into a networking powerhouse in the 1980s. Initially built with three layers, it later (1982) evolved into a seven-layer OSI-compliant networking protocol. The DECnet protocols were designed entirely by Digital Equipment Corporation. However, DECnet Phase II (and later) were open standards with published specifications, and several implementations were developed outside DEC, including one for Linux.\"\n },\n {\n \"document_id\": \"572648e8dd62a815002e8076\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Ranging from about 1 millimeter (0.039 in) to 1.5 meters (4.9 ft) in size, ctenophores are the largest non-colonial animals that use cilia (\\\"hairs\\\") as their main method of locomotion. Most species have eight strips, called comb rows, that run the length of their bodies and bear comb-like bands of cilia, called \\\"ctenes,\\\" stacked along the comb rows so that when the cilia beat, those of each comb touch the comb below. The name \\\"ctenophora\\\" means \\\"comb-bearing\\\", from the Greek κτείς (stem-form κτεν-) meaning \\\"comb\\\" and the Greek suffix -φορος meaning \\\"carrying\\\".\"\n },\n {\n \"document_id\": \"572fd73e947a6a140053cd32\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Several procedures enable the Scottish Parliament to scrutinise the Government. The First Minister or members of the cabinet can deliver statements to Parliament upon which MSPs are invited to question. For example, at the beginning of each parliamentary year, the First Minister delivers a statement to the chamber setting out the Government's legislative programme for the forthcoming year. After the statement has been delivered, the leaders of the opposition parties and other MSPs question the First Minister on issues related to the substance of the statement.\"\n },\n {\n \"document_id\": \"571a484210f8ca1400304fbe\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Oxygen is a chemical element with symbol O and atomic number 8. It is a member of the chalcogen group on the periodic table and is a highly reactive nonmetal and oxidizing agent that readily forms compounds (notably oxides) with most elements. By mass, oxygen is the third-most abundant element in the universe, after hydrogen and helium. At standard temperature and pressure, two atoms of the element bind to form dioxygen, a colorless and odorless diatomic gas with the formula O\\n2. Diatomic oxygen gas constitutes 20.8% of the Earth's atmosphere. However, monitoring of atmospheric oxygen levels show a global downward trend, because of fossil-fuel burning. Oxygen is the most abundant element by mass in the Earth's crust as part of oxide compounds such as silicon dioxide, making up almost half of the crust's mass.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "c7443c895c64fa666d1679fba17f84ec9e3847cf4056aed84a75fa538f19d795", "document_ids": [ "570d2f5bfed7b91900d45ccf", "5727f7523acd2414000df10d", "5726a1e5dd62a815002e8b86", "5727f05b4b864d1900164068", "57286fa83acd2414000df9e5", "57264cc6dd62a815002e80e4", "571ce3745efbb31900334e20", "570d418dfed7b91900d45dbd", "57293e983f37b3190047818b", "572f59b4a23a5019007fc587", "5737a25ac3c5551400e51f51", "57274046dd62a815002e9a12", "57263ea0271a42140099d7c3", "572648e8dd62a815002e8076", "572fd73e947a6a140053cd32", "571a484210f8ca1400304fbe" ], "example_id": "5737a25ac3c5551400e51f51", "gold_document": 10, "question": "What causes strain in structures?", "trial_id": "squad-64174323aeea3a65" }, { "answers": [ "Lauren Oliver" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5726dcbddd62a815002e9320\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In Japan, at the end of the Asuka period (538–710) and the early Nara period (710–794), the men who fulfilled roles similar to those of modern pharmacists were highly respected. The place of pharmacists in society was expressly defined in the Taihō Code (701) and re-stated in the Yōrō Code (718). Ranked positions in the pre-Heian Imperial court were established; and this organizational structure remained largely intact until the Meiji Restoration (1868). In this highly stable hierarchy, the pharmacists—and even pharmacist assistants—were assigned status superior to all others in health-related fields such as physicians and acupuncturists. In the Imperial household, the pharmacist was even ranked above the two personal physicians of the Emperor.\"\n },\n {\n \"document_id\": \"572fc80b04bcaa1900d76d11\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Subject Committees are established at the beginning of each parliamentary session, and again the members on each committee reflect the balance of parties across Parliament. Typically each committee corresponds with one (or more) of the departments (or ministries) of the Scottish Government. The current Subject Committees in the fourth Session are: Economy, Energy and Tourism; Education and Culture; Health and Sport; Justice; Local Government and Regeneration; Rural Affairs, Climate Change and Environment; Welfare Reform; and Infrastructure and Capital Investment.\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continue to rise, with average global surface temperature projected to increase by between 1.4 and 5.8 °C above 1990 levels by 2100\\\". The TAR has also been endorsed by the Canadian Foundation for Climate and Atmospheric Sciences, Canadian Meteorological and Oceanographic Society, and European Geosciences Union (refer to \\\"Endorsements of the IPCC\\\").\"\n },\n {\n \"document_id\": \"57106644b654c5140001f8e5\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The availability of the Bible in vernacular languages was important to the spread of the Protestant movement and development of the Reformed church in France. The country had a long history of struggles with the papacy by the time the Protestant Reformation finally arrived. Around 1294, a French version of the Scriptures was prepared by the Roman Catholic priest, Guyard de Moulin. A two-volume illustrated folio paraphrase version based on his manuscript, by Jean de Rély, was printed in Paris in 1487.\"\n },\n {\n \"document_id\": \"572fbb04a23a5019007fc8f7\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"As a member of the Scottish Parliamentary Corporate Body, the Presiding Officer is responsible for ensuring that the Parliament functions effectively and has the staff, property and resources it requires to operate. Convening the Parliamentary Bureau, which allocates time and sets the work agenda in the chamber, is another of the roles of the Presiding Officer. Under the Standing Orders of the Parliament the Bureau consists of the Presiding Officer and one representative from each political parties with five or more seats in the Parliament. Amongst the duties of the Bureau are to agree the timetable of business in the chamber, establish the number, remit and membership of parliamentary committees and regulate the passage of legislation (bills) through the Parliament. The Presiding Officer also represents the Scottish Parliament at home and abroad in an official capacity.\"\n },\n {\n \"document_id\": \"573003dd947a6a140053cf42\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Since 7500 yr ago, a situation with tides and currents, very similar to present has existed. Rates of sea-level rise had dropped so far, that natural sedimentation by the Rhine and coastal processes together, could compensate the transgression by the sea; in the last 7000 years, the coast line was roughly at the same location. In the southern North Sea, due to ongoing tectonic subsidence, the sea level is still rising, at the rate of about 1–3 cm (0.39–1.18 in) per century (1 metre or 39 inches in last 3000 years).\"\n },\n {\n \"document_id\": \"57286bf84b864d19001649d2\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In literature, author of the New York Times bestseller Before I Fall Lauren Oliver, Pulitzer Prize winning novelist Philip Roth, Canadian-born Pulitzer Prize and Nobel Prize for Literature winning writer Saul Bellow, political philosopher, literary critic and author of the New York Times bestseller \\\"The Closing of the American Mind\\\" Allan Bloom, ''The Good War\\\" author Studs Terkel, American writer, essayist, filmmaker, teacher, and political activist Susan Sontag, analytic philosopher and Stanford University Professor of Comparative Literature Richard Rorty, and American writer and satirist Kurt Vonnegut are notable alumni.\"\n },\n {\n \"document_id\": \"572f7b33947a6a140053c9a2\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The other third of the water flows through the Pannerdens Kanaal and redistributes in the IJssel and Nederrijn. The IJssel branch carries one ninth of the water flow of the Rhine north into the IJsselmeer (a former bay), while the Nederrijn carries approximately two ninths of the flow west along a route parallel to the Waal. However, at Wijk bij Duurstede, the Nederrijn changes its name and becomes the Lek. It flows farther west, to rejoin the Noord River into the Nieuwe Maas and to the North Sea.\"\n },\n {\n \"document_id\": \"5726b718dd62a815002e8dbe\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Free movement of goods within the European Union is achieved by a customs union, and the principle of non-discrimination. The EU manages imports from non-member states, duties between member states are prohibited, and imports circulate freely. In addition under the Treaty on the Functioning of the European Union article 34, ‘Quantitative restrictions on imports and all measures having equivalent effect shall be prohibited between Member States’. In Procureur du Roi v Dassonville the Court of Justice held that this rule meant all \\\"trading rules\\\" that are \\\"enacted by Member States\\\" which could hinder trade \\\"directly or indirectly, actually or potentially\\\" would be caught by article 34. This meant that a Belgian law requiring Scotch whisky imports to have a certificate of origin was unlikely to be lawful. It discriminated against parallel importers like Mr Dassonville, who could not get certificates from authorities in France, where they bought the Scotch. This \\\"wide test\\\", to determine what could potentially be an unlawful restriction on trade, applies equally to actions by quasi-government bodies, such as the former \\\"Buy Irish\\\" company that had government appointees. It also means states can be responsible for private actors. For instance, in Commission v France French farmer vigilantes were continually sabotaging shipments of Spanish strawberries, and even Belgian tomato imports. France was liable for these hindrances to trade because the authorities ‘manifestly and persistently abstained' from preventing the sabotage. Generally speaking, if a member state has laws or practices that directly discriminate against imports (or exports under TFEU article 35) then it must be justified under article 36. The justifications include public morality, policy or security, \\\"protection of health and life of humans, animals or plants\\\", \\\"national treasures\\\" of \\\"artistic, historic or archaeological value\\\" and \\\"industrial and commercial property.\\\" In addition, although not clearly listed, environmental protection can justify restrictions on trade as an overriding requirement derived from TFEU article 11. More generally, it has been increasingly acknowledged that fundamental human rights should take priority over all trade rules. So, in Schmidberger v Austria the Court of Justice held that Austria did not infringe article 34 by failing to ban a protest that blocked heavy traffic passing over the A13, Brenner Autobahn, en route to Italy. Although many companies, including Mr Schmidberger's German undertaking, were prevented from trading, the Court of Justice reasoned that freedom of association is one of the ‘fundamental pillars of a democratic society’, against which the free movement of goods had to be balanced, and was probably subordinate. If a member state does appeal to the article 36 justification, the measures it takes have to be applied proportionately. This means the rule must be pursue a legitimate aim and (1) be suitable to achieve the aim, (2) be necessary, so that a less restrictive measure could not achieve the same result, and (3) be reasonable in balancing the interests of free trade with interests in article 36.\"\n },\n {\n \"document_id\": \"572827fc3acd2414000df5bb\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"As of 2010[update], there were 366,273 households out of which 11.8% were vacant. 23.9% of households had children under the age of 18 living with them, 43.8% were married couples, 15.2% had a female householder with no husband present, and 36.4% were non-families. 29.7% of all households were made up of individuals and 7.9% had someone living alone who was 65 years of age or older. The average household size was 2.55 and the average family size was 3.21. In the city, the population was spread out with 23.9% under the age of 18, 10.5% from 18 to 24, 28.5% from 25 to 44, 26.2% from 45 to 64, and 10.9% who were 65 years of age or older. The median age was 35.5 years. For every 100 females there were 94.1 males. For every 100 females age 18 and over, there were 91.3 males.\"\n },\n {\n \"document_id\": \"56e202e9e3433e1400423240\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"As Fortnow & Homer (2003) point out, the beginning of systematic studies in computational complexity is attributed to the seminal paper \\\"On the Computational Complexity of Algorithms\\\" by Juris Hartmanis and Richard Stearns (1965), which laid out the definitions of time and space complexity and proved the hierarchy theorems. Also, in 1965 Edmonds defined a \\\"good\\\" algorithm as one with running time bounded by a polynomial of the input size.\"\n },\n {\n \"document_id\": \"5725f2c838643c19005aceed\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In the north eastern part of Fresno, Woodward Park was founded by the late Ralph Woodward, a long-time Fresno resident. He bequeathed a major portion of his estate in 1968 to provide a regional park and bird sanctuary in Northeast Fresno. The park lies on the South bank of the San Joaquin River between Highway 41 and Friant Road. The initial 235 acres (0.95 km2), combined with additional acres acquired later by the City, brings the park to a sizable 300 acres (1.2 km2). Now packed with amenities, Woodward Park is the only Regional Park of its size in the Central Valley. The Southeast corner of the park harbors numerous bird species offering bird enthusiasts an excellent opportunity for viewing. The park has a multi-use amphitheatre that seats up to 2,500 people, authentic Japanese Garden, fenced dog park, two-mile (3 km) equestrian trail, exercise par course, three children's playgrounds, a lake, 3 small ponds, 7 picnic areas and five miles (8 km) of multipurpose trails that are part of the San Joaquin River Parkway's Lewis S. Eaton Trail. When complete, the Lewis S. Eaton trail system will cover 22 miles (35 km) between Highway 99 and Friant Dam. The park's numerous picnic tables make for a great picnic destination and a convenient escape from city life. The park's amphetheatre was renovated in 2010, and has hosted performances by acts such as Deftones, Tech N9ne, and Sevendust as well as numerous others. The park is open April through October, 6am to 10pm and November through March, 6am to 7pm. Woodward Park is home to the annual CIF(California Interscholastic Federation) State Championship cross country meet, which takes place in late November. It is also the home of the Woodward Shakespeare Festival which began performances in the park in 2005.\"\n },\n {\n \"document_id\": \"5733a5f54776f41900660f44\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"One of the most famous people born in Warsaw was Maria Skłodowska-Curie, who achieved international recognition for her research on radioactivity and was the first female recipient of the Nobel Prize. Famous musicians include Władysław Szpilman and Frédéric Chopin. Though Chopin was born in the village of Żelazowa Wola, about 60 km (37 mi) from Warsaw, he moved to the city with his family when he was seven months old. Casimir Pulaski, a Polish general and hero of the American Revolutionary War, was born here in 1745.\"\n },\n {\n \"document_id\": \"57281d494b864d19001644be\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"In the mid-1960s, corruption scandals began to arise among many of the city's officials, who were mainly elected through the traditional old boy network. After a grand jury was convened to investigate, 11 officials were indicted and more were forced to resign. Jacksonville Consolidation, led by J. J. Daniel and Claude Yates, began to win more support during this period, from both inner city blacks, who wanted more involvement in government, and whites in the suburbs, who wanted more services and more control over the central city. In 1964 all 15 of Duval County's public high schools lost their accreditation. This added momentum to proposals for government reform. Lower taxes, increased economic development, unification of the community, better public spending and effective administration by a more central authority were all cited as reasons for a new consolidated government.\"\n },\n {\n \"document_id\": \"5733e5a14776f4190066145b\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In 1749 the British government gave land to the Ohio Company of Virginia for the purpose of developing trade and settlements in the Ohio Country. The grant required that it settle 100 families in the territory, and construct a fort for their protection. But, as the territory was also claimed by Pennsylvania, both colonies began pushing for action to improve their respective claims. In 1750 Christopher Gist, acting on behalf of both Virginia and the company, explored the Ohio territory and opened negotiations with the Indian tribes at Logstown. He completed the 1752 Treaty of Logstown in which the local Indians, through their \\\"Half-King\\\" Tanacharison and an Iroquois representative, agreed to terms that included permission to build a \\\"strong house\\\" at the mouth of the Monongahela River (the site of present-day Pittsburgh, Pennsylvania). By the late 17th century, the Iroquois had pushed many tribes out of the Ohio Valley, and kept it as hunting ground by right of conquest.\"\n },\n {\n \"document_id\": \"5725b76389a1e219009abd4a\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"On August 15, 1971, the United States unilaterally pulled out of the Bretton Woods Accord. The US abandoned the Gold Exchange Standard whereby the value of the dollar had been pegged to the price of gold and all other currencies were pegged to the dollar, whose value was left to \\\"float\\\" (rise and fall according to market demand). Shortly thereafter, Britain followed, floating the pound sterling. The other industrialized nations followed suit with their respective currencies. Anticipating that currency values would fluctuate unpredictably for a time, the industrialized nations increased their reserves (by expanding their money supplies) in amounts far greater than before. The result was a depreciation of the dollar and other industrialized nations' currencies. Because oil was priced in dollars, oil producers' real income decreased. In September 1971, OPEC issued a joint communiqué stating that, from then on, they would price oil in terms of a fixed amount of gold.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "8427f90027f4113b5d77b90bf12b6bd000ada78ea5601957df928c98d8b6a27c", "document_ids": [ "5726dcbddd62a815002e9320", "572fc80b04bcaa1900d76d11", "57293e983f37b3190047818b", "57106644b654c5140001f8e5", "572fbb04a23a5019007fc8f7", "573003dd947a6a140053cf42", "57286bf84b864d19001649d2", "572f7b33947a6a140053c9a2", "5726b718dd62a815002e8dbe", "572827fc3acd2414000df5bb", "56e202e9e3433e1400423240", "5725f2c838643c19005aceed", "5733a5f54776f41900660f44", "57281d494b864d19001644be", "5733e5a14776f4190066145b", "5725b76389a1e219009abd4a" ], "example_id": "57286bf84b864d19001649d2", "gold_document": 6, "question": "What alumni member also write the bestseller Before I Fall?", "trial_id": "squad-5df6541fae6114b1" }, { "answers": [ "fighting horsemen" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"56dde2fa66d3e219004dad9b\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The Normans thereafter adopted the growing feudal doctrines of the rest of France, and worked them into a functional hierarchical system in both Normandy and in England. The new Norman rulers were culturally and ethnically distinct from the old French aristocracy, most of whom traced their lineage to Franks of the Carolingian dynasty. Most Norman knights remained poor and land-hungry, and by 1066 Normandy had been exporting fighting horsemen for more than a generation. Many Normans of Italy, France and England eventually served as avid Crusaders under the Italo-Norman prince Bohemund I and the Anglo-Norman king Richard the Lion-Heart.\"\n },\n {\n \"document_id\": \"5725d42a89a1e219009abf58\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In the 1970s, the city was the subject of a song, \\\"Walking Into Fresno\\\", written by Hall Of Fame guitarist Bill Aken and recorded by Bob Gallion of the world-famous \\\"WWVA Jamboree\\\" radio and television show in Wheeling, West Virginia. Aken, adopted by Mexican movie actress Lupe Mayorga, grew up in the neighboring town of Madera and his song chronicled the hardships faced by the migrant farm workers he saw as a child. Aken also made his first TV appearance playing guitar on the old country-western show at The Fresno Barn.\"\n },\n {\n \"document_id\": \"570d4a6bfed7b91900d45e13\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"After the founding of the colony of New South Wales in 1788, Australia was divided into an eastern half named New South Wales and a western half named New Holland, under the administration of the colonial government in Sydney. The first European settlement in the area later known as Victoria was established in October 1803 under Lieutenant-Governor David Collins at Sullivan Bay on Port Phillip. It consisted of 402 people (5 Government officials, 9 officers of marines, 2 drummers, and 39 privates, 5 soldiers' wives, and a child, 307 convicts, 17 convicts' wives, and 7 children). They had been sent from England in HMS Calcutta under the command of Captain Daniel Woodriff, principally out of fear that the French, who had been exploring the area, might establish their own settlement and thereby challenge British rights to the continent.\"\n },\n {\n \"document_id\": \"57264845f1498d1400e8db0a\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Plague was reportedly first introduced to Europe via Genoese traders at the port city of Kaffa in the Crimea in 1347. After a protracted siege, during which the Mongol army under Jani Beg was suffering from the disease, the army catapulted the infected corpses over the city walls of Kaffa to infect the inhabitants. The Genoese traders fled, taking the plague by ship into Sicily and the south of Europe, whence it spread north. Whether or not this hypothesis is accurate, it is clear that several existing conditions such as war, famine, and weather contributed to the severity of the Black Death.\"\n },\n {\n \"document_id\": \"572667e2f1498d1400e8de90\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The principle of inclusions and components states that, with sedimentary rocks, if inclusions (or clasts) are found in a formation, then the inclusions must be older than the formation that contains them. For example, in sedimentary rocks, it is common for gravel from an older formation to be ripped up and included in a newer layer. A similar situation with igneous rocks occurs when xenoliths are found. These foreign bodies are picked up as magma or lava flows, and are incorporated, later to cool in the matrix. As a result, xenoliths are older than the rock which contains them.\"\n },\n {\n \"document_id\": \"5726a5525951b619008f78dd\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Following the election of the UK Labour Party to government in 1997, the UK formally subscribed to the Agreement on Social Policy, which allowed it to be included with minor amendments as the Social Chapter of the 1997 Treaty of Amsterdam. The UK subsequently adopted the main legislation previously agreed under the Agreement on Social Policy, the 1994 Works Council Directive, which required workforce consultation in businesses, and the 1996 Parental Leave Directive. In the 10 years following the 1997 Treaty of Amsterdam and adoption of the Social Chapter the European Union has undertaken policy initiatives in various social policy areas, including labour and industry relations, equal opportunity, health and safety, public health, protection of children, the disabled and elderly, poverty, migrant workers, education, training and youth.\"\n },\n {\n \"document_id\": \"573088da069b53140083216b\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The Royal Geographical Society of London and other geographical societies in Europe had great influence and were able to fund travelers who would come back with tales of their discoveries. These societies also served as a space for travellers to share these stories.Political geographers such as Friedrich Ratzel of Germany and Halford Mackinder of Britain also supported imperialism. Ratzel believed expansion was necessary for a state’s survival while Mackinder supported Britain’s imperial expansion; these two arguments dominated the discipline for decades.\"\n },\n {\n \"document_id\": \"5728ed94ff5b5019007da97c\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Howard Zinn writes, \\\"There may be many times when protesters choose to go to jail, as a way of continuing their protest, as a way of reminding their countrymen of injustice. But that is different than the notion that they must go to jail as part of a rule connected with civil disobedience. The key point is that the spirit of protest should be maintained all the way, whether it is done by remaining in jail, or by evading it. To accept jail penitently as an accession to 'the rules' is to switch suddenly to a spirit of subservience, to demean the seriousness of the protest...In particular, the neo-conservative insistence on a guilty plea should be eliminated.\\\"\"\n },\n {\n \"document_id\": \"57287c142ca10214002da3d0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The Yuan undertook extensive public works. Among Kublai Khan's top engineers and scientists was the astronomer Guo Shoujing, who was tasked with many public works projects and helped the Yuan reform the lunisolar calendar to provide an accuracy of 365.2425 days of the year, which was only 26 seconds off the modern Gregorian calendar's measurement. Road and water communications were reorganized and improved. To provide against possible famines, granaries were ordered built throughout the empire. The city of Beijing was rebuilt with new palace grounds that included artificial lakes, hills and mountains, and parks. During the Yuan period, Beijing became the terminus of the Grand Canal of China, which was completely renovated. These commercially oriented improvements encouraged overland and maritime commerce throughout Asia and facilitated direct Chinese contacts with Europe. Chinese travelers to the West were able to provide assistance in such areas as hydraulic engineering. Contacts with the West also brought the introduction to China of a major food crop, sorghum, along with other foreign food products and methods of preparation.\"\n },\n {\n \"document_id\": \"5727c55bff5b5019007d94ce\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"James Bryant Conant (president, 1933–1953) reinvigorated creative scholarship to guarantee its preeminence among research institutions. He saw higher education as a vehicle of opportunity for the talented rather than an entitlement for the wealthy, so Conant devised programs to identify, recruit, and support talented youth. In 1943, he asked the faculty make a definitive statement about what general education ought to be, at the secondary as well as the college level. The resulting Report, published in 1945, was one of the most influential manifestos in the history of American education in the 20th century.\"\n },\n {\n \"document_id\": \"5725c91e38643c19005acceb\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Despite their soft, gelatinous bodies, fossils thought to represent ctenophores, apparently with no tentacles but many more comb-rows than modern forms, have been found in lagerstätten as far back as the early Cambrian, about 515 million years ago. The position of the ctenophores in the evolutionary family tree of animals has long been debated, and the majority view at present, based on molecular phylogenetics, is that cnidarians and bilaterians are more closely related to each other than either is to ctenophores. A recent molecular phylogenetics analysis concluded that the common ancestor of all modern ctenophores was cydippid-like, and that all the modern groups appeared relatively recently, probably after the Cretaceous–Paleogene extinction event 66 million years ago. Evidence accumulating since the 1980s indicates that the \\\"cydippids\\\" are not monophyletic, in other words do not include all and only the descendants of a single common ancestor, because all the other traditional ctenophore groups are descendants of various cydippids.\"\n },\n {\n \"document_id\": \"5733cf61d058e614000b62e9\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The French and Indian War (1754–1763) was the North American theater of the worldwide Seven Years' War. The war was fought between the colonies of British America and New France, with both sides supported by military units from their parent countries of Great Britain and France, as well as Native American allies. At the start of the war, the French North American colonies had a population of roughly 60,000 European settlers, compared with 2 million in the British North American colonies. The outnumbered French particularly depended on the Indians. Long in conflict, the metropole nations declared war on each other in 1756, escalating the war from a regional affair into an intercontinental conflict.\"\n },\n {\n \"document_id\": \"5727cb4b2ca10214002d9676\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Jacksonville is in the First Coast region of northeast Florida and is centered on the banks of the St. Johns River, about 25 miles (40 km) south of the Georgia state line and about 340 miles (550 km) north of Miami. The Jacksonville Beaches communities are along the adjacent Atlantic coast. The area was originally inhabited by the Timucua people, and in 1564 was the site of the French colony of Fort Caroline, one of the earliest European settlements in what is now the continental United States. Under British rule, settlement grew at the narrow point in the river where cattle crossed, known as Wacca Pilatka to the Seminole and the Cow Ford to the British. A platted town was established there in 1822, a year after the United States gained Florida from Spain; it was named after Andrew Jackson, the first military governor of the Florida Territory and seventh President of the United States.\"\n },\n {\n \"document_id\": \"572883a33acd2414000dfa79\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"At the same time the Mongols imported Central Asian Muslims to serve as administrators in China, the Mongols also sent Han Chinese and Khitans from China to serve as administrators over the Muslim population in Bukhara in Central Asia, using foreigners to curtail the power of the local peoples of both lands. Han Chinese were moved to Central Asian areas like Besh Baliq, Almaliq, and Samarqand by the Mongols where they worked as artisans and farmers. Alans were recruited into the Mongol forces with one unit called \\\"Right Alan Guard\\\" which was combined with \\\"recently surrendered\\\" soldiers, Mongols, and Chinese soldiers stationed in the area of the former Kingdom of Qocho and in Besh Balikh the Mongols established a Chinese military colony led by Chinese general Qi Kongzhi (Ch'i Kung-chih). After the Mongol conquest of Central Asia by Genghis Khan, foreigners were chosen as administrators and co-management with Chinese and Qara-Khitays (Khitans) of gardens and fields in Samarqand was put upon the Muslims as a requirement since Muslims were not allowed to manage without them. The Mongol appointed Governor of Samarqand was a Qara-Khitay (Khitan), held the title Taishi, familiar with Chinese culture his name was Ahai\"\n },\n {\n \"document_id\": \"572686fc708984140094c8e5\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"When some species, including Bathyctena chuni, Euplokamis stationis and Eurhamphaea vexilligera, are disturbed, they produce secretions (ink) that luminesce at much the same wavelengths as their bodies. Juveniles will luminesce more brightly in relation to their body size than adults, whose luminescence is diffused over their bodies. Detailed statistical investigation has not suggested the function of ctenophores' bioluminescence nor produced any correlation between its exact color and any aspect of the animals' environments, such as depth or whether they live in coastal or mid-ocean waters.\"\n },\n {\n \"document_id\": \"572ffd9e04bcaa1900d76fc7\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The interpretation of Islam promoted by this funding was the strict, conservative Saudi-based Wahhabism or Salafism. In its harshest form it preached that Muslims should not only \\\"always oppose\\\" infidels \\\"in every way,\\\" but \\\"hate them for their religion ... for Allah's sake,\\\" that democracy \\\"is responsible for all the horrible wars of the 20th century,\\\" that Shia and other non-Wahhabi Muslims were infidels, etc. While this effort has by no means converted all, or even most Muslims to the Wahhabist interpretation of Islam, it has done much to overwhelm more moderate local interpretations, and has set the Saudi-interpretation of Islam as the \\\"gold standard\\\" of religion in minds of some or many Muslims.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "6554fc1a724e56cc7bee252e440d8e46500a1d770806e5a1aa326519deb6511e", "document_ids": [ "56dde2fa66d3e219004dad9b", "5725d42a89a1e219009abf58", "570d4a6bfed7b91900d45e13", "57264845f1498d1400e8db0a", "572667e2f1498d1400e8de90", "5726a5525951b619008f78dd", "573088da069b53140083216b", "5728ed94ff5b5019007da97c", "57287c142ca10214002da3d0", "5727c55bff5b5019007d94ce", "5725c91e38643c19005acceb", "5733cf61d058e614000b62e9", "5727cb4b2ca10214002d9676", "572883a33acd2414000dfa79", "572686fc708984140094c8e5", "572ffd9e04bcaa1900d76fc7" ], "example_id": "56dde2fa66d3e219004dad9b", "gold_document": 0, "question": "What was one of the Norman's major exports?", "trial_id": "squad-3cdc8cc2b5c47079" }, { "answers": [ "β-defensins" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5727aeac3acd2414000de987\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Harvard is a large, highly residential research university. The nominal cost of attendance is high, but the University's large endowment allows it to offer generous financial aid packages. It operates several arts, cultural, and scientific museums, alongside the Harvard Library, which is the world's largest academic and private library system, comprising 79 individual libraries with over 18 million volumes. Harvard's alumni include eight U.S. presidents, several foreign heads of state, 62 living billionaires, 335 Rhodes Scholars, and 242 Marshall Scholars. To date, some 150 Nobel laureates, 18 Fields Medalists and 13 Turing Award winners have been affiliated as students, faculty, or staff.\"\n },\n {\n \"document_id\": \"5728fc2eaf94a219006a9ec7\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Chemical barriers also protect against infection. The skin and respiratory tract secrete antimicrobial peptides such as the β-defensins. Enzymes such as lysozyme and phospholipase A2 in saliva, tears, and breast milk are also antibacterials. Vaginal secretions serve as a chemical barrier following menarche, when they become slightly acidic, while semen contains defensins and zinc to kill pathogens. In the stomach, gastric acid and proteases serve as powerful chemical defenses against ingested pathogens.\"\n },\n {\n \"document_id\": \"56e1c0f6cd28a01900c67b2c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\"\n },\n {\n \"document_id\": \"573784fa1c45671900574483\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"What we now call gravity was not identified as a universal force until the work of Isaac Newton. Before Newton, the tendency for objects to fall towards the Earth was not understood to be related to the motions of celestial objects. Galileo was instrumental in describing the characteristics of falling objects by determining that the acceleration of every object in free-fall was constant and independent of the mass of the object. Today, this acceleration due to gravity towards the surface of the Earth is usually designated as and has a magnitude of about 9.81 meters per second squared (this measurement is taken from sea level and may vary depending on location), and points toward the center of the Earth. This observation means that the force of gravity on an object at the Earth's surface is directly proportional to the object's mass. Thus an object that has a mass of will experience a force:\"\n },\n {\n \"document_id\": \"572807802ca10214002d9bf8\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"LeGrande writes that \\\"the formulation of a single all-encompassing definition of the term is extremely difficult, if not impossible. In reviewing the voluminous literature on the subject, the student of civil disobedience rapidly finds himself surrounded by a maze of semantical problems and grammatical niceties. Like Alice in Wonderland, he often finds that specific terminology has no more (or no less) meaning than the individual orator intends it to have.\\\" He encourages a distinction between lawful protest demonstration, nonviolent civil disobedience, and violent civil disobedience.\"\n },\n {\n \"document_id\": \"570d2556fed7b91900d45c47\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Immigrants arrived from all over the world to search for gold, especially from Ireland and China. Many Chinese miners worked in Victoria, and their legacy is particularly strong in Bendigo and its environs. Although there was some racism directed at them, there was not the level of anti-Chinese violence that was seen at the Lambing Flat riots in New South Wales. However, there was a riot at Buckland Valley near Bright in 1857. Conditions on the gold fields were cramped and unsanitary; an outbreak of typhoid at Buckland Valley in 1854 killed over 1,000 miners.\"\n },\n {\n \"document_id\": \"57264d58f1498d1400e8db7a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Other forms of plague have been implicated by modern scientists. The modern bubonic plague has a mortality rate of 30–75% and symptoms including fever of 38–41 °C (100–106 °F), headaches, painful aching joints, nausea and vomiting, and a general feeling of malaise. Left untreated, of those that contract the bubonic plague, 80 percent die within eight days. Pneumonic plague has a mortality rate of 90 to 95 percent. Symptoms include fever, cough, and blood-tinged sputum. As the disease progresses, sputum becomes free flowing and bright red. Septicemic plague is the least common of the three forms, with a mortality rate near 100%. Symptoms are high fevers and purple skin patches (purpura due to disseminated intravascular coagulation). In cases of pneumonic and particularly septicemic plague, the progress of the disease is so rapid that there would often be no time for the development of the enlarged lymph nodes that were noted as buboes.\"\n },\n {\n \"document_id\": \"57274beff1498d1400e8f5e4\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In India, private schools are called independent schools, but since some private schools receive financial aid from the government, it can be an aided or an unaided school. So, in a strict sense, a private school is an unaided independent school. For the purpose of this definition, only receipt of financial aid is considered, not land purchased from the government at a subsidized rate. It is within the power of both the union government and the state governments to govern schools since Education appears in the Concurrent list of legislative subjects in the constitution. The practice has been for the union government to provide the broad policy directions while the states create their own rules and regulations for the administration of the sector. Among other things, this has also resulted in 30 different Examination Boards or academic authorities that conduct examinations for school leaving certificates. Prominent Examination Boards that are present in multiple states are the CBSE and the CISCE, NENBSE\"\n },\n {\n \"document_id\": \"573011de04bcaa1900d770f9\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"While Qutb's ideas became increasingly radical during his imprisonment prior to his execution in 1966, the leadership of the Brotherhood, led by Hasan al-Hudaybi, remained moderate and interested in political negotiation and activism. Fringe or splinter movements inspired by the final writings of Qutb in the mid-1960s (particularly the manifesto Milestones, a.k.a. Ma'alim fi-l-Tariq) did, however, develop and they pursued a more radical direction. By the 1970s, the Brotherhood had renounced violence as a means of achieving its goals.\"\n },\n {\n \"document_id\": \"57286fa83acd2414000df9e5\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Emperor Gegeen Khan, Ayurbarwada's son and successor, ruled for only two years, from 1321 to 1323. He continued his father's policies to reform the government based on the Confucian principles, with the help of his newly appointed grand chancellor Baiju. During his reign, the Da Yuan Tong Zhi (Chinese: 大元通制, \\\"the comprehensive institutions of the Great Yuan\\\"), a huge collection of codes and regulations of the Yuan dynasty begun by his father, was formally promulgated. Gegeen was assassinated in a coup involving five princes from a rival faction, perhaps steppe elite opposed to Confucian reforms. They placed Yesün Temür (or Taidingdi) on the throne, and, after an unsuccessful attempt to calm the princes, he also succumbed to regicide.\"\n },\n {\n \"document_id\": \"57268527708984140094c8bf\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"James Hutton is often viewed as the first modern geologist. In 1785 he presented a paper entitled Theory of the Earth to the Royal Society of Edinburgh. In his paper, he explained his theory that the Earth must be much older than had previously been supposed in order to allow enough time for mountains to be eroded and for sediments to form new rocks at the bottom of the sea, which in turn were raised up to become dry land. Hutton published a two-volume version of his ideas in 1795 (Vol. 1, Vol. 2).\"\n },\n {\n \"document_id\": \"57269bb8708984140094cb95\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Although it is generally accepted that EU law has primacy, not all EU laws give citizens standing to bring claims: that is, not all EU laws have \\\"direct effect\\\". In Van Gend en Loos v Nederlandse Administratie der Belastingen it was held that the provisions of the Treaties (and EU Regulations) are directly effective, if they are (1) clear and unambiguous (2) unconditional, and (3) did not require EU or national authorities to take further action to implement them. Van Gend en Loos, a postal company, claimed that what is now TFEU article 30 prevented the Dutch Customs Authorities charging tariffs, when it imported urea-formaldehyde plastics from Germany to the Netherlands. After a Dutch court made a reference, the Court of Justice held that even though the Treaties did not \\\"expressly\\\" confer a right on citizens or companies to bring claims, they could do so. Historically, international treaties had only allowed states to have legal claims for their enforcement, but the Court of Justice proclaimed \\\"the Community constitutes a new legal order of international law\\\". Because article 30 clearly, unconditionally and immediately stated that no quantitative restrictions could be placed on trade, without a good justification, Van Gend en Loos could recover the money it paid for the tariff. EU Regulations are the same as Treaty provisions in this sense, because as TFEU article 288 states, they are ‘directly applicable in all Member States’. Moreover, member states comes under a duty not to replicate Regulations in their own law, in order to prevent confusion. For instance, in Commission v Italy the Court of Justice held that Italy had breached a duty under the Treaties, both by failing to operate a scheme to pay farmers a premium to slaughter cows (to reduce dairy overproduction), and by reproducing the rules in a decree with various additions. \\\"Regulations,\\\" held the Court of Justice, \\\"come into force solely by virtue of their publication\\\" and implementation could have the effect of \\\"jeopardizing their simultaneous and uniform application in the whole of the Union.\\\" On the other hand, some Regulations may themselves expressly require implementing measures, in which case those specific rules should be followed.\"\n },\n {\n \"document_id\": \"57280fd3ff5b5019007d9c26\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"French Huguenot explorer Jean Ribault charted the St. Johns River in 1562 calling it the River of May because he discovered it in May. Ribault erected a stone column near present-day Jacksonville claiming the newly discovered land for France. In 1564, René Goulaine de Laudonnière established the first European settlement, Fort Caroline, on the St. Johns near the main village of the Saturiwa. Philip II of Spain ordered Pedro Menéndez de Avilés to protect the interest of Spain by attacking the French presence at Fort Caroline. On September 20, 1565, a Spanish force from the nearby Spanish settlement of St. Augustine attacked Fort Caroline, and killed nearly all the French soldiers defending it. The Spanish renamed the fort San Mateo, and following the ejection of the French, St. Augustine's position as the most important settlement in Florida was solidified. The location of Fort Caroline is subject to debate but a reconstruction of the fort was established on the St. Johns River in 1964.\"\n },\n {\n \"document_id\": \"56de49a8cffd8e1900b4b7a7\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Bethencourt took the title of King of the Canary Islands, as vassal to Henry III of Castile. In 1418, Jean's nephew Maciot de Bethencourt sold the rights to the islands to Enrique Pérez de Guzmán, 2nd Count de Niebla.\"\n },\n {\n \"document_id\": \"5733fc6ed058e614000b670f\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Governor Vaudreuil, who harboured ambitions to become the French commander in chief (in addition to his role as governor), acted during the winter of 1756 before those reinforcements arrived. Scouts had reported the weakness of the British supply chain, so he ordered an attack against the forts Shirley had erected at the Oneida Carry. In the March Battle of Fort Bull, French forces destroyed the fort and large quantities of supplies, including 45,000 pounds of gunpowder. They set back any British hopes for campaigns on Lake Ontario, and endangered the Oswego garrison, already short on supplies. French forces in the Ohio valley also continued to intrigue with Indians throughout the area, encouraging them to raid frontier settlements. This led to ongoing alarms along the western frontiers, with streams of refugees returning east to get away from the action.\"\n },\n {\n \"document_id\": \"57282358ff5b5019007d9dde\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Mean monthly temperatures range from around 53 F in January to 82 F in July. High temperatures average 64 to 92 °F (18 to 33 °C) throughout the year. High heat indices are common for the summer months in the area, with indices above 110 °F (43.3 °C) possible. The highest temperature recorded was 104 °F (40 °C) on July 11, 1879 and July 28, 1872. It is common for thunderstorms to erupt during a typical summer afternoon. These are caused by the rapid heating of the land relative to the water, combined with extremely high humidity.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "149456adedfe617925e9da25b848722fdadb731c5decf357d5f75b70d6629abc", "document_ids": [ "5727aeac3acd2414000de987", "5728fc2eaf94a219006a9ec7", "56e1c0f6cd28a01900c67b2c", "573784fa1c45671900574483", "572807802ca10214002d9bf8", "570d2556fed7b91900d45c47", "57264d58f1498d1400e8db7a", "57274beff1498d1400e8f5e4", "573011de04bcaa1900d770f9", "57286fa83acd2414000df9e5", "57268527708984140094c8bf", "57269bb8708984140094cb95", "57280fd3ff5b5019007d9c26", "56de49a8cffd8e1900b4b7a7", "5733fc6ed058e614000b670f", "57282358ff5b5019007d9dde" ], "example_id": "5728fc2eaf94a219006a9ec7", "gold_document": 1, "question": "What are the anitmicrobial peptides secreted by the skin called?", "trial_id": "squad-b36fc48eb7841d5b" }, { "answers": [ "general disobedience", "undermine the law by encouraging general disobedience which is neither conscientious nor of social benefit", "great amount of it", "conscientious lawbreakers" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5728fb6a1d04691400778ef5\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One theory is that, while disobedience may be helpful, any great amount of it would undermine the law by encouraging general disobedience which is neither conscientious nor of social benefit. Therefore, conscientious lawbreakers must be punished. Michael Bayles argues that if a person violates a law in order to create a test case as to the constitutionality of a law, and then wins his case, then that act did not constitute civil disobedience. It has also been argued that breaking the law for self-gratification, as in the case of a homosexual or cannabis user who does not direct his act at securing the repeal of amendment of the law, is not civil disobedience. Likewise, a protestor who attempts to escape punishment by committing the crime covertly and avoiding attribution, or by denying having committed the crime, or by fleeing the jurisdiction, is generally viewed as not being a civil disobedient.\"\n },\n {\n \"document_id\": \"572826634b864d19001645be\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Jacksonville is the most populous city in Florida, and the twelfth most populous city in the United States. As of 2010[update], there were 821,784 people and 366,273 households in the city. Jacksonville has the country's tenth-largest Arab population, with a total population of 5,751 according to the 2000 United States Census. Jacksonville has Florida's largest Filipino American community, with 25,033 in the metropolitan area as of the 2010 Census. Much of Jacksonville's Filipino community served in or has ties to the United States Navy.\"\n },\n {\n \"document_id\": \"5727cb4b2ca10214002d9676\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Jacksonville is in the First Coast region of northeast Florida and is centered on the banks of the St. Johns River, about 25 miles (40 km) south of the Georgia state line and about 340 miles (550 km) north of Miami. The Jacksonville Beaches communities are along the adjacent Atlantic coast. The area was originally inhabited by the Timucua people, and in 1564 was the site of the French colony of Fort Caroline, one of the earliest European settlements in what is now the continental United States. Under British rule, settlement grew at the narrow point in the river where cattle crossed, known as Wacca Pilatka to the Seminole and the Cow Ford to the British. A platted town was established there in 1822, a year after the United States gained Florida from Spain; it was named after Andrew Jackson, the first military governor of the Florida Territory and seventh President of the United States.\"\n },\n {\n \"document_id\": \"571c91c8dd7acb1400e4c10a\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The common allotrope of elemental oxygen on Earth is called dioxygen, O\\n2. It is the form that is a major part of the Earth's atmosphere (see Occurrence). O2 has a bond length of 121 pm and a bond energy of 498 kJ·mol−1, which is smaller than the energy of other double bonds or pairs of single bonds in the biosphere and responsible for the exothermic reaction of O2 with any organic molecule. Due to its energy content, O2 is used by complex forms of life, such as animals, in cellular respiration (see Biological role). Other aspects of O\\n2 are covered in the remainder of this article.\"\n },\n {\n \"document_id\": \"5726701add62a815002e84c8\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"When rock units are placed under horizontal compression, they shorten and become thicker. Because rock units, other than muds, do not significantly change in volume, this is accomplished in two primary ways: through faulting and folding. In the shallow crust, where brittle deformation can occur, thrust faults form, which cause deeper rock to move on top of shallower rock. Because deeper rock is often older, as noted by the principle of superposition, this can result in older rocks moving on top of younger ones. Movement along faults can result in folding, either because the faults are not planar or because rock layers are dragged along, forming drag folds as slip occurs along the fault. Deeper in the Earth, rocks behave plastically, and fold instead of faulting. These folds can either be those where the material in the center of the fold buckles upwards, creating \\\"antiforms\\\", or where it buckles downwards, creating \\\"synforms\\\". If the tops of the rock units within the folds remain pointing upwards, they are called anticlines and synclines, respectively. If some of the units in the fold are facing downward, the structure is called an overturned anticline or syncline, and if all of the rock units are overturned or the correct up-direction is unknown, they are simply called by the most general terms, antiforms and synforms.\"\n },\n {\n \"document_id\": \"571cdcb85efbb31900334e0c\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Among the most important classes of organic compounds that contain oxygen are (where \\\"R\\\" is an organic group): alcohols (R-OH); ethers (R-O-R); ketones (R-CO-R); aldehydes (R-CO-H); carboxylic acids (R-COOH); esters (R-COO-R); acid anhydrides (R-CO-O-CO-R); and amides (R-C(O)-NR\\n2). There are many important organic solvents that contain oxygen, including: acetone, methanol, ethanol, isopropanol, furan, THF, diethyl ether, dioxane, ethyl acetate, DMF, DMSO, acetic acid, and formic acid. Acetone ((CH\\n3)\\n2CO) and phenol (C\\n6H\\n5OH) are used as feeder materials in the synthesis of many different substances. Other important organic compounds that contain oxygen are: glycerol, formaldehyde, glutaraldehyde, citric acid, acetic anhydride, and acetamide. Epoxides are ethers in which the oxygen atom is part of a ring of three atoms.\"\n },\n {\n \"document_id\": \"5725f7cd38643c19005acf23\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The 2010 United States Census reported that Fresno had a population of 494,665. The population density was 4,404.5 people per square mile (1,700.6/km²). The racial makeup of Fresno was 245,306 (49.6%) White, 40,960 (8.3%) African American, 8,525 (1.7%) Native American, 62,528 (12.6%) Asian (3.6% Hmong, 1.7% Indian, 1.2% Filipino, 1.2% Laotian, 1.0% Thai, 0.8% Cambodian, 0.7% Chinese, 0.5% Japanese, 0.4% Vietnamese, 0.2% Korean), 849 (0.2%) Pacific Islander, 111,984 (22.6%) from other races, and 24,513 (5.0%) from two or more races. Hispanic or Latino of any race were 232,055 persons (46.9%). Among the Hispanic population, 42.7% of the total population are Mexican, 0.4% Salvadoran, and 0.4% Puerto Rican. Non-Hispanic Whites were 30.0% of the population in 2010, down from 72.6% in 1970.\"\n },\n {\n \"document_id\": \"57339ad74776f41900660e86\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Thanks to numerous musical venues, including the Teatr Wielki, the Polish National Opera, the Chamber Opera, the National Philharmonic Hall and the National Theatre, as well as the Roma and Buffo music theatres and the Congress Hall in the Palace of Culture and Science, Warsaw hosts many events and festivals. Among the events worth particular attention are: the International Frédéric Chopin Piano Competition, the International Contemporary Music Festival Warsaw Autumn, the Jazz Jamboree, Warsaw Summer Jazz Days, the International Stanisław Moniuszko Vocal Competition, the Mozart Festival, and the Festival of Old Music.\"\n },\n {\n \"document_id\": \"57339c16d058e614000b5ec5\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Nearby, in Ogród Saski (the Saxon Garden), the Summer Theatre was in operation from 1870 to 1939, and in the inter-war period, the theatre complex also included Momus, Warsaw's first literary cabaret, and Leon Schiller's musical theatre Melodram. The Wojciech Bogusławski Theatre (1922–26), was the best example of \\\"Polish monumental theatre\\\". From the mid-1930s, the Great Theatre building housed the Upati Institute of Dramatic Arts – the first state-run academy of dramatic art, with an acting department and a stage directing department.\"\n },\n {\n \"document_id\": \"57284d484b864d1900164900\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"After the 1940s, the Gothic style on campus began to give way to modern styles. In 1955, Eero Saarinen was contracted to develop a second master plan, which led to the construction of buildings both north and south of the Midway, including the Laird Bell Law Quadrangle (a complex designed by Saarinen); a series of arts buildings; a building designed by Ludwig Mies van der Rohe for the university's School of Social Service Administration;, a building which is to become the home of the Harris School of Public Policy Studies by Edward Durrell Stone, and the Regenstein Library, the largest building on campus, a brutalist structure designed by Walter Netsch of the Chicago firm Skidmore, Owings & Merrill. Another master plan, designed in 1999 and updated in 2004, produced the Gerald Ratner Athletics Center (2003), the Max Palevsky Residential Commons (2001), South Campus Residence Hall and dining commons (2009), a new children's hospital, and other construction, expansions, and restorations. In 2011, the university completed the glass dome-shaped Joe and Rika Mansueto Library, which provides a grand reading room for the university library and prevents the need for an off-campus book depository.\"\n },\n {\n \"document_id\": \"57338160d058e614000b5bf9\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Legislative power in Warsaw is vested in a unicameral Warsaw City Council (Rada Miasta), which comprises 60 members. Council members are elected directly every four years. Like most legislative bodies, the City Council divides itself into committees which have the oversight of various functions of the city government. Bills passed by a simple majority are sent to the mayor (the President of Warsaw), who may sign them into law. If the mayor vetoes a bill, the Council has 30 days to override the veto by a two-thirds majority vote.\"\n },\n {\n \"document_id\": \"5725daa8ec44d21400f3d6b3\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Fulton Street in Downtown Fresno was Fresno's main financial and commercial district before being converted into one of the nation's first pedestrian malls in 1964. Renamed the Fulton Mall, the area contains the densest collection of historic buildings in Fresno. While the Fulton Mall corridor has suffered a sharp decline from its heyday, the Mall includes some of the finest public art pieces in the country, including the only Pierre-Auguste Renoir piece in the world that one can walk up to and touch. Current plans call for the reopening of the Fulton Mall to automobile traffic. The public art pieces will be restored and placed near their current locations and will feature wide sidewalks (up to 28' on the east side of the street) to continue with the pedestrian friendly environment of the district.\"\n },\n {\n \"document_id\": \"57267d52708984140094c7d9\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Structural geologists use microscopic analysis of oriented thin sections of geologic samples to observe the fabric within the rocks which gives information about strain within the crystalline structure of the rocks. They also plot and combine measurements of geological structures in order to better understand the orientations of faults and folds in order to reconstruct the history of rock deformation in the area. In addition, they perform analog and numerical experiments of rock deformation in large and small settings.\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before his departure, he named two of his Norman generals, Richard de Camville and Robert de Thornham, as governors of Cyprus.\"\n },\n {\n \"document_id\": \"572647e2dd62a815002e805c\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The National Science Foundation Network (NSFNET) was a program of coordinated, evolving projects sponsored by the National Science Foundation (NSF) beginning in 1985 to promote advanced research and education networking in the United States. NSFNET was also the name given to several nationwide backbone networks operating at speeds of 56 kbit/s, 1.5 Mbit/s (T1), and 45 Mbit/s (T3) that were constructed to support NSF's networking initiatives from 1985-1995. Initially created to link researchers to the nation's NSF-funded supercomputing centers, through further public funding and private industry partnerships it developed into a major part of the Internet backbone.\"\n },\n {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Victorian schools are either publicly or privately funded. Public schools, also known as state or government schools, are funded and run directly by the Victoria Department of Education . Students do not pay tuition fees, but some extra costs are levied. Private fee-paying schools include parish schools run by the Roman Catholic Church and independent schools similar to British public schools. Independent schools are usually affiliated with Protestant churches. Victoria also has several private Jewish and Islamic primary and secondary schools. Private schools also receive some public funding. All schools must comply with government-set curriculum standards. In addition, Victoria has four government selective schools, Melbourne High School for boys, MacRobertson Girls' High School for girls, the coeducational schools John Monash Science School, Nossal High School and Suzanne Cory High School, and The Victorian College of the Arts Secondary School. Students at these schools are exclusively admitted on the basis of an academic selective entry test.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "86c918c9b3a9de72b039b58925a98aa8622030a59dc2dcdbe10b0e8c33e513eb", "document_ids": [ "5728fb6a1d04691400778ef5", "572826634b864d19001645be", "5727cb4b2ca10214002d9676", "571c91c8dd7acb1400e4c10a", "5726701add62a815002e84c8", "571cdcb85efbb31900334e0c", "5725f7cd38643c19005acf23", "57339ad74776f41900660e86", "57339c16d058e614000b5ec5", "57284d484b864d1900164900", "57338160d058e614000b5bf9", "5725daa8ec44d21400f3d6b3", "57267d52708984140094c7d9", "56de40da4396321400ee2708", "572647e2dd62a815002e805c", "570d32e4fed7b91900d45d01" ], "example_id": "5728fb6a1d04691400778ef5", "gold_document": 0, "question": "What needs to be avoided with civil disobedience?", "trial_id": "squad-8c54e0e046847bbf" }, { "answers": [ "Catawba, Muskogee-speaking Creek and Choctaw", "Catawba" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5737958b1c456719005744c3\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"It is a common misconception to ascribe the stiffness and rigidity of solid matter to the repulsion of like charges under the influence of the electromagnetic force. However, these characteristics actually result from the Pauli exclusion principle.[citation needed] Since electrons are fermions, they cannot occupy the same quantum mechanical state as other electrons. When the electrons in a material are densely packed together, there are not enough lower energy quantum mechanical states for them all, so some of them must be in higher energy states. This means that it takes energy to pack them together. While this effect is manifested macroscopically as a structural force, it is technically only the result of the existence of a finite set of electron states.\"\n },\n {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Following the utilitarian principle of seeking the greatest good for the greatest number – economic inequality is problematic. A house that provides less utility to a millionaire as a summer home than it would to a homeless family of five, is an example of reduced \\\"distributive efficiency\\\" within society, that decreases marginal utility of wealth and thus the sum total of personal utility. An additional dollar spent by a poor person will go to things providing a great deal of utility to that person, such as basic necessities like food, water, and healthcare; while, an additional dollar spent by a much richer person will very likely go to luxury items providing relatively less utility to that person. Thus, the marginal utility of wealth per person (\\\"the additional dollar\\\") decreases as a person becomes richer. From this standpoint, for any given amount of wealth in society, a society with more equality will have higher aggregate utility. Some studies have found evidence for this theory, noting that in societies where inequality is lower, population-wide satisfaction and happiness tend to be higher.\"\n },\n {\n \"document_id\": \"5733a1854776f41900660f0a\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"A fine tribute to the fall of Warsaw and history of Poland can be found in the Warsaw Uprising Museum and in the Katyń Museum which preserves the memory of the crime. The Warsaw Uprising Museum also operates a rare preserved and operating historic stereoscopic theatre, the Warsaw Fotoplastikon. The Museum of Independence preserves patriotic and political objects connected with Poland's struggles for independence. Dating back to 1936 Warsaw Historical Museum contains 60 rooms which host a permanent exhibition of the history of Warsaw from its origins until today.\"\n },\n {\n \"document_id\": \"5728facd4b864d1900165170\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Steven Barkan writes that if defendants plead not guilty, \\\"they must decide whether their primary goal will be to win an acquittal and avoid imprisonment or a fine, or to use the proceedings as a forum to inform the jury and the public of the political circumstances surrounding the case and their reasons for breaking the law via civil disobedience.\\\" A technical defense may enhance the chances for acquittal but make for more boring proceedings and reduced press coverage. During the Vietnam War era, the Chicago Eight used a political defense, while Benjamin Spock used a technical defense. In countries such as the United States whose laws guarantee the right to a jury trial but do not excuse lawbreaking for political purposes, some civil disobedients seek jury nullification. Over the years, this has been made more difficult by court decisions such as Sparf v. United States, which held that the judge need not inform jurors of their nullification prerogative, and United States v. Dougherty, which held that the judge need not allow defendants to openly seek jury nullification.\"\n },\n {\n \"document_id\": \"57111380a58dae1900cd6bd6\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Other predecessors of the Reformed church included the pro-reform and Gallican Roman Catholics, such as Jacques Lefevre (c. 1455–1536). The Gallicans briefly achieved independence for the French church, on the principle that the religion of France could not be controlled by the Bishop of Rome, a foreign power. During the Protestant Reformation, Lefevre, a professor at the University of Paris, published his French translation of the New Testament in 1523, followed by the whole Bible in the French language in 1530. William Farel was a student of Lefevre who went on to become a leader of the Swiss Reformation, establishing a Protestant government in Geneva. Jean Cauvin (John Calvin), another student at the University of Paris, also converted to Protestantism. Long after the sect was suppressed by Francis I, the remaining French Waldensians, then mostly in the Luberon region, sought to join William Farel, Calvin and the Reformation, and Olivetan published a French Bible for them. The French Confession of 1559 shows a decidedly Calvinistic influence. Sometime between 1550 and 1580, members of the Reformed church in France came to be commonly known as Huguenots.[citation needed]\"\n },\n {\n \"document_id\": \"5733da01d058e614000b63f9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Further south the Southeast interior was dominated by Siouan-speaking Catawba, Muskogee-speaking Creek and Choctaw, and the Iroquoian-speaking Cherokee tribes. When war broke out, the French used their trading connections to recruit fighters from tribes in western portions of the Great Lakes region (an area not directly subject to the conflict between the French and British), including the Huron, Mississauga, Ojibwa, Winnebago, and Potawatomi. The British were supported in the war by the Iroquois Six Nations, and also by the Cherokee – until differences sparked the Anglo-Cherokee War in 1758. In 1758 the Pennsylvania government successfully negotiated the Treaty of Easton, in which a number of tribes in the Ohio Country promised neutrality in exchange for land concessions and other considerations. Most of the other northern tribes sided with the French, their primary trading partner and supplier of arms. The Creek and Cherokee were subject to diplomatic efforts by both the French and British to gain either their support or neutrality in the conflict. It was not uncommon for small bands to participate on the \\\"other side\\\" of the conflict from formally negotiated agreements, as most tribes were decentralized and bands made their own decisions about warfare.\"\n },\n {\n \"document_id\": \"572643de5951261400b5195a\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"There were two kinds of X.25 networks. Some such as DATAPAC and TRANSPAC were initially implemented with an X.25 external interface. Some older networks such as TELENET and TYMNET were modified to provide a X.25 host interface in addition to older host connection schemes. DATAPAC was developed by Bell Northern Research which was a joint venture of Bell Canada (a common carrier) and Northern Telecom (a telecommunications equipment supplier). Northern Telecom sold several DATAPAC clones to foreign PTTs including the Deutsche Bundespost. X.75 and X.121 allowed the interconnection of national X.25 networks. A user or host could call a host on a foreign network by including the DNIC of the remote network as part of the destination address.[citation needed]\"\n },\n {\n \"document_id\": \"5729517d6aef051400154cc8\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Since the IPCC does not carry out its own research, it operates on the basis of scientific papers and independently documented results from other scientific bodies, and its schedule for producing reports requires a deadline for submissions prior to the report's final release. In principle, this means that any significant new evidence or events that change our understanding of climate science between this deadline and publication of an IPCC report cannot be included. In an area of science where our scientific understanding is rapidly changing, this has been raised as a serious shortcoming in a body which is widely regarded as the ultimate authority on the science. However, there has generally been a steady evolution of key findings and levels of scientific confidence from one assessment report to the next.[citation needed]\"\n },\n {\n \"document_id\": \"5726a299dd62a815002e8b9e\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"None of the original treaties establishing the European Union mention protection for fundamental rights. It was not envisaged for European Union measures, that is legislative and administrative actions by European Union institutions, to be subject to human rights. At the time the only concern was that member states should be prevented from violating human rights, hence the establishment of the European Convention on Human Rights in 1950 and the establishment of the European Court of Human Rights. The European Court of Justice recognised fundamental rights as general principle of European Union law as the need to ensure that European Union measures are compatible with the human rights enshrined in member states' constitution became ever more apparent. In 1999 the European Council set up a body tasked with drafting a European Charter of Human Rights, which could form the constitutional basis for the European Union and as such tailored specifically to apply to the European Union and its institutions. The Charter of Fundamental Rights of the European Union draws a list of fundamental rights from the European Convention on Human Rights and Fundamental Freedoms, the Declaration on Fundamental Rights produced by the European Parliament in 1989 and European Union Treaties.\"\n },\n {\n \"document_id\": \"5728ed94ff5b5019007da97c\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Howard Zinn writes, \\\"There may be many times when protesters choose to go to jail, as a way of continuing their protest, as a way of reminding their countrymen of injustice. But that is different than the notion that they must go to jail as part of a rule connected with civil disobedience. The key point is that the spirit of protest should be maintained all the way, whether it is done by remaining in jail, or by evading it. To accept jail penitently as an accession to 'the rules' is to switch suddenly to a spirit of subservience, to demean the seriousness of the protest...In particular, the neo-conservative insistence on a guilty plea should be eliminated.\\\"\"\n },\n {\n \"document_id\": \"5733d4c8d058e614000b6353\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In Europe, the North American theater of the Seven Years' War usually is not given a separate name. The entire international conflict is known as the Seven Years' War. \\\"Seven Years\\\" refers to events in Europe, from the official declaration of war in 1756 to the signing of the peace treaty in 1763. These dates do not correspond with the fighting on mainland North America, where the fighting between the two colonial powers was largely concluded in six years, from the Battle of Jumonville Glen in 1754 to the capture of Montreal in 1760.\"\n },\n {\n \"document_id\": \"5727526cdd62a815002e9b0e\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"There is also a growing number of new forms of procurement that involve relationship contracting where the emphasis is on a co-operative relationship between the principal and contractor and other stakeholders within a construction project. New forms include partnering such as Public-Private Partnering (PPPs) aka private finance initiatives (PFIs) and alliances such as \\\"pure\\\" or \\\"project\\\" alliances and \\\"impure\\\" or \\\"strategic\\\" alliances. The focus on co-operation is to ameliorate the many problems that arise from the often highly competitive and adversarial practices within the construction industry.\"\n },\n {\n \"document_id\": \"57297d421d046914007794e5\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Modern primality tests for general numbers n can be divided into two main classes, probabilistic (or \\\"Monte Carlo\\\") and deterministic algorithms. Deterministic algorithms provide a way to tell for sure whether a given number is prime or not. For example, trial division is a deterministic algorithm because, if performed correctly, it will always identify a prime number as prime and a composite number as composite. Probabilistic algorithms are normally faster, but do not completely prove that a number is prime. These tests rely on testing a given number in a partly random way. For example, a given test might pass all the time if applied to a prime number, but pass only with probability p if applied to a composite number. If we repeat the test n times and pass every time, then the probability that our number is composite is 1/(1-p)n, which decreases exponentially with the number of tests, so we can be as sure as we like (though never perfectly sure) that the number is prime. On the other hand, if the test ever fails, then we know that the number is composite.\"\n },\n {\n \"document_id\": \"572982e66aef051400154f92\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The following table gives the largest known primes of the mentioned types. Some of these primes have been found using distributed computing. In 2009, the Great Internet Mersenne Prime Search project was awarded a US$100,000 prize for first discovering a prime with at least 10 million digits. The Electronic Frontier Foundation also offers $150,000 and $250,000 for primes with at least 100 million digits and 1 billion digits, respectively. Some of the largest primes not known to have any particular form (that is, no simple formula such as that of Mersenne primes) have been found by taking a piece of semi-random binary data, converting it to a number n, multiplying it by 256k for some positive integer k, and searching for possible primes within the interval [256kn + 1, 256k(n + 1) − 1].[citation needed]\"\n },\n {\n \"document_id\": \"5727aa413acd2414000de921\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Established originally by the Massachusetts legislature and soon thereafter named for John Harvard (its first benefactor), Harvard is the United States' oldest institution of higher learning, and the Harvard Corporation (formally, the President and Fellows of Harvard College) is its first chartered corporation. Although never formally affiliated with any denomination, the early College primarily trained Congregationalist and Unitarian clergy. Its curriculum and student body were gradually secularized during the 18th century, and by the 19th century Harvard had emerged as the central cultural establishment among Boston elites. Following the American Civil War, President Charles W. Eliot's long tenure (1869–1909) transformed the college and affiliated professional schools into a modern research university; Harvard was a founding member of the Association of American Universities in 1900. James Bryant Conant led the university through the Great Depression and World War II and began to reform the curriculum and liberalize admissions after the war. The undergraduate college became coeducational after its 1977 merger with Radcliffe College.\"\n },\n {\n \"document_id\": \"57293bc91d0469140077919b\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Korean economist Hoesung Lee is the chair of the IPCC since October 8, 2015, following the election of the new IPCC Bureau. Before this election, the IPCC was led by his vice-Chair Ismail El Gizouli, who was designated acting Chair after the resignation of Rajendra K. Pachauri in February 2015. The previous chairs were Rajendra K. Pachauri, elected in May 2002; Robert Watson in 1997; and Bert Bolin in 1988. The chair is assisted by an elected bureau including vice-chairs, working group co-chairs, and a secretariat.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "6365187a5824ddf92164d2724644d64ac9e93845f940ecf6f0ead46a7cf9a9c7", "document_ids": [ "5737958b1c456719005744c3", "572a0bafaf94a219006aa765", "5733a1854776f41900660f0a", "5728facd4b864d1900165170", "57111380a58dae1900cd6bd6", "5733da01d058e614000b63f9", "572643de5951261400b5195a", "5729517d6aef051400154cc8", "5726a299dd62a815002e8b9e", "5728ed94ff5b5019007da97c", "5733d4c8d058e614000b6353", "5727526cdd62a815002e9b0e", "57297d421d046914007794e5", "572982e66aef051400154f92", "5727aa413acd2414000de921", "57293bc91d0469140077919b" ], "example_id": "5733da01d058e614000b63f9", "gold_document": 5, "question": "What are the Siouan-speaking tribes?", "trial_id": "squad-fbb9d6ae2236d738" }, { "answers": [ "time and space hierarchy theorems", "The time and space hierarchy theorems" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572a070c6aef0514001551c8\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"For most of human history higher material living standards – full stomachs, access to clean water and warmth from fuel – led to better health and longer lives. This pattern of higher incomes-longer lives still holds among poorer countries, where life expectancy increases rapidly as per capita income increases, but in recent decades it has slowed down among middle income countries and plateaued among the richest thirty or so countries in the world. Americans live no longer on average (about 77 years in 2004) than Greeks (78 years) or New Zealanders (78), though the USA has a higher GDP per capita. Life expectancy in Sweden (80 years) and Japan (82) – where income was more equally distributed – was longer.\"\n },\n {\n \"document_id\": \"5728ebcb3acd2414000e01d9\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"An important decision for civil disobedients is whether or not to plead guilty. There is much debate on this point, as some believe that it is a civil disobedient's duty to submit to the punishment prescribed by law, while others believe that defending oneself in court will increase the possibility of changing the unjust law. It has also been argued that either choice is compatible with the spirit of civil disobedience. ACT-UP's Civil Disobedience Training handbook states that a civil disobedient who pleads guilty is essentially stating, \\\"Yes, I committed the act of which you accuse me. I don't deny it; in fact, I am proud of it. I feel I did the right thing by violating this particular law; I am guilty as charged,\\\" but that pleading not guilty sends a message of, \\\"Guilt implies wrong-doing. I feel I have done no wrong. I may have violated some specific laws, but I am guilty of doing no wrong. I therefore plead not guilty.\\\" A plea of no contest is sometimes regarded as a compromise between the two. One defendant accused of illegally protesting nuclear power, when asked to enter his plea, stated, \\\"I plead for the beauty that surrounds us\\\"; this is known as a \\\"creative plea,\\\" and will usually be interpreted as a plea of not guilty.\"\n },\n {\n \"document_id\": \"5729fd56af94a219006aa72f\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Deforestation is the conversion of forested areas to non-forested areas. The main sources of deforestation in the Amazon are human settlement and development of the land. Prior to the early 1960s, access to the forest's interior was highly restricted, and the forest remained basically intact. Farms established during the 1960s were based on crop cultivation and the slash and burn method. However, the colonists were unable to manage their fields and the crops because of the loss of soil fertility and weed invasion. The soils in the Amazon are productive for just a short period of time, so farmers are constantly moving to new areas and clearing more land. These farming practices led to deforestation and caused extensive environmental damage. Deforestation is considerable, and areas cleared of forest are visible to the naked eye from outer space.\"\n },\n {\n \"document_id\": \"572f5703a23a5019007fc573\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Near Tamins-Reichenau the Anterior Rhine and the Posterior Rhine join and form the Rhine. The river makes a distinctive turn to the north near Chur. This section is nearly 86 km long, and descends from a height of 599 m to 396 m. It flows through a wide glacial alpine valley known as the Rhine Valley (German: Rheintal). Near Sargans a natural dam, only a few metres high, prevents it from flowing into the open Seeztal valley and then through Lake Walen and Lake Zurich into the river Aare. The Alpine Rhine begins in the most western part of the Swiss canton of Graubünden, and later forms the border between Switzerland to the West and Liechtenstein and later Austria to the East.\"\n },\n {\n \"document_id\": \"5733314e4776f4190066076a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Warsaw lies in east-central Poland about 300 km (190 mi) from the Carpathian Mountains and about 260 km (160 mi) from the Baltic Sea, 523 km (325 mi) east of Berlin, Germany. The city straddles the Vistula River. It is located in the heartland of the Masovian Plain, and its average elevation is 100 metres (330 ft) above sea level. The highest point on the left side of the city lies at a height of 115.7 metres (379.6 ft) (\\\"Redutowa\\\" bus depot, district of Wola), on the right side – 122.1 metres (400.6 ft) (\\\"Groszówka\\\" estate, district of Wesoła, by the eastern border). The lowest point lies at a height 75.6 metres (248.0 ft) (at the right bank of the Vistula, by the eastern border of Warsaw). There are some hills (mostly artificial) located within the confines of the city – e.g. Warsaw Uprising Hill (121 metres (397.0 ft)), Szczęśliwice hill (138 metres (452.8 ft) – the highest point of Warsaw in general).\"\n },\n {\n \"document_id\": \"56e1c7e2cd28a01900c67b74\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The time and space hierarchy theorems form the basis for most separation results of complexity classes. For instance, the time hierarchy theorem tells us that P is strictly contained in EXPTIME, and the space hierarchy theorem tells us that L is strictly contained in PSPACE.\"\n },\n {\n \"document_id\": \"572a0f073f37b3190047867f\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Another important role of the immune system is to identify and eliminate tumors. This is called immune surveillance. The transformed cells of tumors express antigens that are not found on normal cells. To the immune system, these antigens appear foreign, and their presence causes immune cells to attack the transformed tumor cells. The antigens expressed by tumors have several sources; some are derived from oncogenic viruses like human papillomavirus, which causes cervical cancer, while others are the organism's own proteins that occur at low levels in normal cells but reach high levels in tumor cells. One example is an enzyme called tyrosinase that, when expressed at high levels, transforms certain skin cells (e.g. melanocytes) into tumors called melanomas. A third possible source of tumor antigens are proteins normally important for regulating cell growth and survival, that commonly mutate into cancer inducing molecules called oncogenes.\"\n },\n {\n \"document_id\": \"57377083c3c5551400e51edf\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"A static equilibrium between two forces is the most usual way of measuring forces, using simple devices such as weighing scales and spring balances. For example, an object suspended on a vertical spring scale experiences the force of gravity acting on the object balanced by a force applied by the \\\"spring reaction force\\\", which equals the object's weight. Using such tools, some quantitative force laws were discovered: that the force of gravity is proportional to volume for objects of constant density (widely exploited for millennia to define standard weights); Archimedes' principle for buoyancy; Archimedes' analysis of the lever; Boyle's law for gas pressure; and Hooke's law for springs. These were all formulated and experimentally verified before Isaac Newton expounded his Three Laws of Motion.\"\n },\n {\n \"document_id\": \"572a020f6aef051400155198\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Environmentalists are concerned about loss of biodiversity that will result from destruction of the forest, and also about the release of the carbon contained within the vegetation, which could accelerate global warming. Amazonian evergreen forests account for about 10% of the world's terrestrial primary productivity and 10% of the carbon stores in ecosystems—of the order of 1.1 × 1011 metric tonnes of carbon. Amazonian forests are estimated to have accumulated 0.62 ± 0.37 tons of carbon per hectare per year between 1975 and 1996.\"\n },\n {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Imperialism and colonialism both dictate the political and economic advantage over a land and the indigenous populations they control, yet scholars sometimes find it difficult to illustrate the difference between the two. Although imperialism and colonialism focus on the suppression of an other, if colonialism refers to the process of a country taking physical control of another, imperialism refers to the political and monetary dominance, either formally or informally. Colonialism is seen to be the architect deciding how to start dominating areas and then imperialism can be seen as creating the idea behind conquest cooperating with colonialism. Colonialism is when the imperial nation begins a conquest over an area and then eventually is able to rule over the areas the previous nation had controlled. Colonialism's core meaning is the exploitation of the valuable assets and supplies of the nation that was conquered and the conquering nation then gaining the benefits from the spoils of the war. The meaning of imperialism is to create an empire, by conquering the other state's lands and therefore increasing its own dominance. Colonialism is the builder and preserver of the colonial possessions in an area by a population coming from a foreign region. Colonialism can completely change the existing social structure, physical structure and economics of an area; it is not unusual that the characteristics of the conquering peoples are inherited by the conquered indigenous populations.\"\n },\n {\n \"document_id\": \"5737804dc3c5551400e51f0f\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"All of the forces in the universe are based on four fundamental interactions. The strong and weak forces are nuclear forces that act only at very short distances, and are responsible for the interactions between subatomic particles, including nucleons and compound nuclei. The electromagnetic force acts between electric charges, and the gravitational force acts between masses. All other forces in nature derive from these four fundamental interactions. For example, friction is a manifestation of the electromagnetic force acting between the atoms of two surfaces, and the Pauli exclusion principle, which does not permit atoms to pass through each other. Similarly, the forces in springs, modeled by Hooke's law, are the result of electromagnetic forces and the Exclusion Principle acting together to return an object to its equilibrium position. Centrifugal forces are acceleration forces that arise simply from the acceleration of rotating frames of reference.:12-11:359\"\n },\n {\n \"document_id\": \"57097c8fed30961900e841f2\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Daily Mail newspaper reported in 2012 that the UK government's benefits agency was checking claimants' \\\"Sky TV bills to establish if a woman in receipt of benefits as a single mother is wrongly claiming to be living alone\\\" – as, it claimed, subscription to sports channels would betray a man's presence in the household. In December, the UK’s parliament heard a claim that a subscription to BSkyB was ‘often damaging’, along with alcohol, tobacco and gambling. Conservative MP Alec Shelbrooke was proposing the payments of benefits and tax credits on a \\\"Welfare Cash Card\\\", in the style of the Supplemental Nutrition Assistance Program, that could be used to buy only \\\"essentials\\\".\"\n },\n {\n \"document_id\": \"572ff86004bcaa1900d76f65\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Another major division within Islamism is between what Graham E. Fuller has described as the fundamentalist \\\"guardians of the tradition\\\" (Salafis, such as those in the Wahhabi movement) and the \\\"vanguard of change and Islamic reform\\\" centered around the Muslim Brotherhood. Olivier Roy argues that \\\"Sunni pan-Islamism underwent a remarkable shift in the second half of the 20th century\\\" when the Muslim Brotherhood movement and its focus on Islamisation of pan-Arabism was eclipsed by the Salafi movement with its emphasis on \\\"sharia rather than the building of Islamic institutions,\\\" and rejection of Shia Islam. Following the Arab Spring, Roy has described Islamism as \\\"increasingly interdependent\\\" with democracy in much of the Arab Muslim world, such that \\\"neither can now survive without the other.\\\" While Islamist political culture itself may not be democratic, Islamists need democratic elections to maintain their legitimacy. At the same time, their popularity is such that no government can call itself democratic that excludes mainstream Islamist groups.\"\n },\n {\n \"document_id\": \"57377c98c3c5551400e51efb\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"However, already in quantum mechanics there is one \\\"caveat\\\", namely the particles acting onto each other do not only possess the spatial variable, but also a discrete intrinsic angular momentum-like variable called the \\\"spin\\\", and there is the Pauli principle relating the space and the spin variables. Depending on the value of the spin, identical particles split into two different classes, fermions and bosons. If two identical fermions (e.g. electrons) have a symmetric spin function (e.g. parallel spins) the spatial variables must be antisymmetric (i.e. they exclude each other from their places much as if there was a repulsive force), and vice versa, i.e. for antiparallel spins the position variables must be symmetric (i.e. the apparent force must be attractive). Thus in the case of two fermions there is a strictly negative correlation between spatial and spin variables, whereas for two bosons (e.g. quanta of electromagnetic waves, photons) the correlation is strictly positive.\"\n },\n {\n \"document_id\": \"5726deed5951b619008f80c5\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In Europe there are old pharmacies still operating in Dubrovnik, Croatia, located inside the Franciscan monastery, opened in 1317; and in the Town Hall Square of Tallinn, Estonia, dating from at least 1422. The oldest is claimed to have been set up in 1221 in the Church of Santa Maria Novella in Florence, Italy, which now houses a perfume museum. The medieval Esteve Pharmacy, located in Llívia, a Catalan enclave close to Puigcerdà, also now a museum, dates back to the 15th century, keeping albarellos from the 16th and 17th centuries, old prescription books and antique drugs.\"\n },\n {\n \"document_id\": \"5727e8424b864d1900163fc0\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"According to PolitiFact the top 400 richest Americans \\\"have more wealth than half of all Americans combined.\\\" According to the New York Times on July 22, 2014, the \\\"richest 1 percent in the United States now own more wealth than the bottom 90 percent\\\". Inherited wealth may help explain why many Americans who have become rich may have had a \\\"substantial head start\\\". In September 2012, according to the Institute for Policy Studies, \\\"over 60 percent\\\" of the Forbes richest 400 Americans \\\"grew up in substantial privilege\\\".\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "fcb7f618f4181a6204b4246e1afcf4a68f1be2e20ce3b1cfd6e2b45c6c8bfebf", "document_ids": [ "572a070c6aef0514001551c8", "5728ebcb3acd2414000e01d9", "5729fd56af94a219006aa72f", "572f5703a23a5019007fc573", "5733314e4776f4190066076a", "56e1c7e2cd28a01900c67b74", "572a0f073f37b3190047867f", "57377083c3c5551400e51edf", "572a020f6aef051400155198", "573085ea8ab72b1400f9c54c", "5737804dc3c5551400e51f0f", "57097c8fed30961900e841f2", "572ff86004bcaa1900d76f65", "57377c98c3c5551400e51efb", "5726deed5951b619008f80c5", "5727e8424b864d1900163fc0" ], "example_id": "56e1c7e2cd28a01900c67b74", "gold_document": 5, "question": "What is the foundation for separation results within complexity classes?", "trial_id": "squad-619d67ab1c1f8a30" }, { "answers": [ "seismic waves", "seismic" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5705f7c875f01819005e77dc\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Southern California consists of a heavily developed urban environment, home to some of the largest urban areas in the state, along with vast areas that have been left undeveloped. It is the third most populated megalopolis in the United States, after the Great Lakes Megalopolis and the Northeastern megalopolis. Much of southern California is famous for its large, spread-out, suburban communities and use of automobiles and highways. The dominant areas are Los Angeles, Orange County, San Diego, and Riverside-San Bernardino, each of which is the center of its respective metropolitan area, composed of numerous smaller cities and communities. The urban area is also host to an international metropolitan region in the form of San Diego–Tijuana, created by the urban area spilling over into Baja California.\"\n },\n {\n \"document_id\": \"56e1bc3ae3433e1400423104\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"To classify the computation time (or similar resources, such as space consumption), one is interested in proving upper and lower bounds on the minimum amount of time required by the most efficient algorithm solving a given problem. The complexity of an algorithm is usually taken to be its worst-case complexity, unless specified otherwise. Analyzing a particular algorithm falls under the field of analysis of algorithms. To show an upper bound T(n) on the time complexity of a problem, one needs to show only that there is a particular algorithm with running time at most T(n). However, proving lower bounds is much more difficult, since lower bounds make a statement about all possible algorithms that solve a given problem. The phrase \\\"all possible algorithms\\\" includes not just the algorithms known today, but any algorithm that might be discovered in the future. To show a lower bound of T(n) for a problem requires showing that no algorithm can have time complexity lower than T(n).\"\n },\n {\n \"document_id\": \"57283f014b864d19001647e8\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Founded by the American Baptist Education Society with a donation from oil magnate and wealthiest man in history John D. Rockefeller, the University of Chicago was incorporated in 1890; William Rainey Harper became the university's first president in 1891, and the first classes were held in 1892. Both Harper and future president Robert Maynard Hutchins advocated for Chicago's curriculum to be based upon theoretical and perennial issues rather than on applied sciences and commercial utility. With Harper's vision in mind, the University of Chicago also became one of the 14 founding members of the Association of American Universities, an international organization of leading research universities, in 1900.\"\n },\n {\n \"document_id\": \"5729fc3d1d0469140077969d\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The main response of the immune system to tumors is to destroy the abnormal cells using killer T cells, sometimes with the assistance of helper T cells. Tumor antigens are presented on MHC class I molecules in a similar way to viral antigens. This allows killer T cells to recognize the tumor cell as abnormal. NK cells also kill tumorous cells in a similar way, especially if the tumor cells have fewer MHC class I molecules on their surface than normal; this is a common phenomenon with tumors. Sometimes antibodies are generated against tumor cells allowing for their destruction by the complement system.\"\n },\n {\n \"document_id\": \"572663a9f1498d1400e8ddf2\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The following four timelines show the geologic time scale. The first shows the entire time from the formation of the Earth to the present, but this compresses the most recent eon. Therefore, the second scale shows the most recent eon with an expanded scale. The second scale compresses the most recent era, so the most recent era is expanded in the third scale. Since the Quaternary is a very short period with short epochs, it is further expanded in the fourth scale. The second, third, and fourth timelines are therefore each subsections of their preceding timeline as indicated by asterisks. The Holocene (the latest epoch) is too small to be shown clearly on the third timeline on the right, another reason for expanding the fourth scale. The Pleistocene (P) epoch. Q stands for the Quaternary period.\"\n },\n {\n \"document_id\": \"57281ab63acd2414000df493\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Jacksonville, like most large cities in the United States, suffered from negative effects of rapid urban sprawl after World War II. The construction of highways led residents to move to newer housing in the suburbs. After World War II, the government of the city of Jacksonville began to increase spending to fund new public building projects in the boom that occurred after the war. Mayor W. Haydon Burns' Jacksonville Story resulted in the construction of a new city hall, civic auditorium, public library and other projects that created a dynamic sense of civic pride. However, the development of suburbs and a subsequent wave of middle class \\\"white flight\\\" left Jacksonville with a much poorer population than before. The city's most populous ethnic group, non-Hispanic white, declined from 75.8% in 1970 to 55.1% by 2010.\"\n },\n {\n \"document_id\": \"56de0f6a4396321400ee257f\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Soon after the Normans began to enter Italy, they entered the Byzantine Empire and then Armenia, fighting against the Pechenegs, the Bulgars, and especially the Seljuk Turks. Norman mercenaries were first encouraged to come to the south by the Lombards to act against the Byzantines, but they soon fought in Byzantine service in Sicily. They were prominent alongside Varangian and Lombard contingents in the Sicilian campaign of George Maniaces in 1038–40. There is debate whether the Normans in Greek service actually were from Norman Italy, and it now seems likely only a few came from there. It is also unknown how many of the \\\"Franks\\\", as the Byzantines called them, were Normans and not other Frenchmen.\"\n },\n {\n \"document_id\": \"572669a9dd62a815002e8416\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The principle of faunal succession is based on the appearance of fossils in sedimentary rocks. As organisms exist at the same time period throughout the world, their presence or (sometimes) absence may be used to provide a relative age of the formations in which they are found. Based on principles laid out by William Smith almost a hundred years before the publication of Charles Darwin's theory of evolution, the principles of succession were developed independently of evolutionary thought. The principle becomes quite complex, however, given the uncertainties of fossilization, the localization of fossil types due to lateral changes in habitat (facies change in sedimentary strata), and that not all fossils may be found globally at the same time.\"\n },\n {\n \"document_id\": \"571ce5055efbb31900334e2a\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Breathing pure O\\n2 in space applications, such as in some modern space suits, or in early spacecraft such as Apollo, causes no damage due to the low total pressures used. In the case of spacesuits, the O\\n2 partial pressure in the breathing gas is, in general, about 30 kPa (1.4 times normal), and the resulting O\\n2 partial pressure in the astronaut's arterial blood is only marginally more than normal sea-level O\\n2 partial pressure (for more information on this, see space suit and arterial blood gas).\"\n },\n {\n \"document_id\": \"5728fd3c3f37b31900477f2b\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Along with giving the offender his \\\"just deserts\\\", achieving crime control via incapacitation and deterrence is a major goal of criminal punishment. Brownlee argues, \\\"Bringing in deterrence at the level of justification detracts from the law’s engagement in a moral dialogue with the offender as a rational person because it focuses attention on the threat of punishment and not the moral reasons to follow this law.\\\" Leonard Hubert Hoffmann writes, \\\"In deciding whether or not to impose punishment, the most important consideration would be whether it would do more harm than good. This means that the objector has no right not to be punished. It is a matter for the state (including the judges) to decide on utilitarian grounds whether to do so or not.\\\"\"\n },\n {\n \"document_id\": \"57300e2604bcaa1900d770b7\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The Islamic Republic has also maintained its hold on power in Iran in spite of US economic sanctions, and has created or assisted like-minded Shia terrorist groups in Iraq, Egypt, Syria, Jordan (SCIRI) and Lebanon (Hezbollah) (two Muslim countries that also have large Shiite populations). During the 2006 Israel-Lebanon conflict, the Iranian government enjoyed something of a resurgence in popularity amongst the predominantly Sunni \\\"Arab street,\\\" due to its support for Hezbollah and to President Mahmoud Ahmadinejad's vehement opposition to the United States and his call that Israel shall vanish.\"\n },\n {\n \"document_id\": \"5727ff083acd2414000df1ab\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Economist Simon Kuznets argued that levels of economic inequality are in large part the result of stages of development. According to Kuznets, countries with low levels of development have relatively equal distributions of wealth. As a country develops, it acquires more capital, which leads to the owners of this capital having more wealth and income and introducing inequality. Eventually, through various possible redistribution mechanisms such as social welfare programs, more developed countries move back to lower levels of inequality.\"\n },\n {\n \"document_id\": \"57266193dd62a815002e832a\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Seismologists can use the arrival times of seismic waves in reverse to image the interior of the Earth. Early advances in this field showed the existence of a liquid outer core (where shear waves were not able to propagate) and a dense solid inner core. These advances led to the development of a layered model of the Earth, with a crust and lithosphere on top, the mantle below (separated within itself by seismic discontinuities at 410 and 660 kilometers), and the outer core and inner core below that. More recently, seismologists have been able to create detailed images of wave speeds inside the earth in the same way a doctor images a body in a CT scan. These images have led to a much more detailed view of the interior of the Earth, and have replaced the simplified layered model with a much more dynamic model.\"\n },\n {\n \"document_id\": \"56e1b00ce3433e140042309e\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Many types of Turing machines are used to define complexity classes, such as deterministic Turing machines, probabilistic Turing machines, non-deterministic Turing machines, quantum Turing machines, symmetric Turing machines and alternating Turing machines. They are all equally powerful in principle, but when resources (such as time or space) are bounded, some of these may be more powerful than others.\"\n },\n {\n \"document_id\": \"5730ab63396df91900096260\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"From their original homelands in Scandinavia and northern Europe, Germanic tribes expanded throughout northern and western Europe in the middle period of classical antiquity; southern Europe in late antiquity, conquering Celtic and other peoples; and by 800 CE, forming the Holy Roman Empire, the first German Empire. However, there was no real systemic continuity from the Western Roman Empire to its German successor which was famously described as \\\"not holy, not Roman, and not an empire\\\", as a great number of small states and principalities existed in the loosely autonomous confederation. Although by 1000 CE, the Germanic conquest of central, western, and southern Europe (west of and including Italy) was complete, excluding only Muslim Iberia. There was, however, little cultural integration or national identity, and \\\"Germany\\\" remained largely a conceptual term referring to an amorphous area of central Europe.\"\n },\n {\n \"document_id\": \"57332442d058e614000b5720\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Warsaw's name in the Polish language is Warszawa, approximately /vɑːrˈʃɑːvə/ (also formerly spelled Warszewa and Warszowa), meaning \\\"belonging to Warsz\\\", Warsz being a shortened form of the masculine name of Slavic origin Warcisław; see also etymology of Wrocław. Folk etymology attributes the city name to a fisherman, Wars, and his wife, Sawa. According to legend, Sawa was a mermaid living in the Vistula River with whom Wars fell in love. In actuality, Warsz was a 12th/13th-century nobleman who owned a village located at the modern-day site of Mariensztat neighbourhood. See also the Vršovci family which had escaped to Poland. The official city name in full is miasto stołeczne Warszawa (English: \\\"The Capital City of Warsaw\\\"). A native or resident of Warsaw is known as a Varsovian – in Polish warszawiak (male), warszawianka (female), warszawiacy (plural).\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "80fdb1b6d1d82e6f0965b2f1a04305f9c6063b819752e88484f5c3e0ea3fbd7e", "document_ids": [ "5705f7c875f01819005e77dc", "56e1bc3ae3433e1400423104", "57283f014b864d19001647e8", "5729fc3d1d0469140077969d", "572663a9f1498d1400e8ddf2", "57281ab63acd2414000df493", "56de0f6a4396321400ee257f", "572669a9dd62a815002e8416", "571ce5055efbb31900334e2a", "5728fd3c3f37b31900477f2b", "57300e2604bcaa1900d770b7", "5727ff083acd2414000df1ab", "57266193dd62a815002e832a", "56e1b00ce3433e140042309e", "5730ab63396df91900096260", "57332442d058e614000b5720" ], "example_id": "57266193dd62a815002e832a", "gold_document": 12, "question": "What types of waves do seismologists use to image the interior of the Earth?", "trial_id": "squad-63637e4ee5903aaa" }, { "answers": [ "reduced rainfall and increased temperatures", "severely reduced rainfall and increased temperatures" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572a03a06aef0514001551aa\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"One computer model of future climate change caused by greenhouse gas emissions shows that the Amazon rainforest could become unsustainable under conditions of severely reduced rainfall and increased temperatures, leading to an almost complete loss of rainforest cover in the basin by 2100. However, simulations of Amazon basin climate change across many different models are not consistent in their estimation of any rainfall response, ranging from weak increases to strong decreases. The result indicates that the rainforest could be threatened though the 21st century by climate change in addition to deforestation.\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continue to rise, with average global surface temperature projected to increase by between 1.4 and 5.8 °C above 1990 levels by 2100\\\". The TAR has also been endorsed by the Canadian Foundation for Climate and Atmospheric Sciences, Canadian Meteorological and Oceanographic Society, and European Geosciences Union (refer to \\\"Endorsements of the IPCC\\\").\"\n },\n {\n \"document_id\": \"5727f7523acd2414000df10d\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Sociologist Jake Rosenfield of the University of Washington asserts that the decline of organized labor in the United States has played a more significant role in expanding the income gap than technological changes and globalization, which were also experienced by other industrialized nations that didn't experience steep surges in inequality. He points out that nations with high rates of unionization, particularly in Scandinavia, have very low levels of inequality, and concludes \\\"the historical pattern is clear; the cross-national pattern is clear: high inequality goes hand-in-hand with weak labor movements and vice-versa.\\\"\"\n },\n {\n \"document_id\": \"572fdc34a23a5019007fca93\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"For the Conservatives, the main disappointment was the loss of Edinburgh Pentlands, the seat of former party leader David McLetchie, to the SNP. McLetchie was elected on the Lothian regional list and the Conservatives suffered a net loss of five seats, with leader Annabel Goldie claiming that their support had held firm. Nevertheless, she too announced she would step down as leader of the party. Cameron congratulated the SNP on their victory but vowed to campaign for the Union in the independence referendum.\"\n },\n {\n \"document_id\": \"57287b322ca10214002da3be\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Plotting the relationship between level of income and inequality, Kuznets saw middle-income developing economies level of inequality bulging out to form what is now known as the Kuznets curve. Kuznets demonstrated this relationship using cross-sectional data. However, more recent testing of this theory with superior panel data has shown it to be very weak. Kuznets' curve predicts that income inequality will eventually decrease given time. As an example, income inequality did fall in the United States during its High school movement from 1910 to 1940 and thereafter.[citation needed] However, recent data shows that the level of income inequality began to rise after the 1970s. This does not necessarily disprove Kuznets' theory.[citation needed] It may be possible that another Kuznets' cycle is occurring, specifically the move from the manufacturing sector to the service sector.[citation needed] This implies that it may be possible for multiple Kuznets' cycles to be in effect at any given time.\"\n },\n {\n \"document_id\": \"572985011d04691400779501\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"are prime for any natural number n. Here represents the floor function, i.e., largest integer not greater than the number in question. The latter formula can be shown using Bertrand's postulate (proven first by Chebyshev), which states that there always exists at least one prime number p with n < p < 2n − 2, for any natural number n > 3. However, computing A or μ requires the knowledge of infinitely many primes to begin with. Another formula is based on Wilson's theorem and generates the number 2 many times and all other primes exactly once.\"\n },\n {\n \"document_id\": \"57111380a58dae1900cd6bd6\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Other predecessors of the Reformed church included the pro-reform and Gallican Roman Catholics, such as Jacques Lefevre (c. 1455–1536). The Gallicans briefly achieved independence for the French church, on the principle that the religion of France could not be controlled by the Bishop of Rome, a foreign power. During the Protestant Reformation, Lefevre, a professor at the University of Paris, published his French translation of the New Testament in 1523, followed by the whole Bible in the French language in 1530. William Farel was a student of Lefevre who went on to become a leader of the Swiss Reformation, establishing a Protestant government in Geneva. Jean Cauvin (John Calvin), another student at the University of Paris, also converted to Protestantism. Long after the sect was suppressed by Francis I, the remaining French Waldensians, then mostly in the Luberon region, sought to join William Farel, Calvin and the Reformation, and Olivetan published a French Bible for them. The French Confession of 1559 shows a decidedly Calvinistic influence. Sometime between 1550 and 1580, members of the Reformed church in France came to be commonly known as Huguenots.[citation needed]\"\n },\n {\n \"document_id\": \"57287b4a4b864d1900164a28\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The first recorded travels by Europeans to China and back date from this time. The most famous traveler of the period was the Venetian Marco Polo, whose account of his trip to \\\"Cambaluc,\\\" the capital of the Great Khan, and of life there astounded the people of Europe. The account of his travels, Il milione (or, The Million, known in English as the Travels of Marco Polo), appeared about the year 1299. Some argue over the accuracy of Marco Polo's accounts due to the lack of mentioning the Great Wall of China, tea houses, which would have been a prominent sight since Europeans had yet to adopt a tea culture, as well the practice of foot binding by the women in capital of the Great Khan. Some suggest that Marco Polo acquired much of his knowledge through contact with Persian traders since many of the places he named were in Persian.\"\n },\n {\n \"document_id\": \"57265aaf5951b619008f706b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The Lobata have a pair of lobes, which are muscular, cuplike extensions of the body that project beyond the mouth. Their inconspicuous tentacles originate from the corners of the mouth, running in convoluted grooves and spreading out over the inner surface of the lobes (rather than trailing far behind, as in the Cydippida). Between the lobes on either side of the mouth, many species of lobates have four auricles, gelatinous projections edged with cilia that produce water currents that help direct microscopic prey toward the mouth. This combination of structures enables lobates to feed continuously on suspended planktonic prey.\"\n },\n {\n \"document_id\": \"5705ffde52bb891400689784\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Many faults are able to produce a magnitude 6.7+ earthquake, such as the San Andreas Fault, which can produce a magnitude 8.0 event. Other faults include the San Jacinto Fault, the Puente Hills Fault, and the Elsinore Fault Zone. The USGS has released a California Earthquake forecast which models Earthquake occurrence in California.\"\n },\n {\n \"document_id\": \"5733cff84776f419006612b4\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The war was fought primarily along the frontiers between New France and the British colonies, from Virginia in the South to Nova Scotia in the North. It began with a dispute over control of the confluence of the Allegheny and Monongahela rivers, called the Forks of the Ohio, and the site of the French Fort Duquesne and present-day Pittsburgh, Pennsylvania. The dispute erupted into violence in the Battle of Jumonville Glen in May 1754, during which Virginia militiamen under the command of 22-year-old George Washington ambushed a French patrol.\"\n },\n {\n \"document_id\": \"573407d7d058e614000b6813\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In September 1760, and before any hostilities erupted, Governor Vaudreuil negotiated from Montreal a capitulation with General Amherst. Amherst granted Vaudreuil's request that any French residents who chose to remain in the colony would be given freedom to continue worshiping in their Roman Catholic tradition, continued ownership of their property, and the right to remain undisturbed in their homes. The British provided medical treatment for the sick and wounded French soldiers and French regular troops were returned to France aboard British ships with an agreement that they were not to serve again in the present war.\"\n },\n {\n \"document_id\": \"57286951ff5b5019007da20e\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"In business, notable alumni include Microsoft CEO Satya Nadella, Oracle Corporation founder and the third richest man in America Larry Ellison, Goldman Sachs and MF Global CEO as well as former Governor of New Jersey Jon Corzine, McKinsey & Company founder and author of the first management accounting textbook James O. McKinsey, Arley D. Cathey, Bloomberg L.P. CEO Daniel Doctoroff, Credit Suisse CEO Brady Dougan, Morningstar, Inc. founder and CEO Joe Mansueto, Chicago Cubs owner and chairman Thomas S. Ricketts, and NBA commissioner Adam Silver.\"\n },\n {\n \"document_id\": \"572980f9af94a219006aa4d1\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"are prime. Prime numbers of this form are known as factorial primes. Other primes where either p + 1 or p − 1 is of a particular shape include the Sophie Germain primes (primes of the form 2p + 1 with p prime), primorial primes, Fermat primes and Mersenne primes, that is, prime numbers that are of the form 2p − 1, where p is an arbitrary prime. The Lucas–Lehmer test is particularly fast for numbers of this form. This is why the largest known prime has almost always been a Mersenne prime since the dawn of electronic computers.\"\n },\n {\n \"document_id\": \"5727ec062ca10214002d99b6\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In a purely capitalist mode of production (i.e. where professional and labor organizations cannot limit the number of workers) the workers wages will not be controlled by these organizations, or by the employer, but rather by the market. Wages work in the same way as prices for any other good. Thus, wages can be considered as a function of market price of skill. And therefore, inequality is driven by this price. Under the law of supply and demand, the price of skill is determined by a race between the demand for the skilled worker and the supply of the skilled worker. \\\"On the other hand, markets can also concentrate wealth, pass environmental costs on to society, and abuse workers and consumers.\\\" \\\"Markets, by themselves, even when they are stable, often lead to high levels of inequality, outcomes that are widely viewed as unfair.\\\" Employers who offer a below market wage will find that their business is chronically understaffed. Their competitors will take advantage of the situation by offering a higher wage the best of their labor. For a businessman who has the profit motive as the prime interest, it is a losing proposition to offer below or above market wages to workers.\"\n },\n {\n \"document_id\": \"56de1645cffd8e1900b4b5d0\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"When finally Edward the Confessor returned from his father's refuge in 1041, at the invitation of his half-brother Harthacnut, he brought with him a Norman-educated mind. He also brought many Norman counsellors and fighters, some of whom established an English cavalry force. This concept never really took root, but it is a typical example of the attitudes of Edward. He appointed Robert of Jumièges archbishop of Canterbury and made Ralph the Timid earl of Hereford. He invited his brother-in-law Eustace II, Count of Boulogne to his court in 1051, an event which resulted in the greatest of early conflicts between Saxon and Norman and ultimately resulted in the exile of Earl Godwin of Wessex.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "56d6ef45e1565f7691f9a16e242bdf2bc4ba3b5c476175f7636ae32a5a0bb18c", "document_ids": [ "572a03a06aef0514001551aa", "57293e983f37b3190047818b", "5727f7523acd2414000df10d", "572fdc34a23a5019007fca93", "57287b322ca10214002da3be", "572985011d04691400779501", "57111380a58dae1900cd6bd6", "57287b4a4b864d1900164a28", "57265aaf5951b619008f706b", "5705ffde52bb891400689784", "5733cff84776f419006612b4", "573407d7d058e614000b6813", "57286951ff5b5019007da20e", "572980f9af94a219006aa4d1", "5727ec062ca10214002d99b6", "56de1645cffd8e1900b4b5d0" ], "example_id": "572a03a06aef0514001551aa", "gold_document": 0, "question": "What change in conditions may make the Amazon rainforest unsustainable?", "trial_id": "squad-2dd3fd67f63b052b" }, { "answers": [ "cnidarians", "Ctenophores" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57294209af94a219006aa201\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The third assessment report (TAR) prominently featured a graph labeled \\\"Millennial Northern Hemisphere temperature reconstruction\\\" based on a 1999 paper by Michael E. Mann, Raymond S. Bradley and Malcolm K. Hughes (MBH99), which has been referred to as the \\\"hockey stick graph\\\". This graph extended the similar graph in Figure 3.20 from the IPCC Second Assessment Report of 1995, and differed from a schematic in the first assessment report that lacked temperature units, but appeared to depict larger global temperature variations over the past 1000 years, and higher temperatures during the Medieval Warm Period than the mid 20th century. The schematic was not an actual plot of data, and was based on a diagram of temperatures in central England, with temperatures increased on the basis of documentary evidence of Medieval vineyards in England. Even with this increase, the maximum it showed for the Medieval Warm Period did not reach temperatures recorded in central England in 2007. The MBH99 finding was supported by cited reconstructions by Jones et al. 1998, Pollack, Huang & Shen 1998, Crowley & Lowery 2000 and Briffa 2000, using differing data and methods. The Jones et al. and Briffa reconstructions were overlaid with the MBH99 reconstruction in Figure 2.21 of the IPCC report.\"\n },\n {\n \"document_id\": \"572656e4dd62a815002e81fa\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"To make new legislation, TFEU article 294 defines the \\\"ordinary legislative procedure\\\" that applies for most EU acts. The essence is there are three readings, starting with a Commission proposal, where the Parliament must vote by a majority of all MEPs (not just those present) to block or suggest changes, and the Council must vote by qualified majority to approve changes, but by unanimity to block Commission amendment. Where the different institutions cannot agree at any stage, a \\\"Conciliation Committee\\\" is convened, representing MEPs, ministers and the Commission to try and get agreement on a joint text: if this works, it will be sent back to the Parliament and Council to approve by absolute and qualified majority. This means, legislation can be blocked by a majority in Parliament, a minority in the Council, and a majority in the Commission: it is harder to change EU law than stay the same. A different procedure exists for budgets. For \\\"enhanced cooperation\\\" among a sub-set of at least member states, authorisation must be given by the Council. Member state governments should be informed by the Commission at the outset before any proposals start the legislative procedure. The EU as a whole can only act within its power set out in the Treaties. TEU articles 4 and 5 state that powers remain with the member states unless they have been conferred, although there is a debate about the Kompetenz-Kompetenz question: who ultimately has the \\\"competence\\\" to define the EU's \\\"competence\\\". Many member state courts believe they decide, other member state Parliaments believe they decide, while within the EU, the Court of Justice believes it has the final say.\"\n },\n {\n \"document_id\": \"572ff5fcb2c2fd1400568657\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The name Rijn, from here on, is used only for smaller streams farther to the north, which together formed the main river Rhine in Roman times. Though they retained the name, these streams no longer carry water from the Rhine, but are used for draining the surrounding land and polders. From Wijk bij Duurstede, the old north branch of the Rhine is called Kromme Rijn (\\\"Bent Rhine\\\") past Utrecht, first Leidse Rijn (\\\"Rhine of Leiden\\\") and then, Oude Rijn (\\\"Old Rhine\\\"). The latter flows west into a sluice at Katwijk, where its waters can be discharged into the North Sea. This branch once formed the line along which the Limes Germanicus were built. During periods of lower sea levels within the various ice ages, the Rhine took a left turn, creating the Channel River, the course of which now lies below the English Channel.\"\n },\n {\n \"document_id\": \"572883153acd2414000dfa6f\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Politically, the system of government created by Kublai Khan was the product of a compromise between Mongolian patrimonial feudalism and the traditional Chinese autocratic-bureaucratic system. Nevertheless, socially the educated Chinese elite were in general not given the degree of esteem that they had been accorded previously under native Chinese dynasties. Although the traditional Chinese elite were not given their share of power, the Mongols and the Semuren (various allied groups from Central Asia and the western end of the empire) largely remained strangers to the mainstream Chinese culture, and this dichotomy gave the Yuan regime a somewhat strong \\\"colonial\\\" coloration. The unequal treatment is possibly due to the fear of transferring power to the ethnic Chinese under their rule. The Mongols and Semuren were given certain advantages in the dynasty, and this would last even after the restoration of the imperial examination in the early 14th century. In general there were very few North Chinese or Southerners reaching the highest-post in the government compared with the possibility that Persians did so in the Ilkhanate. Later the Yongle Emperor of the Ming dynasty also mentioned the discrimination that existed during the Yuan dynasty. In response to an objection against the use of \\\"barbarians\\\" in his government, the Yongle Emperor answered: \\\"... Discrimination was used by the Mongols during the Yuan dynasty, who employed only \\\"Mongols and Tartars\\\" and discarded northern and southern Chinese and this was precisely the cause that brought disaster upon them\\\".\"\n },\n {\n \"document_id\": \"57287338ff5b5019007da232\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"From the late 1340s onwards, people in the countryside suffered from frequent natural disasters such as droughts, floods and the resulting famines, and the government's lack of effective policy led to a loss of popular support. In 1351, the Red Turban Rebellion started and grew into a nationwide uprising. In 1354, when Toghtogha led a large army to crush the Red Turban rebels, Toghun Temür suddenly dismissed him for fear of betrayal. This resulted in Toghun Temür's restoration of power on the one hand and a rapid weakening of the central government on the other. He had no choice but to rely on local warlords' military power, and gradually lost his interest in politics and ceased to intervene in political struggles. He fled north to Shangdu from Khanbaliq (present-day Beijing) in 1368 after the approach of the forces of the Míng dynasty (1368–1644), founded by Zhu Yuanzhang in the south. He had tried to regain Khanbaliq, which eventually failed; he died in Yingchang (located in present-day Inner Mongolia) two years later (1370). Yingchang was seized by the Ming shortly after his death. Some royal family members still lived in Henan today.\"\n },\n {\n \"document_id\": \"5725cb33271a42140099d1db\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Ctenophores form an animal phylum that is more complex than sponges, about as complex as cnidarians (jellyfish, sea anemones, etc.), and less complex than bilaterians (which include almost all other animals). Unlike sponges, both ctenophores and cnidarians have: cells bound by inter-cell connections and carpet-like basement membranes; muscles; nervous systems; and some have sensory organs. Ctenophores are distinguished from all other animals by having colloblasts, which are sticky and adhere to prey, although a few ctenophore species lack them.\"\n },\n {\n \"document_id\": \"56de3e414396321400ee26d8\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The legendary religious zeal of the Normans was exercised in religious wars long before the First Crusade carved out a Norman principality in Antioch. They were major foreign participants in the Reconquista in Iberia. In 1018, Roger de Tosny travelled to the Iberian Peninsula to carve out a state for himself from Moorish lands, but failed. In 1064, during the War of Barbastro, William of Montreuil led the papal army and took a huge booty.\"\n },\n {\n \"document_id\": \"5727ec062ca10214002d99b6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"In a purely capitalist mode of production (i.e. where professional and labor organizations cannot limit the number of workers) the workers wages will not be controlled by these organizations, or by the employer, but rather by the market. Wages work in the same way as prices for any other good. Thus, wages can be considered as a function of market price of skill. And therefore, inequality is driven by this price. Under the law of supply and demand, the price of skill is determined by a race between the demand for the skilled worker and the supply of the skilled worker. \\\"On the other hand, markets can also concentrate wealth, pass environmental costs on to society, and abuse workers and consumers.\\\" \\\"Markets, by themselves, even when they are stable, often lead to high levels of inequality, outcomes that are widely viewed as unfair.\\\" Employers who offer a below market wage will find that their business is chronically understaffed. Their competitors will take advantage of the situation by offering a higher wage the best of their labor. For a businessman who has the profit motive as the prime interest, it is a losing proposition to offer below or above market wages to workers.\"\n },\n {\n \"document_id\": \"5706111a52bb89140068984c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Six of the seven lines of the commuter rail system, Metrolink, run out of Downtown Los Angeles, connecting Los Angeles, Ventura, San Bernardino, Riverside, Orange, and San Diego counties with the other line connecting San Bernardino, Riverside, and Orange counties directly.\"\n },\n {\n \"document_id\": \"5728f6446aef0514001548e4\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The immune system protects organisms from infection with layered defenses of increasing specificity. In simple terms, physical barriers prevent pathogens such as bacteria and viruses from entering the organism. If a pathogen breaches these barriers, the innate immune system provides an immediate, but non-specific response. Innate immune systems are found in all plants and animals. If pathogens successfully evade the innate response, vertebrates possess a second layer of protection, the adaptive immune system, which is activated by the innate response. Here, the immune system adapts its response during an infection to improve its recognition of the pathogen. This improved response is then retained after the pathogen has been eliminated, in the form of an immunological memory, and allows the adaptive immune system to mount faster and stronger attacks each time this pathogen is encountered.\"\n },\n {\n \"document_id\": \"56e1b169cd28a01900c67a72\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Many machine models different from the standard multi-tape Turing machines have been proposed in the literature, for example random access machines. Perhaps surprisingly, each of these models can be converted to another without providing any extra computational power. The time and memory consumption of these alternate models may vary. What all these models have in common is that the machines operate deterministically.\"\n },\n {\n \"document_id\": \"56de1563cffd8e1900b4b5c2\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The further decline of Byzantine state-of-affairs paved the road to a third attack in 1185, when a large Norman army invaded Dyrrachium, owing to the betrayal of high Byzantine officials. Some time later, Dyrrachium—one of the most important naval bases of the Adriatic—fell again to Byzantine hands.\"\n },\n {\n \"document_id\": \"572a0b0b6aef0514001551f6\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Clearly, some tumors evade the immune system and go on to become cancers. Tumor cells often have a reduced number of MHC class I molecules on their surface, thus avoiding detection by killer T cells. Some tumor cells also release products that inhibit the immune response; for example by secreting the cytokine TGF-β, which suppresses the activity of macrophages and lymphocytes. In addition, immunological tolerance may develop against tumor antigens, so the immune system no longer attacks the tumor cells.\"\n },\n {\n \"document_id\": \"5733fb7bd058e614000b66ff\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Newcastle replaced him in January 1756 with Lord Loudoun, with Major General James Abercrombie as his second in command. Neither of these men had as much campaign experience as the trio of officers France sent to North America. French regular army reinforcements arrived in New France in May 1756, led by Major General Louis-Joseph de Montcalm and seconded by the Chevalier de Lévis and Colonel François-Charles de Bourlamaque, all experienced veterans from the War of the Austrian Succession. During that time in Europe, on May 18, 1756, England formally declared war on France, which expanded the war into Europe, which was later to be known as the Seven Years' War.\"\n },\n {\n \"document_id\": \"57300911947a6a140053cfb6\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Germanic tribes crossed the Rhine in the Migration period, by the 5th century establishing the kingdoms of Francia on the Lower Rhine, Burgundy on the Upper Rhine and Alemannia on the High Rhine. This \\\"Germanic Heroic Age\\\" is reflected in medieval legend, such as the Nibelungenlied which tells of the hero Siegfried killing a dragon on the Drachenfels (Siebengebirge) (\\\"dragons rock\\\"), near Bonn at the Rhine and of the Burgundians and their court at Worms, at the Rhine and Kriemhild's golden treasure, which was thrown into the Rhine by Hagen.\"\n },\n {\n \"document_id\": \"570d32e4fed7b91900d45d01\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Victorian schools are either publicly or privately funded. Public schools, also known as state or government schools, are funded and run directly by the Victoria Department of Education . Students do not pay tuition fees, but some extra costs are levied. Private fee-paying schools include parish schools run by the Roman Catholic Church and independent schools similar to British public schools. Independent schools are usually affiliated with Protestant churches. Victoria also has several private Jewish and Islamic primary and secondary schools. Private schools also receive some public funding. All schools must comply with government-set curriculum standards. In addition, Victoria has four government selective schools, Melbourne High School for boys, MacRobertson Girls' High School for girls, the coeducational schools John Monash Science School, Nossal High School and Suzanne Cory High School, and The Victorian College of the Arts Secondary School. Students at these schools are exclusively admitted on the basis of an academic selective entry test.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "a955af6f010833273b8749bfef187486b027863a8624404bd843f1ca713279df", "document_ids": [ "57294209af94a219006aa201", "572656e4dd62a815002e81fa", "572ff5fcb2c2fd1400568657", "572883153acd2414000dfa6f", "57287338ff5b5019007da232", "5725cb33271a42140099d1db", "56de3e414396321400ee26d8", "5727ec062ca10214002d99b6", "5706111a52bb89140068984c", "5728f6446aef0514001548e4", "56e1b169cd28a01900c67a72", "56de1563cffd8e1900b4b5c2", "572a0b0b6aef0514001551f6", "5733fb7bd058e614000b66ff", "57300911947a6a140053cfb6", "570d32e4fed7b91900d45d01" ], "example_id": "5725cb33271a42140099d1db", "gold_document": 5, "question": "Jellyfish ans sea anemones belong to what phylum?", "trial_id": "squad-94acf6e30ce6881b" }, { "answers": [ "Decision problems", "Decision" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572978f91d046914007794d3\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"There are hints in the surviving records of the ancient Egyptians that they had some knowledge of prime numbers: the Egyptian fraction expansions in the Rhind papyrus, for instance, have quite different forms for primes and for composites. However, the earliest surviving records of the explicit study of prime numbers come from the Ancient Greeks. Euclid's Elements (circa 300 BC) contain important theorems about primes, including the infinitude of primes and the fundamental theorem of arithmetic. Euclid also showed how to construct a perfect number from a Mersenne prime. The Sieve of Eratosthenes, attributed to Eratosthenes, is a simple method to compute primes, although the large primes found today with computers are not generated this way.\"\n },\n {\n \"document_id\": \"572ff932a23a5019007fcbd5\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Islamism is a controversial concept not just because it posits a political role for Islam but also because its supporters believe their views merely reflect Islam, while the contrary idea that Islam is, or can be, apolitical is an error. Scholars and observers who do not believe that Islam is merely a political ideology include Fred Halliday, John Esposito and Muslim intellectuals like Javed Ahmad Ghamidi. Hayri Abaza argues the failure to distinguish between Islam and Islamism leads many in the West to support illiberal Islamic regimes, to the detriment of progressive moderates who seek to separate religion from politics.\"\n },\n {\n \"document_id\": \"5730a314069b5314008321eb\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"According to geographic scholars under colonizing empires, the world could be split into climatic zones. These scholars believed that Northern Europe and the Mid-Atlantic temperate climate produced a hard-working, moral, and upstanding human being. Alternatively, tropical climates yielded lazy attitudes, sexual promiscuity, exotic culture, and moral degeneracy. The people of these climates were believed to be in need of guidance and intervention from the European empire to aid in the governing of a more evolved social structure; they were seen as incapable of such a feat. Similarly, orientalism is a view of a people based on their geographical location.\"\n },\n {\n \"document_id\": \"572a13841d0469140077973b\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Studies on income inequality and growth have sometimes found evidence confirming the Kuznets curve hypothesis, which states that with economic development, inequality first increases, then decreases. Economist Thomas Piketty challenges this notion, claiming that from 1914 to 1945 wars and \\\"violent economic and political shocks\\\" reduced inequality. Moreover, Piketty argues that the \\\"magical\\\" Kuznets curve hypothesis, with its emphasis on the balancing of economic growth in the long run, cannot account for the significant increase in economic inequality throughout the developed world since the 1970s.\"\n },\n {\n \"document_id\": \"573098f38ab72b1400f9c5d2\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Europe's expansion into territorial imperialism was largely focused on economic growth by collecting resources from colonies, in combination with assuming political control by military and political means. The colonization of India in the mid-18th century offers an example of this focus: there, the \\\"British exploited the political weakness of the Mughal state, and, while military activity was important at various times, the economic and administrative incorporation of local elites was also of crucial significance\\\" for the establishment of control over the subcontinent's resources, markets, and manpower. Although a substantial number of colonies had been designed to provide economic profit and to ship resources to home ports in the seventeenth and eighteenth centuries, Fieldhouse suggests that in the nineteenth and twentieth centuries in places such as Africa and Asia, this idea is not necessarily valid:\"\n },\n {\n \"document_id\": \"56e190bce3433e1400422fc8\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Decision problems are one of the central objects of study in computational complexity theory. A decision problem is a special type of computational problem whose answer is either yes or no, or alternately either 1 or 0. A decision problem can be viewed as a formal language, where the members of the language are instances whose output is yes, and the non-members are those instances whose output is no. The objective is to decide, with the aid of an algorithm, whether a given input string is a member of the formal language under consideration. If the algorithm deciding this problem returns the answer yes, the algorithm is said to accept the input string, otherwise it is said to reject the input.\"\n },\n {\n \"document_id\": \"57264cc6dd62a815002e80e4\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The historian Francis Aidan Gasquet wrote about the 'Great Pestilence' in 1893 and suggested that \\\"it would appear to be some form of the ordinary Eastern or bubonic plague\\\". He was able to adopt the epidemiology of the bubonic plague for the Black Death for the second edition in 1908, implicating rats and fleas in the process, and his interpretation was widely accepted for other ancient and medieval epidemics, such as the Justinian plague that was prevalent in the Eastern Roman Empire from 541 to 700 CE.\"\n },\n {\n \"document_id\": \"570966e0200fba1400367f4f\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"BSkyB's standard definition broadcasts are in DVB-compliant MPEG-2, with the Sky Movies and Sky Box Office channels including optional Dolby Digital soundtracks for recent films, although these are only accessible with a Sky+ box. Sky+ HD material is broadcast using MPEG-4 and most of the HD material uses the DVB-S2 standard. Interactive services and 7-day EPG use the proprietary OpenTV system, with set-top boxes including modems for a return path. Sky News, amongst other channels, provides a pseudo-video on demand interactive service by broadcasting looping video streams.\"\n },\n {\n \"document_id\": \"572659ea5951b619008f7051\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"There are eight rows of combs that run from near the mouth to the opposite end, and are spaced evenly round the body. The \\\"combs\\\" beat in a metachronal rhythm rather like that of a Mexican wave. From each balancer in the statocyst a ciliary groove runs out under the dome and then splits to connect with two adjacent comb rows, and in some species runs all the way along the comb rows. This forms a mechanical system for transmitting the beat rhythm from the combs to the balancers, via water disturbances created by the cilia.\"\n },\n {\n \"document_id\": \"572754dd708984140094dc3b\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"In Sweden, pupils are free to choose a private school and the private school gets paid the same amount as municipal schools. Over 10% of Swedish pupils were enrolled in private schools in 2008. Sweden is internationally known for this innovative school voucher model that provides Swedish pupils with the opportunity to choose the school they prefer. For instance, the biggest school chain, Kunskapsskolan (“The Knowledge School”), offers 30 schools and a web-based environment, has 700 employees and teaches nearly 10,000 pupils. The Swedish system has been recommended to Barack Obama.\"\n },\n {\n \"document_id\": \"5726446a89cfff1900a8404d\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"AUSTPAC was an Australian public X.25 network operated by Telstra. Started by Telecom Australia in the early 1980s, AUSTPAC was Australia's first public packet-switched data network, supporting applications such as on-line betting, financial applications — the Australian Tax Office made use of AUSTPAC — and remote terminal access to academic institutions, who maintained their connections to AUSTPAC up until the mid-late 1990s in some cases. Access can be via a dial-up terminal to a PAD, or, by linking a permanent X.25 node to the network.[citation needed]\"\n },\n {\n \"document_id\": \"5728f9882ca10214002dab5a\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Microorganisms or toxins that successfully enter an organism encounter the cells and mechanisms of the innate immune system. The innate response is usually triggered when microbes are identified by pattern recognition receptors, which recognize components that are conserved among broad groups of microorganisms, or when damaged, injured or stressed cells send out alarm signals, many of which (but not all) are recognized by the same receptors as those that recognize pathogens. Innate immune defenses are non-specific, meaning these systems respond to pathogens in a generic way. This system does not confer long-lasting immunity against a pathogen. The innate immune system is the dominant system of host defense in most organisms.\"\n },\n {\n \"document_id\": \"5711119cb654c5140001fae3\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The bulk of Huguenot émigrés relocated to Protestant European nations such as England, Wales, Scotland, Denmark, Sweden, Switzerland, the Dutch Republic, the Electorate of Brandenburg and Electorate of the Palatinate in the Holy Roman Empire, the Duchy of Prussia, the Channel Islands, and Ireland. They also spread beyond Europe to the Dutch Cape Colony in South Africa, the Dutch East Indies, the Caribbean, and several of the English colonies of North America, and Quebec, where they were accepted and allowed to worship freely.\"\n },\n {\n \"document_id\": \"5728f7774b864d190016512e\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Both innate and adaptive immunity depend on the ability of the immune system to distinguish between self and non-self molecules. In immunology, self molecules are those components of an organism's body that can be distinguished from foreign substances by the immune system. Conversely, non-self molecules are those recognized as foreign molecules. One class of non-self molecules are called antigens (short for antibody generators) and are defined as substances that bind to specific immune receptors and elicit an immune response.\"\n },\n {\n \"document_id\": \"5726516a708984140094c223\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"It is recognised that an epidemiological account of the plague is as important as an identification of symptoms, but researchers are hampered by the lack of reliable statistics from this period. Most work has been done on the spread of the plague in England, and even estimates of overall population at the start vary by over 100% as no census was undertaken between the time of publication of the Domesday Book and the year 1377. Estimates of plague victims are usually extrapolated from figures from the clergy.\"\n },\n {\n \"document_id\": \"572a1a5c6aef051400155284\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"While acknowledging the central role economic growth can potentially play in human development, poverty reduction and the achievement of the Millennium Development Goals, it is becoming widely understood amongst the development community that special efforts must be made to ensure poorer sections of society are able to participate in economic growth. The effect of economic growth on poverty reduction – the growth elasticity of poverty – can depend on the existing level of inequality. For instance, with low inequality a country with a growth rate of 2% per head and 40% of its population living in poverty, can halve poverty in ten years, but a country with high inequality would take nearly 60 years to achieve the same reduction. In the words of the Secretary General of the United Nations Ban Ki-Moon: \\\"While economic growth is necessary, it is not sufficient for progress on reducing poverty.\\\"\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "7f966c7fa19ae414e7c5b75fb8bc7b185bc3736b8125694d381f58a23a5cb206", "document_ids": [ "572978f91d046914007794d3", "572ff932a23a5019007fcbd5", "5730a314069b5314008321eb", "572a13841d0469140077973b", "573098f38ab72b1400f9c5d2", "56e190bce3433e1400422fc8", "57264cc6dd62a815002e80e4", "570966e0200fba1400367f4f", "572659ea5951b619008f7051", "572754dd708984140094dc3b", "5726446a89cfff1900a8404d", "5728f9882ca10214002dab5a", "5711119cb654c5140001fae3", "5728f7774b864d190016512e", "5726516a708984140094c223", "572a1a5c6aef051400155284" ], "example_id": "56e190bce3433e1400422fc8", "gold_document": 5, "question": "What kind of problems are one of the main topics studied in computational complexity theory?", "trial_id": "squad-c5ca1e119fc2a099" }, { "answers": [ "governmental entities", "against governmental entities" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57378862c3c5551400e51f21\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In this equation, a dimensional constant is used to describe the relative strength of gravity. This constant has come to be known as Newton's Universal Gravitation Constant, though its value was unknown in Newton's lifetime. Not until 1798 was Henry Cavendish able to make the first measurement of using a torsion balance; this was widely reported in the press as a measurement of the mass of the Earth since knowing could allow one to solve for the Earth's mass given the above equation. Newton, however, realized that since all celestial bodies followed the same laws of motion, his law of gravity had to be universal. Succinctly stated, Newton's Law of Gravitation states that the force on a spherical object of mass due to the gravitational pull of mass is\"\n },\n {\n \"document_id\": \"56de3e414396321400ee26d8\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The legendary religious zeal of the Normans was exercised in religious wars long before the First Crusade carved out a Norman principality in Antioch. They were major foreign participants in the Reconquista in Iberia. In 1018, Roger de Tosny travelled to the Iberian Peninsula to carve out a state for himself from Moorish lands, but failed. In 1064, during the War of Barbastro, William of Montreuil led the papal army and took a huge booty.\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before his departure, he named two of his Norman generals, Richard de Camville and Robert de Thornham, as governors of Cyprus.\"\n },\n {\n \"document_id\": \"57264586f1498d1400e8dac6\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Datanet 1 was the public switched data network operated by the Dutch PTT Telecom (now known as KPN). Strictly speaking Datanet 1 only referred to the network and the connected users via leased lines (using the X.121 DNIC 2041), the name also referred to the public PAD service Telepad (using the DNIC 2049). And because the main Videotex service used the network and modified PAD devices as infrastructure the name Datanet 1 was used for these services as well. Although this use of the name was incorrect all these services were managed by the same people within one department of KPN contributed to the confusion.\"\n },\n {\n \"document_id\": \"572812e74b864d19001643ce\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"However, this definition is disputed by Thoreau's political philosophy pitching the conscience vs. the collective. The individual is the final judge of right and wrong. More than this, since only individuals act, only individuals can act unjustly. When the government knocks on the door, it is an individual in the form of a postman or tax collector whose hand hits the wood. Before Thoreau’s imprisonment, when a confused taxman had wondered aloud about how to handle his refusal to pay, Thoreau had advised, “Resign.” If a man chose to be an agent of injustice, then Thoreau insisted on confronting him with the fact that he was making a choice. But if government is “the voice of the people,” as it is often called, shouldn’t that voice be heeded? Thoreau admits that government may express the will of the majority but it may also express nothing more than the will of elite politicians. Even a good form of government is “liable to be abused and perverted before the people can act through it.” Moreover, even if a government did express the voice of the people, this fact would not compel the obedience of individuals who disagree with what is being said. The majority may be powerful but it is not necessarily right. What, then, is the proper relationship between the individual and the government?\"\n },\n {\n \"document_id\": \"5728151b4b864d1900164428\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Some theories of civil disobedience hold that civil disobedience is only justified against governmental entities. Brownlee argues that disobedience in opposition to the decisions of non-governmental agencies such as trade unions, banks, and private universities can be justified if it reflects \\\"a larger challenge to the legal system that permits those decisions to be taken\\\". The same principle, she argues, applies to breaches of law in protest against international organizations and foreign governments.\"\n },\n {\n \"document_id\": \"5711651050c2381900b54acb\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Other components are often present; pumps (such as an injector) to supply water to the boiler during operation, condensers to recirculate the water and recover the latent heat of vaporisation, and superheaters to raise the temperature of the steam above its saturated vapour point, and various mechanisms to increase the draft for fireboxes. When coal is used, a chain or screw stoking mechanism and its drive engine or motor may be included to move the fuel from a supply bin (bunker) to the firebox. See: Mechanical stoker\"\n },\n {\n \"document_id\": \"57264c42dd62a815002e80c6\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The dominant explanation for the Black Death is the plague theory, which attributes the outbreak to Yersinia pestis, also responsible for an epidemic that began in southern China in 1865, eventually spreading to India. The investigation of the pathogen that caused the 19th-century plague was begun by teams of scientists who visited Hong Kong in 1894, among whom was the French-Swiss bacteriologist Alexandre Yersin, after whom the pathogen was named Yersinia pestis. The mechanism by which Y. pestis was usually transmitted was established in 1898 by Paul-Louis Simond and was found to involve the bites of fleas whose midguts had become obstructed by replicating Y. pestis several days after feeding on an infected host. This blockage results in starvation and aggressive feeding behaviour by the fleas, which repeatedly attempt to clear their blockage by regurgitation, resulting in thousands of plague bacteria being flushed into the feeding site, infecting the host. The bubonic plague mechanism was also dependent on two populations of rodents: one resistant to the disease, which act as hosts, keeping the disease endemic, and a second that lack resistance. When the second population dies, the fleas move on to other hosts, including people, thus creating a human epidemic.\"\n },\n {\n \"document_id\": \"57264228ec44d21400f3dcf5\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Telenet was the first FCC-licensed public data network in the United States. It was founded by former ARPA IPTO director Larry Roberts as a means of making ARPANET technology public. He had tried to interest AT&T in buying the technology, but the monopoly's reaction was that this was incompatible with their future. Bolt, Beranack and Newman (BBN) provided the financing. It initially used ARPANET technology but changed the host interface to X.25 and the terminal interface to X.29. Telenet designed these protocols and helped standardize them in the CCITT. Telenet was incorporated in 1973 and started operations in 1975. It went public in 1979 and was then sold to GTE.\"\n },\n {\n \"document_id\": \"570607f575f01819005e78b4\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Los Angeles (at 3.7 million people) and San Diego (at 1.3 million people), both in southern California, are the two largest cities in all of California (and two of the eight largest cities in the United States). In southern California there are also twelve cities with more than 200,000 residents and 34 cities over 100,000 in population. Many of southern California's most developed cities lie along or in close proximity to the coast, with the exception of San Bernardino and Riverside.\"\n },\n {\n \"document_id\": \"571155ae2419e31400955591\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The Rankine cycle is the fundamental thermodynamic underpinning of the steam engine. The cycle is an arrangement of components as is typically used for simple power production, and utilizes the phase change of water (boiling water producing steam, condensing exhaust steam, producing liquid water)) to provide a practical heat/power conversion system. The heat is supplied externally to a closed loop with some of the heat added being converted to work and the waste heat being removed in a condenser. The Rankine cycle is used in virtually all steam power production applications. In the 1990s, Rankine steam cycles generated about 90% of all electric power used throughout the world, including virtually all solar, biomass, coal and nuclear power plants. It is named after William John Macquorn Rankine, a Scottish polymath.\"\n },\n {\n \"document_id\": \"5705fec152bb89140068977a\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Each year, the southern California area has about 10,000 earthquakes. Nearly all of them are so small that they are not felt. Only several hundred are greater than magnitude 3.0, and only about 15–20 are greater than magnitude 4.0. The magnitude 6.7 1994 Northridge earthquake was particularly destructive, causing a substantial number of deaths, injuries, and structural collapses. It caused the most property damage of any earthquake in U.S. history, estimated at over $20 billion.\"\n },\n {\n \"document_id\": \"572881022ca10214002da416\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The physicians of the Yuan court came from diverse cultures. Healers were divided into non-Mongol physicians called otachi and traditional Mongol shamans. The Mongols characterized otachi doctors by their use of herbal remedies, which was distinguished from the spiritual cures of Mongol shamanism. Physicians received official support from the Yuan government and were given special legal privileges. Kublai created the Imperial Academy of Medicine to manage medical treatises and the education of new doctors. Confucian scholars were attracted to the medical profession because it ensured a high income and medical ethics were compatible with Confucian virtues.\"\n },\n {\n \"document_id\": \"571a50df4faf5e1900b8a960\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Highly concentrated sources of oxygen promote rapid combustion. Fire and explosion hazards exist when concentrated oxidants and fuels are brought into close proximity; an ignition event, such as heat or a spark, is needed to trigger combustion. Oxygen is the oxidant, not the fuel, but nevertheless the source of most of the chemical energy released in combustion. Combustion hazards also apply to compounds of oxygen with a high oxidative potential, such as peroxides, chlorates, nitrates, perchlorates, and dichromates because they can donate oxygen to a fire.\"\n },\n {\n \"document_id\": \"5729feaf6aef051400155188\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Between 1991 and 2000, the total area of forest lost in the Amazon rose from 415,000 to 587,000 square kilometres (160,000 to 227,000 sq mi), with most of the lost forest becoming pasture for cattle. Seventy percent of formerly forested land in the Amazon, and 91% of land deforested since 1970, is used for livestock pasture. Currently, Brazil is the second-largest global producer of soybeans after the United States. New research however, conducted by Leydimere Oliveira et al., has shown that the more rainforest is logged in the Amazon, the less precipitation reaches the area and so the lower the yield per hectare becomes. So despite the popular perception, there has been no economical advantage for Brazil from logging rainforest zones and converting these to pastoral fields.\"\n },\n {\n \"document_id\": \"57302e45947a6a140053d22e\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"In its focus on the Caliphate, the party takes a different view of Muslim history than some other Islamists such as Muhammad Qutb. HT sees Islam's pivotal turning point as occurring not with the death of Ali, or one of the other four rightly guided Caliphs in the 7th century, but with the abolition of the Ottoman Caliphate in 1924. This is believed to have ended the true Islamic system, something for which it blames \\\"the disbelieving (Kafir) colonial powers\\\" working through Turkish modernist Mustafa Kemal Atatürk.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "7f9cba245958defd8b2dcbbf6081dba9124ef9cdfeec01a76684f13009e0e493", "document_ids": [ "57378862c3c5551400e51f21", "56de3e414396321400ee26d8", "56de40da4396321400ee2708", "57264586f1498d1400e8dac6", "572812e74b864d19001643ce", "5728151b4b864d1900164428", "5711651050c2381900b54acb", "57264c42dd62a815002e80c6", "57264228ec44d21400f3dcf5", "570607f575f01819005e78b4", "571155ae2419e31400955591", "5705fec152bb89140068977a", "572881022ca10214002da416", "571a50df4faf5e1900b8a960", "5729feaf6aef051400155188", "57302e45947a6a140053d22e" ], "example_id": "5728151b4b864d1900164428", "gold_document": 5, "question": "Some theories argue that civil disobedience is justified in regard to?", "trial_id": "squad-15cba79fe8dbb336" }, { "answers": [ "legend", "The best-known legend" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57105da9a58dae1900cd699e\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Huguenot numbers peaked near an estimated two million by 1562, concentrated mainly in the southern and central parts of France, about one-eighth the number of French Catholics. As Huguenots gained influence and more openly displayed their faith, Catholic hostility grew, in spite of increasingly liberal political concessions and edicts of toleration from the French crown. A series of religious conflicts followed, known as the Wars of Religion, fought intermittently from 1562 to 1598. The wars finally ended with the granting of the Edict of Nantes, which granted the Huguenots substantial religious, political and military autonomy.\"\n },\n {\n \"document_id\": \"5733a45d4776f41900660f23\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The mermaid (syrenka) is Warsaw's symbol and can be found on statues throughout the city and on the city's coat of arms. This imagery has been in use since at least the mid-14th century. The oldest existing armed seal of Warsaw is from the year 1390, consisting of a round seal bordered with the Latin inscription Sigilium Civitatis Varsoviensis (Seal of the city of Warsaw). City records as far back as 1609 document the use of a crude form of a sea monster with a female upper body and holding a sword in its claws. In 1653 the poet Zygmunt Laukowski asks the question:\"\n },\n {\n \"document_id\": \"5727ee372ca10214002d99ec\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"On the other hand, higher economic inequality tends to increase entrepreneurship rates at the individual level (self-employment). However, most of it is often based on necessity rather than opportunity. Necessity-based entrepreneurship is motivated by survival needs such as income for food and shelter (\\\"push\\\" motivations), whereas opportunity-based entrepreneurship is driven by achievement-oriented motivations (\\\"pull\\\") such as vocation and more likely to involve the pursue of new products, services, or underserved market needs. The economic impact of the former type of entrepreneurialism tends to be redistributive while the latter is expected to foster technological progress and thus have a more positive impact on economic growth.\"\n },\n {\n \"document_id\": \"572879574b864d1900164a14\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Western musical instruments were introduced to enrich Chinese performing arts. From this period dates the conversion to Islam, by Muslims of Central Asia, of growing numbers of Chinese in the northwest and southwest. Nestorianism and Roman Catholicism also enjoyed a period of toleration. Buddhism (especially Tibetan Buddhism) flourished, although Taoism endured certain persecutions in favor of Buddhism from the Yuan government. Confucian governmental practices and examinations based on the Classics, which had fallen into disuse in north China during the period of disunity, were reinstated by the Yuan court, probably in the hope of maintaining order over Han society. Advances were realized in the fields of travel literature, cartography, geography, and scientific education.\"\n },\n {\n \"document_id\": \"572f65e9b2c2fd14005680cb\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The Rhine is the longest river in Germany. It is here that the Rhine encounters some more of its main tributaries, such as the Neckar, the Main and, later, the Moselle, which contributes an average discharge of more than 300 m3/s (11,000 cu ft/s). Northeastern France drains to the Rhine via the Moselle; smaller rivers drain the Vosges and Jura Mountains uplands. Most of Luxembourg and a very small part of Belgium also drain to the Rhine via the Moselle. As it approaches the Dutch border, the Rhine has an annual mean discharge of 2,290 m3/s (81,000 cu ft/s) and an average width of 400 m (1,300 ft).\"\n },\n {\n \"document_id\": \"57284142ff5b5019007da00a\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The University of Chicago was created and incorporated as a coeducational, secular institution in 1890 by the American Baptist Education Society and a donation from oil magnate and philanthropist John D. Rockefeller on land donated by Marshall Field. While the Rockefeller donation provided money for academic operations and long-term endowment, it was stipulated that such money could not be used for buildings. The original physical campus was financed by donations from wealthy Chicagoans like Silas B. Cobb who provided the funds for the campus' first building, Cobb Lecture Hall, and matched Marshall Field's pledge of $100,000. Other early benefactors included businessmen Charles L. Hutchinson (trustee, treasurer and donor of Hutchinson Commons), Martin A. Ryerson (president of the board of trustees and donor of the Ryerson Physical Laboratory) Adolphus Clay Bartlett and Leon Mandel, who funded the construction of the gymnasium and assembly hall, and George C. Walker of the Walker Museum, a relative of Cobb who encouraged his inaugural donation for facilities.\"\n },\n {\n \"document_id\": \"570961aa200fba1400367f15\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The service started on 1 September 1993 based on the idea from the then chief executive officer, Sam Chisholm and Rupert Murdoch, of converting the company business strategy to an entirely fee-based concept. The new package included four channels formerly available free-to-air, broadcasting on Astra's satellites, as well as introducing new channels. The service continued until the closure of BSkyB's analogue service on 27 September 2001, due to the launch and expansion of the Sky Digital platform. Some of the channels did broadcast either in the clear or soft encrypted (whereby a Videocrypt decoder was required to decode, without a subscription card) prior to their addition to the Sky Multichannels package. Within two months of the launch, BSkyB gained 400,000 new subscribers, with the majority taking at least one premium channel as well, which helped BSkyB reach 3.5 million households by mid-1994. Michael Grade criticized the operations in front of the Select Committee on National Heritage, mainly for the lack of original programming on many of the new channels.\"\n },\n {\n \"document_id\": \"5727c69d3acd2414000dec13\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Women remained segregated at Radcliffe, though more and more took Harvard classes. Nonetheless, Harvard's undergraduate population remained predominantly male, with about four men attending Harvard College for every woman studying at Radcliffe. Following the merger of Harvard and Radcliffe admissions in 1977, the proportion of female undergraduates steadily increased, mirroring a trend throughout higher education in the United States. Harvard's graduate schools, which had accepted females and other groups in greater numbers even before the college, also became more diverse in the post-World War II period.\"\n },\n {\n \"document_id\": \"573085ea8ab72b1400f9c54c\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Imperialism and colonialism both dictate the political and economic advantage over a land and the indigenous populations they control, yet scholars sometimes find it difficult to illustrate the difference between the two. Although imperialism and colonialism focus on the suppression of an other, if colonialism refers to the process of a country taking physical control of another, imperialism refers to the political and monetary dominance, either formally or informally. Colonialism is seen to be the architect deciding how to start dominating areas and then imperialism can be seen as creating the idea behind conquest cooperating with colonialism. Colonialism is when the imperial nation begins a conquest over an area and then eventually is able to rule over the areas the previous nation had controlled. Colonialism's core meaning is the exploitation of the valuable assets and supplies of the nation that was conquered and the conquering nation then gaining the benefits from the spoils of the war. The meaning of imperialism is to create an empire, by conquering the other state's lands and therefore increasing its own dominance. Colonialism is the builder and preserver of the colonial possessions in an area by a population coming from a foreign region. Colonialism can completely change the existing social structure, physical structure and economics of an area; it is not unusual that the characteristics of the conquering peoples are inherited by the conquered indigenous populations.\"\n },\n {\n \"document_id\": \"572fd264b2c2fd14005684a9\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Royal assent: After the bill has been passed, the Presiding Officer submits it to the Monarch for royal assent and it becomes an Act of the Scottish Parliament. However he cannot do so until a 4-week period has elapsed, during which the Law Officers of the Scottish Government or UK Government can refer the bill to the Supreme Court of the United Kingdom for a ruling on whether it is within the powers of the Parliament. Acts of the Scottish Parliament do not begin with a conventional enacting formula. Instead they begin with a phrase that reads: \\\"The Bill for this Act of the Scottish Parliament was passed by the Parliament on [Date] and received royal assent on [Date]\\\".\"\n },\n {\n \"document_id\": \"57264e455951b619008f6f65\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Commissioners have various privileges, such as being exempt from member state taxes (but not EU taxes), and having immunity from prosecution for doing official acts. Commissioners have sometimes been found to have abused their offices, particularly since the Santer Commission was censured by Parliament in 1999, and it eventually resigned due to corruption allegations. This resulted in one main case, Commission v Edith Cresson where the European Court of Justice held that a Commissioner giving her dentist a job, for which he was clearly unqualified, did in fact not break any law. By contrast to the ECJ's relaxed approach, a Committee of Independent Experts found that a culture had developed where few Commissioners had ‘even the slightest sense of responsibility’. This led to the creation of the European Anti-fraud Office. In 2012 it investigated the Maltese Commissioner for Health, John Dalli, who quickly resigned after allegations that he received a €60m bribe in connection with a Tobacco Products Directive. Beyond the Commission, the European Central Bank has relative executive autonomy in its conduct of monetary policy for the purpose of managing the euro. It has a six-person board appointed by the European Council, on the Council's recommendation. The President of the Council and a Commissioner can sit in on ECB meetings, but do not have voting rights.\"\n },\n {\n \"document_id\": \"57300ec0947a6a140053d004\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In 1979, the Soviet Union deployed its 40th Army into Afghanistan, attempting to suppress an Islamic rebellion against an allied Marxist regime in the Afghan Civil War. The conflict, pitting indigenous impoverished Muslims (mujahideen) against an anti-religious superpower, galvanized thousands of Muslims around the world to send aid and sometimes to go themselves to fight for their faith. Leading this pan-Islamic effort was Palestinian sheikh Abdullah Yusuf Azzam. While the military effectiveness of these \\\"Afghan Arabs\\\" was marginal, an estimated 16,000 to 35,000 Muslim volunteers came from around the world came to fight in Afghanistan.\"\n },\n {\n \"document_id\": \"5727e0474b864d1900163f08\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Other: Civil rights leader W. E. B. Du Bois; philosopher Henry David Thoreau; authors Ralph Waldo Emerson and William S. Burroughs; educators Werner Baer, Harlan Hanson; poets Wallace Stevens, T. S. Eliot and E. E. Cummings; conductor Leonard Bernstein; cellist Yo Yo Ma; pianist and composer Charlie Albright; composer John Alden Carpenter; comedian, television show host and writer Conan O'Brien; actors Tatyana Ali, Nestor Carbonell, Matt Damon, Fred Gwynne, Hill Harper, Rashida Jones, Tommy Lee Jones, Ashley Judd, Jack Lemmon, Natalie Portman, Mira Sorvino, Elisabeth Shue, and Scottie Thompson; film directors Darren Aronofsky, Terrence Malick, Mira Nair, and Whit Stillman; architect Philip Johnson; musicians Rivers Cuomo, Tom Morello, and Gram Parsons; musician, producer and composer Ryan Leslie; serial killer Ted Kaczynski; programmer and activist Richard Stallman; NFL quarterback Ryan Fitzpatrick; NFL center Matt Birk; NBA player Jeremy Lin; US Ski Team skier Ryan Max Riley; physician Sachin H. Jain; physicist J. Robert Oppenheimer; computer pioneer and inventor An Wang; Tibetologist George de Roerich; and Marshall Admiral Isoroku Yamamoto.\"\n },\n {\n \"document_id\": \"5733a560d058e614000b5f77\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The origin of the legendary figure is not fully known. The best-known legend, by Artur Oppman, is that long ago two of Triton's daughters set out on a journey through the depths of the oceans and seas. One of them decided to stay on the coast of Denmark and can be seen sitting at the entrance to the port of Copenhagen. The second mermaid reached the mouth of the Vistula River and plunged into its waters. She stopped to rest on a sandy beach by the village of Warszowa, where fishermen came to admire her beauty and listen to her beautiful voice. A greedy merchant also heard her songs; he followed the fishermen and captured the mermaid.\"\n },\n {\n \"document_id\": \"5733834ed058e614000b5c26\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Warsaw's first stock exchange was established in 1817 and continued trading until World War II. It was re-established in April 1991, following the end of the post-war communist control of the country and the reintroduction of a free-market economy. Today, the Warsaw Stock Exchange (WSE) is, according to many indicators, the largest market in the region, with 374 companies listed and total capitalization of 162 584 mln EUR as of 31 August 2009. From 1991 until 2000, the stock exchange was, ironically, located in the building previously used as the headquarters of the Polish United Workers' Party (PZPR).\"\n },\n {\n \"document_id\": \"57268da7f1498d1400e8e39c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Because of their soft, gelatinous bodies, ctenophores are extremely rare as fossils, and fossils that have been interpreted as ctenophores have been found only in lagerstätten, places where the environment was exceptionally suited to preservation of soft tissue. Until the mid-1990s only two specimens good enough for analysis were known, both members of the crown group, from the early Devonian (Emsian) period. Three additional putative species were then found in the Burgess Shale and other Canadian rocks of similar age, about 505 million years ago in the mid-Cambrian period. All three apparently lacked tentacles but had between 24 and 80 comb rows, far more than the 8 typical of living species. They also appear to have had internal organ-like structures unlike anything found in living ctenophores. One of the fossil species first reported in 1996 had a large mouth, apparently surrounded by a folded edge that may have been muscular. Evidence from China a year later suggests that such ctenophores were widespread in the Cambrian, but perhaps very different from modern species – for example one fossil's comb-rows were mounted on prominent vanes. The Ediacaran Eoandromeda could putatively represent a comb jelly.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "50db511c152391944b2172b4f9077a13c58d24dd85cffe68a48febd3ef2a1992", "document_ids": [ "57105da9a58dae1900cd699e", "5733a45d4776f41900660f23", "5727ee372ca10214002d99ec", "572879574b864d1900164a14", "572f65e9b2c2fd14005680cb", "57284142ff5b5019007da00a", "570961aa200fba1400367f15", "5727c69d3acd2414000dec13", "573085ea8ab72b1400f9c54c", "572fd264b2c2fd14005684a9", "57264e455951b619008f6f65", "57300ec0947a6a140053d004", "5727e0474b864d1900163f08", "5733a560d058e614000b5f77", "5733834ed058e614000b5c26", "57268da7f1498d1400e8e39c" ], "example_id": "5733a560d058e614000b5f77", "gold_document": 13, "question": "What did Artur Oppman give to the world?", "trial_id": "squad-2a8d1f88032dee93" }, { "answers": [ "Tower Theatre" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5711669550c2381900b54adf\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The Rankine cycle is sometimes referred to as a practical Carnot cycle because, when an efficient turbine is used, the TS diagram begins to resemble the Carnot cycle. The main difference is that heat addition (in the boiler) and rejection (in the condenser) are isobaric (constant pressure) processes in the Rankine cycle and isothermal (constant temperature) processes in the theoretical Carnot cycle. In this cycle a pump is used to pressurize the working fluid which is received from the condenser as a liquid not as a gas. Pumping the working fluid in liquid form during the cycle requires a small fraction of the energy to transport it compared to the energy needed to compress the working fluid in gaseous form in a compressor (as in the Carnot cycle). The cycle of a reciprocating steam engine differs from that of turbines because of condensation and re-evaporation occurring in the cylinder or in the steam inlet passages.\"\n },\n {\n \"document_id\": \"57114dfb50c2381900b54a53\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The working fluid in a Rankine cycle can operate as a closed loop system, where the working fluid is recycled continuously, or may be an \\\"open loop\\\" system, where the exhaust steam is directly released to the atmosphere, and a separate source of water feeding the boiler is supplied. Normally water is the fluid of choice due to its favourable properties, such as non-toxic and unreactive chemistry, abundance, low cost, and its thermodynamic properties. Mercury is the working fluid in the mercury vapor turbine. Low boiling hydrocarbons can be used in a binary cycle.\"\n },\n {\n \"document_id\": \"56de52614396321400ee27fb\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"At Saint Evroul, a tradition of singing had developed and the choir achieved fame in Normandy. Under the Norman abbot Robert de Grantmesnil, several monks of Saint-Evroul fled to southern Italy, where they were patronised by Robert Guiscard and established a Latin monastery at Sant'Eufemia. There they continued the tradition of singing.\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before his departure, he named two of his Norman generals, Richard de Camville and Robert de Thornham, as governors of Cyprus.\"\n },\n {\n \"document_id\": \"5728855d3acd2414000dfa8d\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"When the Mongols placed the Uighurs of the Kingdom of Qocho over the Koreans at the court the Korean King objected, then the Mongol Emperor Kublai Khan rebuked the Korean King, saying that the Uighur King of Qocho was ranked higher than the Karluk Kara-Khanid ruler, who in turn was ranked higher than the Korean King, who was ranked last, because the Uighurs surrendered to the Mongols first, the Karluks surrendered after the Uighurs, and the Koreans surrendered last, and that the Uighurs surrendered peacefully without violently resisting.\"\n },\n {\n \"document_id\": \"5710f4b8b654c5140001fa45\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Prince Louis de Condé, along with his sons Daniel and Osias,[citation needed] arranged with Count Ludwig von Nassau-Saarbrücken to establish a Huguenot community in present-day Saarland in 1604. The Count supported mercantilism and welcomed technically skilled immigrants into his lands, regardless of their religion. The Condés established a thriving glass-making works, which provided wealth to the principality for many years. Other founding families created enterprises based on textiles and such traditional Huguenot occupations in France. The community and its congregation remain active to this day, with descendants of many of the founding families still living in the region. Some members of this community emigrated to the United States in the 1890s.\"\n },\n {\n \"document_id\": \"5725dd7d89a1e219009abfea\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The popular neighborhood known as the Tower District is centered around the historic Tower Theatre, which is included on the National List of Historic Places. The theater was built in 1939 and is at Olive and Wishon Avenues in the heart of the Tower District. (The name of the theater refers to a well-known landmark water tower, which is actually in another nearby area). The Tower District neighborhood is just north of downtown Fresno proper, and one-half mile south of Fresno City College. Although the neighborhood was known as a residential area prior, the early commercial establishments of the Tower District began with small shops and services that flocked to the area shortly after World War II. The character of small local businesses largely remains today. To some extent, the businesses of the Tower District were developed due to the proximity of the original Fresno Normal School, (later renamed California State University at Fresno). In 1916 the college moved to what is now the site of Fresno City College one-half mile north of the Tower District.\"\n },\n {\n \"document_id\": \"5705edcd52bb8914006896ca\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"\\\"Southern California\\\" is not a formal geographic designation, and definitions of what constitutes southern California vary. Geographically, California's north-south midway point lies at exactly 37° 9' 58.23\\\" latitude, around 11 miles (18 km) south of San Jose; however, this does not coincide with popular use of the term. When the state is divided into two areas (northern and southern California), the term \\\"southern California\\\" usually refers to the ten southern-most counties of the state. This definition coincides neatly with the county lines at 35° 47′ 28″ north latitude, which form the northern borders of San Luis Obispo, Kern, and San Bernardino counties. Another definition for southern California uses Point Conception and the Tehachapi Mountains as the northern boundary.\"\n },\n {\n \"document_id\": \"5730ac782461fd1900a9cf73\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Not a maritime power, and not a nation-state, as it would eventually become, Germany’s participation in Western imperialism was negligible until the late 19th century. The participation of Austria was primarily as a result of Habsburg control of the First Empire, the Spanish throne, and other royal houses.[further explanation needed] After the defeat of Napoleon, who caused the dissolution of that Holy Roman Empire, Prussia and the German states continued to stand aloof from imperialism, preferring to manipulate the European system through the Concert of Europe. After Prussia unified the other states into the second German Empire after the Franco-German War, its long-time Chancellor, Otto von Bismarck (1862–90), long opposed colonial acquisitions, arguing that the burden of obtaining, maintaining, and defending such possessions would outweigh any potential benefits. He felt that colonies did not pay for themselves, that the German bureaucratic system would not work well in the tropics and the diplomatic disputes over colonies would distract Germany from its central interest, Europe itself.\"\n },\n {\n \"document_id\": \"571c83f3dd7acb1400e4c0d8\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"In this dioxygen, the two oxygen atoms are chemically bonded to each other. The bond can be variously described based on level of theory, but is reasonably and simply described as a covalent double bond that results from the filling of molecular orbitals formed from the atomic orbitals of the individual oxygen atoms, the filling of which results in a bond order of two. More specifically, the double bond is the result of sequential, low-to-high energy, or Aufbau, filling of orbitals, and the resulting cancellation of contributions from the 2s electrons, after sequential filling of the low σ and σ* orbitals; σ overlap of the two atomic 2p orbitals that lie along the O-O molecular axis and π overlap of two pairs of atomic 2p orbitals perpendicular to the O-O molecular axis, and then cancellation of contributions from the remaining two of the six 2p electrons after their partial filling of the lowest π and π* orbitals.\"\n },\n {\n \"document_id\": \"5726f48df1498d1400e8f0da\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"In most jurisdictions (such as the United States), pharmacists are regulated separately from physicians. These jurisdictions also usually specify that only pharmacists may supply scheduled pharmaceuticals to the public, and that pharmacists cannot form business partnerships with physicians or give them \\\"kickback\\\" payments. However, the American Medical Association (AMA) Code of Ethics provides that physicians may dispense drugs within their office practices as long as there is no patient exploitation and patients have the right to a written prescription that can be filled elsewhere. 7 to 10 percent of American physicians practices reportedly dispense drugs on their own.\"\n },\n {\n \"document_id\": \"5730aa52069b53140083221d\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In World War II, Charles de Gaulle and the Free French used the overseas colonies as bases from which they fought to liberate France. However after 1945 anti-colonial movements began to challenge the Empire. France fought and lost a bitter war in Vietnam in the 1950s. Whereas they won the war in Algeria, the French leader at the time, Charles de Gaulle, decided to grant Algeria independence anyway in 1962. Its settlers and many local supporters relocated to France. Nearly all of France's colonies gained independence by 1960, but France retained great financial and diplomatic influence. It has repeatedly sent troops to assist its former colonies in Africa in suppressing insurrections and coups d’état.\"\n },\n {\n \"document_id\": \"5725d34089a1e219009abf50\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Starting in the late 1950s, American computer scientist Paul Baran developed the concept Distributed Adaptive Message Block Switching with the goal to provide a fault-tolerant, efficient routing method for telecommunication messages as part of a research program at the RAND Corporation, funded by the US Department of Defense. This concept contrasted and contradicted the theretofore established principles of pre-allocation of network bandwidth, largely fortified by the development of telecommunications in the Bell System. The new concept found little resonance among network implementers until the independent work of Donald Davies at the National Physical Laboratory (United Kingdom) (NPL) in the late 1960s. Davies is credited with coining the modern name packet switching and inspiring numerous packet switching networks in Europe in the decade following, including the incorporation of the concept in the early ARPANET in the United States.\"\n },\n {\n \"document_id\": \"572ff5fcb2c2fd1400568657\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The name Rijn, from here on, is used only for smaller streams farther to the north, which together formed the main river Rhine in Roman times. Though they retained the name, these streams no longer carry water from the Rhine, but are used for draining the surrounding land and polders. From Wijk bij Duurstede, the old north branch of the Rhine is called Kromme Rijn (\\\"Bent Rhine\\\") past Utrecht, first Leidse Rijn (\\\"Rhine of Leiden\\\") and then, Oude Rijn (\\\"Old Rhine\\\"). The latter flows west into a sluice at Katwijk, where its waters can be discharged into the North Sea. This branch once formed the line along which the Limes Germanicus were built. During periods of lower sea levels within the various ice ages, the Rhine took a left turn, creating the Channel River, the course of which now lies below the English Channel.\"\n },\n {\n \"document_id\": \"57302a3aa23a5019007fcecf\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The Taliban were spawned by the thousands of madrasahs the Deobandi movement established for impoverished Afghan refugees and supported by governmental and religious groups in neighboring Pakistan. The Taliban differed from other Islamist movements to the point where they might be more properly described as Islamic fundamentalist or neofundamentalist, interested in spreading \\\"an idealized and systematized version of conservative tribal village customs\\\" under the label of Sharia to an entire country. Their ideology was also described as being influenced by Wahhabism, and the extremist jihadism of their guest Osama bin Laden.\"\n },\n {\n \"document_id\": \"572648e8dd62a815002e8076\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Ranging from about 1 millimeter (0.039 in) to 1.5 meters (4.9 ft) in size, ctenophores are the largest non-colonial animals that use cilia (\\\"hairs\\\") as their main method of locomotion. Most species have eight strips, called comb rows, that run the length of their bodies and bear comb-like bands of cilia, called \\\"ctenes,\\\" stacked along the comb rows so that when the cilia beat, those of each comb touch the comb below. The name \\\"ctenophora\\\" means \\\"comb-bearing\\\", from the Greek κτείς (stem-form κτεν-) meaning \\\"comb\\\" and the Greek suffix -φορος meaning \\\"carrying\\\".\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "e9c1d85843c6e4e5e2989d2ffb93e3aa7ac75a5ed04ad22e38ce26a96a91266b", "document_ids": [ "5711669550c2381900b54adf", "57114dfb50c2381900b54a53", "56de52614396321400ee27fb", "56de40da4396321400ee2708", "5728855d3acd2414000dfa8d", "5710f4b8b654c5140001fa45", "5725dd7d89a1e219009abfea", "5705edcd52bb8914006896ca", "5730ac782461fd1900a9cf73", "571c83f3dd7acb1400e4c0d8", "5726f48df1498d1400e8f0da", "5730aa52069b53140083221d", "5725d34089a1e219009abf50", "572ff5fcb2c2fd1400568657", "57302a3aa23a5019007fcecf", "572648e8dd62a815002e8076" ], "example_id": "5725dd7d89a1e219009abfea", "gold_document": 6, "question": "The Tower District is centered around which historic theatre?", "trial_id": "squad-e8b9d920d1876b2a" }, { "answers": [ "An increase in imported cars", "An increase in imported cars into North America" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572a13841d0469140077973b\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Studies on income inequality and growth have sometimes found evidence confirming the Kuznets curve hypothesis, which states that with economic development, inequality first increases, then decreases. Economist Thomas Piketty challenges this notion, claiming that from 1914 to 1945 wars and \\\"violent economic and political shocks\\\" reduced inequality. Moreover, Piketty argues that the \\\"magical\\\" Kuznets curve hypothesis, with its emphasis on the balancing of economic growth in the long run, cannot account for the significant increase in economic inequality throughout the developed world since the 1970s.\"\n },\n {\n \"document_id\": \"57274d1cdd62a815002e9aae\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In Ireland, private schools (Irish: scoil phríobháideach) are unusual because a certain number of teacher's salaries are paid by the State. If the school wishes to employ extra teachers they are paid for with school fees, which tend to be relatively low in Ireland compared to the rest of the world. There is, however, a limited element of state assessment of private schools, because of the requirement that the state ensure that children receive a certain minimum education; Irish private schools must still work towards the Junior Certificate and the Leaving Certificate, for example. Many private schools in Ireland also double as boarding schools. The average fee is around €5,000 annually for most schools, but some of these schools also provide boarding and the fees may then rise up to €25,000 per year. The fee-paying schools are usually run by a religious order, i.e., the Society of Jesus or Congregation of Christian Brothers, etc.\"\n },\n {\n \"document_id\": \"57107e6ca58dae1900cd69f2\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"The Catholic Church in France and many of its members opposed the Huguenots. Some Huguenot preachers and congregants were attacked as they attempted to meet for worship. The height of this persecution was the St. Bartholomew's Day massacre when 5,000 to 30,000 were killed, although there were also underlying political reasons for this as well, as some of the Huguenots were nobles trying to establish separate centers of power in southern France. Retaliating against the French Catholics, the Huguenots had their own militia.\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the enactment of competition law as one of the main aims of the EEC through the \\\"institution of a system ensuring that competition in the common market is not distorted\\\". The two central provisions on EU competition law on companies were established in article 85, which prohibited anti-competitive agreements, subject to some exemptions, and article 86 prohibiting the abuse of dominant position. The treaty also established principles on competition law for member states, with article 90 covering public undertakings, and article 92 making provisions on state aid. Regulations on mergers were not included as member states could not establish consensus on the issue at the time.\"\n },\n {\n \"document_id\": \"5726414e271a42140099d7e5\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Merit Network, Inc., an independent non-profit 501(c)(3) corporation governed by Michigan's public universities, was formed in 1966 as the Michigan Educational Research Information Triad to explore computer networking between three of Michigan's public universities as a means to help the state's educational and economic development. With initial support from the State of Michigan and the National Science Foundation (NSF), the packet-switched network was first demonstrated in December 1971 when an interactive host to host connection was made between the IBM mainframe computer systems at the University of Michigan in Ann Arbor and Wayne State University in Detroit. In October 1972 connections to the CDC mainframe at Michigan State University in East Lansing completed the triad. Over the next several years in addition to host to host interactive connections the network was enhanced to support terminal to host connections, host to host batch connections (remote job submission, remote printing, batch file transfer), interactive file transfer, gateways to the Tymnet and Telenet public data networks, X.25 host attachments, gateways to X.25 data networks, Ethernet attached hosts, and eventually TCP/IP and additional public universities in Michigan join the network. All of this set the stage for Merit's role in the NSFNET project starting in the mid-1980s.\"\n },\n {\n \"document_id\": \"572fc659b2c2fd1400568447\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Immediately after Decision Time a \\\"Members Debate\\\" is held, which lasts for 45 minutes. Members Business is a debate on a motion proposed by an MSP who is not a Scottish minister. Such motions are on issues which may be of interest to a particular area such as a member's own constituency, an upcoming or past event or any other item which would otherwise not be accorded official parliamentary time. As well as the proposer, other members normally contribute to the debate. The relevant minister, whose department the debate and motion relate to \\\"winds up\\\" the debate by speaking after all other participants.\"\n },\n {\n \"document_id\": \"5733e8ae4776f419006614a6\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"On March 17, 1752, the Governor-General of New France, Marquis de la Jonquière, died and was temporarily replaced by Charles le Moyne de Longueuil. His permanent replacement, the Marquis Duquesne, did not arrive in New France until 1752 to take over the post. The continuing British activity in the Ohio territories prompted Longueuil to dispatch another expedition to the area under the command of Charles Michel de Langlade, an officer in the Troupes de la Marine. Langlade was given 300 men, including French-Canadians and warriors of the Ottawa. His objective was to punish the Miami people of Pickawillany for not following Céloron's orders to cease trading with the British. On June 21, the French war party attacked the trading centre at Pickawillany, capturing three traders and killing 14 people of the Miami nation, including Old Briton. He was reportedly ritually cannibalized by some aboriginal members of the expedition.\"\n },\n {\n \"document_id\": \"56e1c9bfe3433e1400423192\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Many complexity classes are defined using the concept of a reduction. A reduction is a transformation of one problem into another problem. It captures the informal notion of a problem being at least as difficult as another problem. For instance, if a problem X can be solved using an algorithm for Y, X is no more difficult than Y, and we say that X reduces to Y. There are many different types of reductions, based on the method of reduction, such as Cook reductions, Karp reductions and Levin reductions, and the bound on the complexity of reductions, such as polynomial-time reductions or log-space reductions.\"\n },\n {\n \"document_id\": \"56e1c4fce3433e140042314e\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Other important complexity classes include BPP, ZPP and RP, which are defined using probabilistic Turing machines; AC and NC, which are defined using Boolean circuits; and BQP and QMA, which are defined using quantum Turing machines. #P is an important complexity class of counting problems (not decision problems). Classes like IP and AM are defined using Interactive proof systems. ALL is the class of all decision problems.\"\n },\n {\n \"document_id\": \"57332f81d058e614000b5776\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"After World War II, under a Communist regime set up by the conquering Soviets, the \\\"Bricks for Warsaw\\\" campaign was initiated, and large prefabricated housing projects were erected in Warsaw to address the housing shortage, along with other typical buildings of an Eastern Bloc city, such as the Palace of Culture and Science, a gift from the Soviet Union. The city resumed its role as the capital of Poland and the country's centre of political and economic life. Many of the historic streets, buildings, and churches were restored to their original form. In 1980, Warsaw's historic Old Town was inscribed onto UNESCO's World Heritage list.\"\n },\n {\n \"document_id\": \"57337ea24776f41900660bd0\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Demographically, it was the most diverse city in Poland, with significant numbers of foreign-born inhabitants. In addition to the Polish majority, there was a significant Jewish minority in Warsaw. According to Russian census of 1897, out of the total population of 638,000, Jews constituted 219,000 (around 34% percent). Warsaw's prewar Jewish population of more than 350,000 constituted about 30 percent of the city's total population. In 1933, out of 1,178,914 inhabitants 833,500 were of Polish mother tongue. World War II changed the demographics of the city, and to this day there is much less ethnic diversity than in the previous 300 years of Warsaw's history. Most of the modern day population growth is based on internal migration and urbanisation.\"\n },\n {\n \"document_id\": \"572a0f073f37b3190047867f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Another important role of the immune system is to identify and eliminate tumors. This is called immune surveillance. The transformed cells of tumors express antigens that are not found on normal cells. To the immune system, these antigens appear foreign, and their presence causes immune cells to attack the transformed tumor cells. The antigens expressed by tumors have several sources; some are derived from oncogenic viruses like human papillomavirus, which causes cervical cancer, while others are the organism's own proteins that occur at low levels in normal cells but reach high levels in tumor cells. One example is an enzyme called tyrosinase that, when expressed at high levels, transforms certain skin cells (e.g. melanocytes) into tumors called melanomas. A third possible source of tumor antigens are proteins normally important for regulating cell growth and survival, that commonly mutate into cancer inducing molecules called oncogenes.\"\n },\n {\n \"document_id\": \"571c8198dd7acb1400e4c0ce\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Highly combustible materials that leave little residue, such as wood or coal, were thought to be made mostly of phlogiston; whereas non-combustible substances that corrode, such as iron, contained very little. Air did not play a role in phlogiston theory, nor were any initial quantitative experiments conducted to test the idea; instead, it was based on observations of what happens when something burns, that most common objects appear to become lighter and seem to lose something in the process. The fact that a substance like wood gains overall weight in burning was hidden by the buoyancy of the gaseous combustion products. Indeed, one of the first clues that the phlogiston theory was incorrect was that metals, too, gain weight in rusting (when they were supposedly losing phlogiston).\"\n },\n {\n \"document_id\": \"57115b2850c2381900b54a7f\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The first commercial steam-powered device was a water pump, developed in 1698 by Thomas Savery. It used condensing steam to create a vacuum which was used to raise water from below, then it used steam pressure to raise it higher. Small engines were effective though larger models were problematic. They proved only to have a limited lift height and were prone to boiler explosions. It received some use in mines, pumping stations and for supplying water wheels used to power textile machinery. An attractive feature of the Savery engine was its low cost. Bento de Moura Portugal introduced an ingenious improvement of Savery's construction \\\"to render it capable of working itself\\\", as described by John Smeaton in the Philosophical Transactions published in 1751. It continued to be manufactured until the late 18th century. One engine was still known to be operating in 1820.\"\n },\n {\n \"document_id\": \"5733e771d058e614000b6545\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The War of the Austrian Succession (whose North American theater is known as King George's War) formally ended in 1748 with the signing of the Treaty of Aix-la-Chapelle. The treaty was primarily focused on resolving issues in Europe. The issues of conflicting territorial claims between British and French colonies in North America were turned over to a commission to resolve, but it reached no decision. Frontiers from between Nova Scotia and Acadia in the north, to the Ohio Country in the south, were claimed by both sides. The disputes also extended into the Atlantic Ocean, where both powers wanted access to the rich fisheries of the Grand Banks off Newfoundland.\"\n },\n {\n \"document_id\": \"57265bdfdd62a815002e829e\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"An increase in imported cars into North America forced General Motors, Ford and Chrysler to introduce smaller and fuel-efficient models for domestic sales. The Dodge Omni / Plymouth Horizon from Chrysler, the Ford Fiesta and the Chevrolet Chevette all had four-cylinder engines and room for at least four passengers by the late 1970s. By 1985, the average American vehicle moved 17.4 miles per gallon, compared to 13.5 in 1970. The improvements stayed even though the price of a barrel of oil remained constant at $12 from 1974 to 1979. Sales of large sedans for most makes (except Chrysler products) recovered within two model years of the 1973 crisis. The Cadillac DeVille and Fleetwood, Buick Electra, Oldsmobile 98, Lincoln Continental, Mercury Marquis, and various other luxury oriented sedans became popular again in the mid-1970s. The only full-size models that did not recover were lower price models such as the Chevrolet Bel Air, and Ford Galaxie 500. Slightly smaller, mid-size models such as the Oldsmobile Cutlass, Chevrolet Monte Carlo, Ford Thunderbird and various other models sold well.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "ef2f6f21230a77b5d47d71f0f3850200e65eabc755af7f92cc8aa9714d35045d", "document_ids": [ "572a13841d0469140077973b", "57274d1cdd62a815002e9aae", "57107e6ca58dae1900cd69f2", "5726a638dd62a815002e8bf6", "5726414e271a42140099d7e5", "572fc659b2c2fd1400568447", "5733e8ae4776f419006614a6", "56e1c9bfe3433e1400423192", "56e1c4fce3433e140042314e", "57332f81d058e614000b5776", "57337ea24776f41900660bd0", "572a0f073f37b3190047867f", "571c8198dd7acb1400e4c0ce", "57115b2850c2381900b54a7f", "5733e771d058e614000b6545", "57265bdfdd62a815002e829e" ], "example_id": "57265bdfdd62a815002e829e", "gold_document": 15, "question": "Why did GM, Ford and Chrysler introduced fuel-efficient and small cars to the US market?", "trial_id": "squad-8a0a716f3d08f4ae" }, { "answers": [ "to people who give services \"for remuneration\"", "people who give services \"for remuneration\", especially commercial or professional activity", "people who give services \"for remuneration\"" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57332a734776f41900660726\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Warsaw remained the capital of the Polish–Lithuanian Commonwealth until 1796, when it was annexed by the Kingdom of Prussia to become the capital of the province of South Prussia. Liberated by Napoleon's army in 1806, Warsaw was made the capital of the newly created Duchy of Warsaw. Following the Congress of Vienna of 1815, Warsaw became the centre of the Congress Poland, a constitutional monarchy under a personal union with Imperial Russia. The Royal University of Warsaw was established in 1816.\"\n },\n {\n \"document_id\": \"573749741c4567190057445d\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of inertia can be further generalized to explain the tendency of objects to continue in many different forms of constant motion, even those that are not strictly constant velocity. The rotational inertia of planet Earth is what fixes the constancy of the length of a day and the length of a year. Albert Einstein extended the principle of inertia further when he explained that reference frames subject to constant acceleration, such as those free-falling toward a gravitating object, were physically equivalent to inertial reference frames. This is why, for example, astronauts experience weightlessness when in free-fall orbit around the Earth, and why Newton's Laws of Motion are more easily discernible in such environments. If an astronaut places an object with mass in mid-air next to himself, it will remain stationary with respect to the astronaut due to its inertia. This is the same thing that would occur if the astronaut and the object were in intergalactic space with no net force of gravity acting on their shared reference frame. This principle of equivalence was one of the foundational underpinnings for the development of the general theory of relativity.\"\n },\n {\n \"document_id\": \"5730b255396df919000962b0\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Bolshevik leaders had effectively reestablished a polity with roughly the same extent as that empire by 1921, however with an internationalist ideology: Lenin in particular asserted the right to limited self-determination for national minorities within the new territory. Beginning in 1923, the policy of \\\"Indigenization\\\" [korenizatsiia] was intended to support non-Russians develop their national cultures within a socialist framework. Never formally revoked, it stopped being implemented after 1932. After World War II, the Soviet Union installed socialist regimes modeled on those it had installed in 1919–20 in the old Tsarist Empire in areas its forces occupied in Eastern Europe. The Soviet Union and the People’s Republic of China supported post–World War II communist movements in foreign nations and colonies to advance their own interests, but were not always successful.\"\n },\n {\n \"document_id\": \"572686fc708984140094c8e5\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"When some species, including Bathyctena chuni, Euplokamis stationis and Eurhamphaea vexilligera, are disturbed, they produce secretions (ink) that luminesce at much the same wavelengths as their bodies. Juveniles will luminesce more brightly in relation to their body size than adults, whose luminescence is diffused over their bodies. Detailed statistical investigation has not suggested the function of ctenophores' bioluminescence nor produced any correlation between its exact color and any aspect of the animals' environments, such as depth or whether they live in coastal or mid-ocean waters.\"\n },\n {\n \"document_id\": \"5727cd7dff5b5019007d958e\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Harbor improvements since the late 19th century have made Jacksonville a major military and civilian deep-water port. Its riverine location facilitates two United States Navy bases and the Port of Jacksonville, Florida's third largest seaport. The two US Navy bases, Blount Island Command and the nearby Naval Submarine Base Kings Bay form the third largest military presence in the United States. Significant factors in the local economy include services such as banking, insurance, healthcare and logistics. As with much of Florida, tourism is also important to the Jacksonville area, particularly tourism related to golf. People from Jacksonville may be called \\\"Jacksonvillians\\\" or \\\"Jaxsons\\\" (also spelled \\\"Jaxons\\\").\"\n },\n {\n \"document_id\": \"5726c3da708984140094d0d9\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The \\\"freedom to provide services\\\" under TFEU article 56 applies to people who give services \\\"for remuneration\\\", especially commercial or professional activity. For example, in Van Binsbergen v Bestuur van de Bedrijfvereniging voor de Metaalnijverheid a Dutch lawyer moved to Belgium while advising a client in a social security case, and was told he could not continue because Dutch law said only people established in the Netherlands could give legal advice. The Court of Justice held that the freedom to provide services applied, it was directly effective, and the rule was probably unjustified: having an address in the member state would be enough to pursue the legitimate aim of good administration of justice. The Court of Justice has held that secondary education falls outside the scope of article 56, because usually the state funds it, though higher education does not. Health care generally counts as a service. In Geraets-Smits v Stichting Ziekenfonds Mrs Geraets-Smits claimed she should be reimbursed by Dutch social insurance for costs of receiving treatment in Germany. The Dutch health authorities regarded the treatment unnecessary, so she argued this restricted the freedom (of the German health clinic) to provide services. Several governments submitted that hospital services should not be regarded as economic, and should not fall within article 56. But the Court of Justice held health was a \\\"service\\\" even though the government (rather than the service recipient) paid for the service. National authorities could be justified in refusing to reimburse patients for medical services abroad if the health care received at home was without undue delay, and it followed \\\"international medical science\\\" on which treatments counted as normal and necessary. The Court requires that the individual circumstances of a patient justify waiting lists, and this is also true in the context of the UK's National Health Service. Aside from public services, another sensitive field of services are those classified as illegal. Josemans v Burgemeester van Maastricht held that the Netherlands' regulation of cannabis consumption, including the prohibitions by some municipalities on tourists (but not Dutch nationals) going to coffee shops, fell outside article 56 altogether. The Court of Justice reasoned that narcotic drugs were controlled in all member states, and so this differed from other cases where prostitution or other quasi-legal activity was subject to restriction. If an activity does fall within article 56, a restriction can be justified under article 52 or overriding requirements developed by the Court of Justice. In Alpine Investments BV v Minister van Financiën a business that sold commodities futures (with Merrill Lynch and another banking firms) attempted to challenge a Dutch law that prohibiting cold calling customers. The Court of Justice held the Dutch prohibition pursued a legitimate aim to prevent \\\"undesirable developments in securities trading\\\" including protecting the consumer from aggressive sales tactics, thus maintaining confidence in the Dutch markets. In Omega Spielhallen GmbH v Bonn a \\\"laserdrome\\\" business was banned by the Bonn council. It bought fake laser gun services from a UK firm called Pulsar Ltd, but residents had protested against \\\"playing at killing\\\" entertainment. The Court of Justice held that the German constitutional value of human dignity, which underpinned the ban, did count as a justified restriction on freedom to provide services. In Liga Portuguesa de Futebol v Santa Casa da Misericórdia de Lisboa the Court of Justice also held that the state monopoly on gambling, and a penalty for a Gibraltar firm that had sold internet gambling services, was justified to prevent fraud and gambling where people's views were highly divergent. The ban was proportionate as this was an appropriate and necessary way to tackle the serious problems of fraud that arise over the internet. In the Services Directive a group of justifications were codified in article 16 that the case law has developed.\"\n },\n {\n \"document_id\": \"5728128cff5b5019007d9c76\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"During the American Civil War, Jacksonville was a key supply point for hogs and cattle being shipped from Florida to aid the Confederate cause. The city was blockaded by Union forces, who gained control of the nearby Fort Clinch. Though no battles were fought in Jacksonville proper, the city changed hands several times between Union and Confederate forces. The Skirmish of the Brick Church in 1862 just outside Jacksonville proper resulted in the first Confederate victory in Florida. In February 1864 Union forces left Jacksonville and confronted a Confederate Army at the Battle of Olustee resulting in a Confederate victory. Union forces then retreated to Jacksonville and held the city for the remainder of the war. In March 1864 a Confederate cavalry confronted a Union expedition resulting in the Battle of Cedar Creek. Warfare and the long occupation left the city disrupted after the war.\"\n },\n {\n \"document_id\": \"572820512ca10214002d9e72\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"According to the United States Census Bureau, the city has a total area of 874.3 square miles (2,264 km2), making Jacksonville the largest city in land area in the contiguous United States; of this, 86.66% (757.7 sq mi or 1,962 km2) is land and ; 13.34% (116.7 sq mi or 302 km2) is water. Jacksonville surrounds the town of Baldwin. Nassau County lies to the north, Baker County lies to the west, and Clay and St. Johns County lie to the south; the Atlantic Ocean lies to the east, along with the Jacksonville Beaches. The St. Johns River divides the city. The Trout River, a major tributary of the St. Johns River, is located entirely within Jacksonville.\"\n },\n {\n \"document_id\": \"5726d8bd708984140094d35b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The word pharmacy is derived from its root word pharma which was a term used since the 15th–17th centuries. However, the original Greek roots from pharmakos imply sorcery or even poison. In addition to pharma responsibilities, the pharma offered general medical advice and a range of services that are now performed solely by other specialist practitioners, such as surgery and midwifery. The pharma (as it was referred to) often operated through a retail shop which, in addition to ingredients for medicines, sold tobacco and patent medicines. Often the place that did this was called an apothecary and several languages have this as the dominant term, though their practices are more akin to a modern pharmacy, in English the term apothecary would today be seen as outdated or only approproriate if herbal remedies were on offer to a large extent. The pharmas also used many other herbs not listed. The Greek word Pharmakeia (Greek: φαρμακεία) derives from pharmakon (φάρμακον), meaning \\\"drug\\\", \\\"medicine\\\" (or \\\"poison\\\").[n 1]\"\n },\n {\n \"document_id\": \"57280f974b864d1900164370\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Civil disobedience is usually defined as pertaining to a citizen's relation to the state and its laws, as distinguished from a constitutional impasse in which two public agencies, especially two equally sovereign branches of government, conflict. For instance, if the head of government of a country were to refuse to enforce a decision of that country's highest court, it would not be civil disobedience, since the head of government would be acting in her or his capacity as public official rather than private citizen.\"\n },\n {\n \"document_id\": \"5733f309d058e614000b6648\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"After Washington had returned to Williamsburg, Dinwiddie ordered him to lead a larger force to assist Trent in his work. While en route, Washington learned of Trent's retreat. Since Tanaghrisson had promised support to the British, Washington continued toward Fort Duquesne and met with the Mingo leader. Learning of a French scouting party in the area, Washington, with Tanaghrisson and his party, surprised the Canadians on May 28 in what became known as the Battle of Jumonville Glen. They killed many of the Canadians, including their commanding officer, Joseph Coulon de Jumonville, whose head was reportedly split open by Tanaghrisson with a tomahawk. The historian Fred Anderson suggests that Tanaghrisson was acting to gain the support of the British and regain authority over his own people. They had been inclined to support the French, with whom they had long trading relationships. One of Tanaghrisson's men told Contrecoeur that Jumonville had been killed by British musket fire.\"\n },\n {\n \"document_id\": \"56de179dcffd8e1900b4b5da\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The Normans had a profound effect on Irish culture and history after their invasion at Bannow Bay in 1169. Initially the Normans maintained a distinct culture and ethnicity. Yet, with time, they came to be subsumed into Irish culture to the point that it has been said that they became \\\"more Irish than the Irish themselves.\\\" The Normans settled mostly in an area in the east of Ireland, later known as the Pale, and also built many fine castles and settlements, including Trim Castle and Dublin Castle. Both cultures intermixed, borrowing from each other's language, culture and outlook. Norman descendants today can be recognised by their surnames. Names such as French, (De) Roche, Devereux, D'Arcy, Treacy and Lacy are particularly common in the southeast of Ireland, especially in the southern part of County Wexford where the first Norman settlements were established. Other Norman names such as Furlong predominate there. Another common Norman-Irish name was Morell (Murrell) derived from the French Norman name Morel. Other names beginning with Fitz (from the Norman for son) indicate Norman ancestry. These included Fitzgerald, FitzGibbons (Gibbons) dynasty, Fitzmaurice. Other families bearing such surnames as Barry (de Barra) and De Búrca (Burke) are also of Norman extraction.\"\n },\n {\n \"document_id\": \"56e1b355e3433e14004230b0\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"However, some computational problems are easier to analyze in terms of more unusual resources. For example, a non-deterministic Turing machine is a computational model that is allowed to branch out to check many different possibilities at once. The non-deterministic Turing machine has very little to do with how we physically want to compute algorithms, but its branching exactly captures many of the mathematical models we want to analyze, so that non-deterministic time is a very important resource in analyzing computational problems.\"\n },\n {\n \"document_id\": \"573796edc3c5551400e51f33\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The strong force only acts directly upon elementary particles. However, a residual of the force is observed between hadrons (the best known example being the force that acts between nucleons in atomic nuclei) as the nuclear force. Here the strong force acts indirectly, transmitted as gluons, which form part of the virtual pi and rho mesons, which classically transmit the nuclear force (see this topic for more). The failure of many searches for free quarks has shown that the elementary particles affected are not directly observable. This phenomenon is called color confinement.\"\n },\n {\n \"document_id\": \"57287b4a4b864d1900164a28\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"The first recorded travels by Europeans to China and back date from this time. The most famous traveler of the period was the Venetian Marco Polo, whose account of his trip to \\\"Cambaluc,\\\" the capital of the Great Khan, and of life there astounded the people of Europe. The account of his travels, Il milione (or, The Million, known in English as the Travels of Marco Polo), appeared about the year 1299. Some argue over the accuracy of Marco Polo's accounts due to the lack of mentioning the Great Wall of China, tea houses, which would have been a prominent sight since Europeans had yet to adopt a tea culture, as well the practice of foot binding by the women in capital of the Great Khan. Some suggest that Marco Polo acquired much of his knowledge through contact with Persian traders since many of the places he named were in Persian.\"\n },\n {\n \"document_id\": \"5726a46cdd62a815002e8bd0\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The Social Charter was subsequently adopted in 1989 by 11 of the then 12 member states. The UK refused to sign the Social Charter and was exempt from the legislation covering Social Charter issues unless it agreed to be bound by the legislation. The UK subsequently was the only member state to veto the Social Charter being included as the \\\"Social Chapter\\\" of the 1992 Maastricht Treaty - instead, an Agreement on Social Policy was added as a protocol. Again, the UK was exempt from legislation arising from the protocol, unless it agreed to be bound by it. The protocol was to become known as \\\"Social Chapter\\\", despite not actually being a chapter of the Maastricht Treaty. To achieve aims of the Agreement on Social Policy the European Union was to \\\"support and complement\\\" the policies of member states. The aims of the Agreement on Social Policy are:\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "bc191909568e5c00a3118fd9882b60dba8672651b24574d22deac0d7e29d01e8", "document_ids": [ "57332a734776f41900660726", "573749741c4567190057445d", "5730b255396df919000962b0", "572686fc708984140094c8e5", "5727cd7dff5b5019007d958e", "5726c3da708984140094d0d9", "5728128cff5b5019007d9c76", "572820512ca10214002d9e72", "5726d8bd708984140094d35b", "57280f974b864d1900164370", "5733f309d058e614000b6648", "56de179dcffd8e1900b4b5da", "56e1b355e3433e14004230b0", "573796edc3c5551400e51f33", "57287b4a4b864d1900164a28", "5726a46cdd62a815002e8bd0" ], "example_id": "5726c3da708984140094d0d9", "gold_document": 5, "question": "The freedom to provide services under TFEU article 56 applies to who?", "trial_id": "squad-de6131e0265b7cc1" }, { "answers": [ "three museums.", "three" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"572a0ce11d046914007796fd\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"An evasion strategy used by several pathogens to avoid the innate immune system is to hide within the cells of their host (also called intracellular pathogenesis). Here, a pathogen spends most of its life-cycle inside host cells, where it is shielded from direct contact with immune cells, antibodies and complement. Some examples of intracellular pathogens include viruses, the food poisoning bacterium Salmonella and the eukaryotic parasites that cause malaria (Plasmodium falciparum) and leishmaniasis (Leishmania spp.). Other bacteria, such as Mycobacterium tuberculosis, live inside a protective capsule that prevents lysis by complement. Many pathogens secrete compounds that diminish or misdirect the host's immune response. Some bacteria form biofilms to protect themselves from the cells and proteins of the immune system. Such biofilms are present in many successful infections, e.g., the chronic Pseudomonas aeruginosa and Burkholderia cenocepacia infections characteristic of cystic fibrosis. Other bacteria generate surface proteins that bind to antibodies, rendering them ineffective; examples include Streptococcus (protein G), Staphylococcus aureus (protein A), and Peptostreptococcus magnus (protein L).\"\n },\n {\n \"document_id\": \"57265285708984140094c25b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In addition to arguing that the rat population was insufficient to account for a bubonic plague pandemic, sceptics of the bubonic plague theory point out that the symptoms of the Black Death are not unique (and arguably in some accounts may differ from bubonic plague); that transference via fleas in goods was likely to be of marginal significance; and that the DNA results may be flawed and might not have been repeated elsewhere, despite extensive samples from other mass graves. Other arguments include the lack of accounts of the death of rats before outbreaks of plague between the 14th and 17th centuries; temperatures that are too cold in northern Europe for the survival of fleas; that, despite primitive transport systems, the spread of the Black Death was much faster than that of modern bubonic plague; that mortality rates of the Black Death appear to be very high; that, while modern bubonic plague is largely endemic as a rural disease, the Black Death indiscriminately struck urban and rural areas; and that the pattern of the Black Death, with major outbreaks in the same areas separated by 5 to 15 years, differs from modern bubonic plague—which often becomes endemic for decades with annual flare-ups.\"\n },\n {\n \"document_id\": \"572fc659b2c2fd1400568447\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Immediately after Decision Time a \\\"Members Debate\\\" is held, which lasts for 45 minutes. Members Business is a debate on a motion proposed by an MSP who is not a Scottish minister. Such motions are on issues which may be of interest to a particular area such as a member's own constituency, an upcoming or past event or any other item which would otherwise not be accorded official parliamentary time. As well as the proposer, other members normally contribute to the debate. The relevant minister, whose department the debate and motion relate to \\\"winds up\\\" the debate by speaking after all other participants.\"\n },\n {\n \"document_id\": \"5727d88b4b864d1900163e5e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Harvard operates several arts, cultural, and scientific museums. The Harvard Art Museums comprises three museums. The Arthur M. Sackler Museum includes collections of ancient, Asian, Islamic and later Indian art, the Busch-Reisinger Museum, formerly the Germanic Museum, covers central and northern European art, and the Fogg Museum of Art, covers Western art from the Middle Ages to the present emphasizing Italian early Renaissance, British pre-Raphaelite, and 19th-century French art. The Harvard Museum of Natural History includes the Harvard Mineralogical Museum, Harvard University Herbaria featuring the Blaschka Glass Flowers exhibit, and the Museum of Comparative Zoology. Other museums include the Carpenter Center for the Visual Arts, designed by Le Corbusier, housing the film archive, the Peabody Museum of Archaeology and Ethnology, specializing in the cultural history and civilizations of the Western Hemisphere, and the Semitic Museum featuring artifacts from excavations in the Middle East.\"\n },\n {\n \"document_id\": \"57114e8d50c2381900b54a5b\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"The efficiency of a Rankine cycle is usually limited by the working fluid. Without the pressure reaching supercritical levels for the working fluid, the temperature range the cycle can operate over is quite small; in steam turbines, turbine entry temperatures are typically 565 °C (the creep limit of stainless steel) and condenser temperatures are around 30 °C. This gives a theoretical Carnot efficiency of about 63% compared with an actual efficiency of 42% for a modern coal-fired power station. This low turbine entry temperature (compared with a gas turbine) is why the Rankine cycle is often used as a bottoming cycle in combined-cycle gas turbine power stations.[citation needed]\"\n },\n {\n \"document_id\": \"5727aec03acd2414000de991\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The University is organized into eleven separate academic units—ten faculties and the Radcliffe Institute for Advanced Study—with campuses throughout the Boston metropolitan area: its 209-acre (85 ha) main campus is centered on Harvard Yard in Cambridge, approximately 3 miles (5 km) northwest of Boston; the business school and athletics facilities, including Harvard Stadium, are located across the Charles River in the Allston neighborhood of Boston and the medical, dental, and public health schools are in the Longwood Medical Area. Harvard's $37.6 billion financial endowment is the largest of any academic institution.\"\n },\n {\n \"document_id\": \"5728f6446aef0514001548e4\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The immune system protects organisms from infection with layered defenses of increasing specificity. In simple terms, physical barriers prevent pathogens such as bacteria and viruses from entering the organism. If a pathogen breaches these barriers, the innate immune system provides an immediate, but non-specific response. Innate immune systems are found in all plants and animals. If pathogens successfully evade the innate response, vertebrates possess a second layer of protection, the adaptive immune system, which is activated by the innate response. Here, the immune system adapts its response during an infection to improve its recognition of the pathogen. This improved response is then retained after the pathogen has been eliminated, in the form of an immunological memory, and allows the adaptive immune system to mount faster and stronger attacks each time this pathogen is encountered.\"\n },\n {\n \"document_id\": \"5727ee372ca10214002d99ec\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"On the other hand, higher economic inequality tends to increase entrepreneurship rates at the individual level (self-employment). However, most of it is often based on necessity rather than opportunity. Necessity-based entrepreneurship is motivated by survival needs such as income for food and shelter (\\\"push\\\" motivations), whereas opportunity-based entrepreneurship is driven by achievement-oriented motivations (\\\"pull\\\") such as vocation and more likely to involve the pursue of new products, services, or underserved market needs. The economic impact of the former type of entrepreneurialism tends to be redistributive while the latter is expected to foster technological progress and thus have a more positive impact on economic growth.\"\n },\n {\n \"document_id\": \"573314e3d058e614000b56f0\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The city is the seat of a Roman Catholic archdiocese (left bank of the Vistula) and diocese (right bank), and possesses various universities, most notably the Polish Academy of Sciences and the University of Warsaw, two opera houses, theatres, museums, libraries and monuments. The historic city-centre of Warsaw with its picturesque Old Town in 1980 was listed as a UNESCO World Heritage Site. Other main architectural attractions include the Castle Square with the Royal Castle and the iconic King Sigismund's Column, St. John's Cathedral, Market Square, palaces, churches and mansions all displaying a richness of colour and architectural detail. Buildings represent examples of nearly every European architectural style and historical period. Warsaw provides many examples of architecture from the gothic, renaissance, baroque and neoclassical periods, and around a quarter of the city is filled with luxurious parks and royal gardens.\"\n },\n {\n \"document_id\": \"57300a25a23a5019007fcc97\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Since the Peace of Westphalia, the Upper Rhine formed a contentious border between France and Germany. Establishing \\\"natural borders\\\" on the Rhine was a long-term goal of French foreign policy, since the Middle Ages, though the language border was – and is – far more to the west. French leaders, such as Louis XIV and Napoleon Bonaparte, tried with varying degrees of success to annex lands west of the Rhine. The Confederation of the Rhine was established by Napoleon, as a French client state, in 1806 and lasted until 1814, during which time it served as a significant source of resources and military manpower for the First French Empire. In 1840, the Rhine crisis, prompted by French prime minister Adolphe Thiers's desire to reinstate the Rhine as a natural border, led to a diplomatic crisis and a wave of nationalism in Germany.\"\n },\n {\n \"document_id\": \"572fbfa504bcaa1900d76c73\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Parliament typically sits Tuesdays, Wednesdays and Thursdays from early January to late June and from early September to mid December, with two-week recesses in April and October. Plenary meetings in the debating chamber usually take place on Wednesday afternoons from 2 pm to 6 pm and on Thursdays from 9:15 am to 6 pm. Chamber debates and committee meetings are open to the public. Entry is free, but booking in advance is recommended due to limited space. Meetings are broadcast on the Parliament's own channel Holyrood.tv and on the BBC's parliamentary channel BBC Parliament. Proceedings are also recorded in text form, in print and online, in the Official Report, which is the substantially verbatim transcript of parliamentary debates.\"\n },\n {\n \"document_id\": \"572824f13acd2414000df58f\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Jacksonville has suffered less damage from hurricanes than most other east coast cities, although the threat does exist for a direct hit by a major hurricane. The city has only received one direct hit from a hurricane since 1871; however, Jacksonville has experienced hurricane or near-hurricane conditions more than a dozen times due to storms crossing the state from the Gulf of Mexico to the Atlantic Ocean, or passing to the north or south in the Atlantic and brushing past the area. The strongest effect on Jacksonville was from Hurricane Dora in 1964, the only recorded storm to hit the First Coast with sustained hurricane-force winds. The eye crossed St. Augustine with winds that had just barely diminished to 110 mph (180 km/h), making it a strong Category 2 on the Saffir-Simpson Scale. Jacksonville also suffered damage from 2008's Tropical Storm Fay which crisscrossed the state, bringing parts of Jacksonville under darkness for four days. Similarly, four years prior to this, Jacksonville was inundated by Hurricane Frances and Hurricane Jeanne, which made landfall south of the area. These tropical cyclones were the costliest indirect hits to Jacksonville. Hurricane Floyd in 1999 caused damage mainly to Jacksonville Beach. During Floyd, the Jacksonville Beach pier was severely damaged, and later demolished. The rebuilt pier was later damaged by Fay, but not destroyed. Tropical Storm Bonnie would cause minor damage in 2004, spawning a minor tornado in the process. On May 28, 2012, Jacksonville was hit by Tropical Storm Beryl, packing winds up to 70 miles per hour (113 km/h) which made landfall near Jacksonville Beach.\"\n },\n {\n \"document_id\": \"5725ca4389a1e219009abeb4\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The primary law of the EU consists mainly of the founding treaties, the \\\"core\\\" treaties being the Treaty on European Union (TEU) and the Treaty on the Functioning of the European Union (TFEU). The Treaties contain formal and substantive provisions, which frame policies of the European Union institutions and determine the division of competences between the European Union and its member states. The TEU establishes that European Union law applies to the metropolitan territories of the member states, as well as certain islands and overseas territories, including Madeira, the Canary Islands and the French overseas departments. European Union law also applies in territories where a member state is responsible for external relations, for example Gibraltar and the Åland islands. The TEU allows the European Council to make specific provisions for regions, as for example done for customs matters in Gibraltar and Saint-Pierre-et-Miquelon. The TEU specifically excludes certain regions, for example the Faroe Islands, from the jurisdiction of European Union law. Treaties apply as soon as they enter into force, unless stated otherwise, and are generally concluded for an unlimited period. The TEU provides that commitments entered into by the member states between themselves before the treaty was signed no longer apply.[vague] All EU member states are regarded as subject to the general obligation of the principle of cooperation, as stated in the TEU, whereby member states are obliged not to take measure which could jeopardise the attainment of the TEU objectives. The Court of Justice of the European Union can interpret the Treaties, but it cannot rule on their validity, which is subject to international law. Individuals may rely on primary law in the Court of Justice of the European Union if the Treaty provisions have a direct effect and they are sufficiently clear, precise and unconditional.\"\n },\n {\n \"document_id\": \"57340b1bd058e614000b6869\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Following the treaty, King George III issued the Royal Proclamation of 1763 on October 7, 1763, which outlined the division and administration of the newly conquered territory, and to some extent continues to govern relations between the government of modern Canada and the First Nations. Included in its provisions was the reservation of lands west of the Appalachian Mountains to its Indian population, a demarcation that was at best a temporary impediment to a rising tide of westward-bound settlers. The proclamation also contained provisions that prevented civic participation by the Roman Catholic Canadians. When accommodations were made in the Quebec Act in 1774 to address this and other issues, religious concerns were raised in the largely Protestant Thirteen Colonies over the advance of \\\"popery\\\"; the Act maintained French Civil law, including the seigneurial system, a medieval code soon to be removed from France within a generation by the French Revolution.\"\n },\n {\n \"document_id\": \"5733f5264776f419006615a3\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"An early important political response to the opening of hostilities was the convening of the Albany Congress in June and July, 1754. The goal of the congress was to formalize a unified front in trade and negotiations with various Indians, since allegiance of the various tribes and nations was seen to be pivotal in the success in the war that was unfolding. The plan that the delegates agreed to was never ratified by the colonial legislatures nor approved of by the crown. Nevertheless, the format of the congress and many specifics of the plan became the prototype for confederation during the War of Independence.\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the enactment of competition law as one of the main aims of the EEC through the \\\"institution of a system ensuring that competition in the common market is not distorted\\\". The two central provisions on EU competition law on companies were established in article 85, which prohibited anti-competitive agreements, subject to some exemptions, and article 86 prohibiting the abuse of dominant position. The treaty also established principles on competition law for member states, with article 90 covering public undertakings, and article 92 making provisions on state aid. Regulations on mergers were not included as member states could not establish consensus on the issue at the time.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "9e112cec9b5a7f208aae37aebfd951dd26cc09688e73b9b654893e3f687a1b12", "document_ids": [ "572a0ce11d046914007796fd", "57265285708984140094c25b", "572fc659b2c2fd1400568447", "5727d88b4b864d1900163e5e", "57114e8d50c2381900b54a5b", "5727aec03acd2414000de991", "5728f6446aef0514001548e4", "5727ee372ca10214002d99ec", "573314e3d058e614000b56f0", "57300a25a23a5019007fcc97", "572fbfa504bcaa1900d76c73", "572824f13acd2414000df58f", "5725ca4389a1e219009abeb4", "57340b1bd058e614000b6869", "5733f5264776f419006615a3", "5726a638dd62a815002e8bf6" ], "example_id": "5727d88b4b864d1900163e5e", "gold_document": 3, "question": "How many museums comprise Harvard Art Museums?", "trial_id": "squad-185eb3e36b78d2cd" }, { "answers": [ "911" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5726249538643c19005ad07f\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"Baran developed the concept of distributed adaptive message block switching during his research at the RAND Corporation for the US Air Force into survivable communications networks, first presented to the Air Force in the summer of 1961 as briefing B-265, later published as RAND report P-2626 in 1962, and finally in report RM 3420 in 1964. Report P-2626 described a general architecture for a large-scale, distributed, survivable communications network. The work focuses on three key ideas: use of a decentralized network with multiple paths between any two points, dividing user messages into message blocks, later called packets, and delivery of these messages by store and forward switching.\"\n },\n {\n \"document_id\": \"56dde0ba66d3e219004dad75\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"In the course of the 10th century, the initially destructive incursions of Norse war bands into the rivers of France evolved into more permanent encampments that included local women and personal property. The Duchy of Normandy, which began in 911 as a fiefdom, was established by the treaty of Saint-Clair-sur-Epte between King Charles III of West Francia and the famed Viking ruler Rollo, and was situated in the former Frankish kingdom of Neustria. The treaty offered Rollo and his men the French lands between the river Epte and the Atlantic coast in exchange for their protection against further Viking incursions. The area corresponded to the northern part of present-day Upper Normandy down to the river Seine, but the Duchy would eventually extend west beyond the Seine. The territory was roughly equivalent to the old province of Rouen, and reproduced the Roman administrative structure of Gallia Lugdunensis II (part of the former Gallia Lugdunensis).\"\n },\n {\n \"document_id\": \"5729a3716aef05140015506a\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Prime numbers have influenced many artists and writers. The French composer Olivier Messiaen used prime numbers to create ametrical music through \\\"natural phenomena\\\". In works such as La Nativité du Seigneur (1935) and Quatre études de rythme (1949–50), he simultaneously employs motifs with lengths given by different prime numbers to create unpredictable rhythms: the primes 41, 43, 47 and 53 appear in the third étude, \\\"Neumes rythmiques\\\". According to Messiaen this way of composing was \\\"inspired by the movements of nature, movements of free and unequal durations\\\".\"\n },\n {\n \"document_id\": \"572861cc4b864d190016495e\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The UChicago Arts program joins academic departments and programs in the Division of the Humanities and the College, as well as professional organizations including the Court Theatre, the Oriental Institute, the Smart Museum of Art, the Renaissance Society, University of Chicago Presents, and student arts organizations. The university has an artist-in-residence program and scholars in performance studies, contemporary art criticism, and film history. It has offered a doctorate in music composition since 1933 and in Cinema & Media studies since 2000, a master of fine arts in visual arts (early 1970s), and a master of arts in the humanities with a creative writing track (2000). It has bachelor's degree programs in visual arts, music, and art history, and, more recently, Cinema & Media studies (1996) and theater & performance studies (2002). The College's general education core includes a “dramatic, music, and visual arts” requirement, requiring students to study the history of the arts, stage desire, or begin working with sculpture. Several thousand major and non-major undergraduates enroll annually in creative and performing arts classes. UChicago is often considered the birthplace of improvisational comedy as the Compass Players student comedy troupe evolved into The Second City improv theater troupe in 1959. The Reva and David Logan Center for the Arts opened in October 2012, five years after a $35 million gift from alumnus David Logan and his wife Reva. The center includes spaces for exhibitions, performances, classes, and media production. The Logan Center was designed by Tod Williams and Billie Tsien. This building is actually entirely glass. The brick is a facade designed to keep the glass safe from the wind. The architects later removed sections of the bricks when pressure arose in the form of complaints that the views of the city were blocked.\"\n },\n {\n \"document_id\": \"572863c72ca10214002da2d4\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Genghis Khan united the Mongol and Turkic tribes of the steppes and became Great Khan in 1206. He and his successors expanded the Mongol empire across Asia. Under the reign of Genghis' third son, Ögedei Khan, the Mongols destroyed the weakened Jin dynasty in 1234, conquering most of northern China. Ögedei offered his nephew Kublai a position in Xingzhou, Hebei. Kublai was unable to read Chinese but had several Han Chinese teachers attached to him since his early years by his mother Sorghaghtani. He sought the counsel of Chinese Buddhist and Confucian advisers. Möngke Khan succeeded Ögedei's son, Güyük, as Great Khan in 1251. He granted his brother Kublai control over Mongol held territories in China. Kublai built schools for Confucian scholars, issued paper money, revived Chinese rituals, and endorsed policies that stimulated agricultural and commercial growth. He adopted as his capital city Kaiping in Inner Mongolia, later renamed Shangdu.\"\n },\n {\n \"document_id\": \"57274b35f1498d1400e8f5d4\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Ergänzungsschulen are secondary or post-secondary (non-tertiary) schools, which are run by private individuals, private organizations or rarely, religious groups and offer a type of education which is not available at public schools. Most of these schools are vocational schools. However, these vocational schools are not part of the German dual education system. Ergänzungsschulen have the freedom to operate outside of government regulation and are funded in whole by charging their students tuition fees.\"\n },\n {\n \"document_id\": \"572ffabf04bcaa1900d76f9f\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Islamists have asked the question, \\\"If Islam is a way of life, how can we say that those who want to live by its principles in legal, social, political, economic, and political spheres of life are not Muslims, but Islamists and believe in Islamism, not [just] Islam?\\\" Similarly, a writer for the International Crisis Group maintains that \\\"the conception of 'political Islam'\\\" is a creation of Americans to explain the Iranian Islamic Revolution and apolitical Islam was a historical fluke of the \\\"short-lived era of the heyday of secular Arab nationalism between 1945 and 1970\\\", and it is quietist/non-political Islam, not Islamism, that requires explanation.\"\n },\n {\n \"document_id\": \"573003dd947a6a140053cf42\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Since 7500 yr ago, a situation with tides and currents, very similar to present has existed. Rates of sea-level rise had dropped so far, that natural sedimentation by the Rhine and coastal processes together, could compensate the transgression by the sea; in the last 7000 years, the coast line was roughly at the same location. In the southern North Sea, due to ongoing tectonic subsidence, the sea level is still rising, at the rate of about 1–3 cm (0.39–1.18 in) per century (1 metre or 39 inches in last 3000 years).\"\n },\n {\n \"document_id\": \"5726a638dd62a815002e8bf6\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"EU Competition law has its origins in the European Coal and Steel Community (ECSC) agreement between France, Italy, Belgium, the Netherlands, Luxembourg and Germany in 1951 following the second World War. The agreement aimed to prevent Germany from re-establishing dominance in the production of coal and steel as members felt that its dominance had contributed to the outbreak of the war. Article 65 of the agreement banned cartels and article 66 made provisions for concentrations, or mergers, and the abuse of a dominant position by companies. This was the first time that competition law principles were included in a plurilateral regional agreement and established the trans-European model of competition law. In 1957 competition rules were included in the Treaty of Rome, also known as the EC Treaty, which established the European Economic Community (EEC). The Treaty of Rome established the enactment of competition law as one of the main aims of the EEC through the \\\"institution of a system ensuring that competition in the common market is not distorted\\\". The two central provisions on EU competition law on companies were established in article 85, which prohibited anti-competitive agreements, subject to some exemptions, and article 86 prohibiting the abuse of dominant position. The treaty also established principles on competition law for member states, with article 90 covering public undertakings, and article 92 making provisions on state aid. Regulations on mergers were not included as member states could not establish consensus on the issue at the time.\"\n },\n {\n \"document_id\": \"570d44abb3d812140066d5fd\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"As of August 2010, Victoria had 1,548 public schools, 489 Catholic schools and 214 independent schools. Just under 540,800 students were enrolled in public schools, and just over 311,800 in private schools. Over 61 per cent of private students attend Catholic schools. More than 462,000 students were enrolled in primary schools and more than 390,000 in secondary schools. Retention rates for the final two years of secondary school were 77 per cent for public school students and 90 per cent for private school students. Victoria has about 63,519 full-time teachers.\"\n },\n {\n \"document_id\": \"56e1aba0e3433e1400423094\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"A Turing machine is a mathematical model of a general computing machine. It is a theoretical device that manipulates symbols contained on a strip of tape. Turing machines are not intended as a practical computing technology, but rather as a thought experiment representing a computing machine—anything from an advanced supercomputer to a mathematician with a pencil and paper. It is believed that if a problem can be solved by an algorithm, there exists a Turing machine that solves the problem. Indeed, this is the statement of the Church–Turing thesis. Furthermore, it is known that everything that can be computed on other models of computation known to us today, such as a RAM machine, Conway's Game of Life, cellular automata or any programming language can be computed on a Turing machine. Since Turing machines are easy to analyze mathematically, and are believed to be as powerful as any other model of computation, the Turing machine is the most commonly used model in complexity theory.\"\n },\n {\n \"document_id\": \"5727f05b4b864d1900164068\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"An important factor in the creation of inequality is variation in individuals' access to education. Education, especially in an area where there is a high demand for workers, creates high wages for those with this education, however, increases in education first increase and then decrease growth as well as income inequality. As a result, those who are unable to afford an education, or choose not to pursue optional education, generally receive much lower wages. The justification for this is that a lack of education leads directly to lower incomes, and thus lower aggregate savings and investment. Conversely, education raises incomes and promotes growth because it helps to unleash the productive potential of the poor.\"\n },\n {\n \"document_id\": \"57264a0ef1498d1400e8db40\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"For a phylum with relatively few species, ctenophores have a wide range of body plans. Coastal species need to be tough enough to withstand waves and swirling sediment particles, while some oceanic species are so fragile that it is very difficult to capture them intact for study. In addition oceanic species do not preserve well, and are known mainly from photographs and from observers' notes. Hence most attention has until recently concentrated on three coastal genera – Pleurobrachia, Beroe and Mnemiopsis. At least two textbooks base their descriptions of ctenophores on the cydippid Pleurobrachia.\"\n },\n {\n \"document_id\": \"5727f16c3acd2414000df05b\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"In 2014, economists with the Standard & Poor's rating agency concluded that the widening disparity between the U.S.'s wealthiest citizens and the rest of the nation had slowed its recovery from the 2008-2009 recession and made it more prone to boom-and-bust cycles. To partially remedy the wealth gap and the resulting slow growth, S&P recommended increasing access to education. It estimated that if the average United States worker had completed just one more year of school, it would add an additional $105 billion in growth to the country's economy over five years.\"\n },\n {\n \"document_id\": \"572807802ca10214002d9bf8\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"LeGrande writes that \\\"the formulation of a single all-encompassing definition of the term is extremely difficult, if not impossible. In reviewing the voluminous literature on the subject, the student of civil disobedience rapidly finds himself surrounded by a maze of semantical problems and grammatical niceties. Like Alice in Wonderland, he often finds that specific terminology has no more (or no less) meaning than the individual orator intends it to have.\\\" He encourages a distinction between lawful protest demonstration, nonviolent civil disobedience, and violent civil disobedience.\"\n },\n {\n \"document_id\": \"5728804b4b864d1900164a46\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Advances in polynomial algebra were made by mathematicians during the Yuan era. The mathematician Zhu Shijie (1249–1314) solved simultaneous equations with up to four unknowns using a rectangular array of coefficients, equivalent to modern matrices. Zhu used a method of elimination to reduce the simultaneous equations to a single equation with only one unknown. His method is described in the Jade Mirror of the Four Unknowns, written in 1303. The opening pages contain a diagram of Pascal's triangle. The summation of a finite arithmetic series is also covered in the book.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "7edd6eb6449a2d1bc2ec243828a3c5aa1dcd84e62357d1138d9b392a92aededa", "document_ids": [ "5726249538643c19005ad07f", "56dde0ba66d3e219004dad75", "5729a3716aef05140015506a", "572861cc4b864d190016495e", "572863c72ca10214002da2d4", "57274b35f1498d1400e8f5d4", "572ffabf04bcaa1900d76f9f", "573003dd947a6a140053cf42", "5726a638dd62a815002e8bf6", "570d44abb3d812140066d5fd", "56e1aba0e3433e1400423094", "5727f05b4b864d1900164068", "57264a0ef1498d1400e8db40", "5727f16c3acd2414000df05b", "572807802ca10214002d9bf8", "5728804b4b864d1900164a46" ], "example_id": "56dde0ba66d3e219004dad75", "gold_document": 1, "question": "When was the Duchy of Normandy founded?", "trial_id": "squad-f54e2e0617b6bd38" }, { "answers": [ "hold the majority of seats", "The party, or parties, that hold the majority of seats in the Parliament" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5725cfd0271a42140099d225\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In 1872, the Central Pacific Railroad established a station near Easterby's—by now a hugely productive wheat farm—for its new Southern Pacific line. Soon there was a store around the station and the store grew the town of Fresno Station, later called Fresno. Many Millerton residents, drawn by the convenience of the railroad and worried about flooding, moved to the new community. Fresno became an incorporated city in 1885. By 1931 the Fresno Traction Company operated 47 streetcars over 49 miles of track.\"\n },\n {\n \"document_id\": \"5730131c947a6a140053d052\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Another of the Egyptian groups which employed violence in their struggle for Islamic order was al-Gama'a al-Islamiyya (Islamic Group). Victims of their campaign against the Egyptian state in the 1990s included the head of the counter-terrorism police (Major General Raouf Khayrat), a parliamentary speaker (Rifaat al-Mahgoub), dozens of European tourists and Egyptian bystanders, and over 100 Egyptian police. Ultimately the campaign to overthrow the government was unsuccessful, and the major jihadi group, Jamaa Islamiya (or al-Gama'a al-Islamiyya), renounced violence in 2003. Other lesser known groups include the Islamic Liberation Party, Salvation from Hell and Takfir wal-Hijra, and these groups have variously been involved in activities such as attempted assassinations of political figures, arson of video shops and attempted takeovers of government buildings.\"\n },\n {\n \"document_id\": \"57293e983f37b3190047818b\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"In 2001, 16 national science academies issued a joint statement on climate change. The joint statement was made by the Australian Academy of Science, the Royal Flemish Academy of Belgium for Science and the Arts, the Brazilian Academy of Sciences, the Royal Society of Canada, the Caribbean Academy of Sciences, the Chinese Academy of Sciences, the French Academy of Sciences, the German Academy of Natural Scientists Leopoldina, the Indian National Science Academy, the Indonesian Academy of Sciences, the Royal Irish Academy, Accademia Nazionale dei Lincei (Italy), the Academy of Sciences Malaysia, the Academy Council of the Royal Society of New Zealand, the Royal Swedish Academy of Sciences, and the Royal Society (UK). The statement, also published as an editorial in the journal Science, stated \\\"we support the [TAR's] conclusion that it is at least 90% certain that temperatures will continue to rise, with average global surface temperature projected to increase by between 1.4 and 5.8 °C above 1990 levels by 2100\\\". The TAR has also been endorsed by the Canadian Foundation for Climate and Atmospheric Sciences, Canadian Meteorological and Oceanographic Society, and European Geosciences Union (refer to \\\"Endorsements of the IPCC\\\").\"\n },\n {\n \"document_id\": \"573005b9947a6a140053cf6a\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"The quick and decisive defeat of the Arab troops during the Six-Day War by Israeli troops constituted a pivotal event in the Arab Muslim world. The defeat along with economic stagnation in the defeated countries, was blamed on the secular Arab nationalism of the ruling regimes. A steep and steady decline in the popularity and credibility of secular, socialist and nationalist politics ensued. Ba'athism, Arab socialism, and Arab nationalism suffered, and different democratic and anti-democratic Islamist movements inspired by Maududi and Sayyid Qutb gained ground.\"\n },\n {\n \"document_id\": \"572a0bafaf94a219006aa765\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Following the utilitarian principle of seeking the greatest good for the greatest number – economic inequality is problematic. A house that provides less utility to a millionaire as a summer home than it would to a homeless family of five, is an example of reduced \\\"distributive efficiency\\\" within society, that decreases marginal utility of wealth and thus the sum total of personal utility. An additional dollar spent by a poor person will go to things providing a great deal of utility to that person, such as basic necessities like food, water, and healthcare; while, an additional dollar spent by a much richer person will very likely go to luxury items providing relatively less utility to that person. Thus, the marginal utility of wealth per person (\\\"the additional dollar\\\") decreases as a person becomes richer. From this standpoint, for any given amount of wealth in society, a society with more equality will have higher aggregate utility. Some studies have found evidence for this theory, noting that in societies where inequality is lower, population-wide satisfaction and happiness tend to be higher.\"\n },\n {\n \"document_id\": \"5705fd8475f01819005e7840\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Southern California consists of one of the more varied collections of geologic, topographic, and natural ecosystem landscapes in a diversity outnumbering other major regions in the state and country. The region spans from Pacific Ocean islands, shorelines, beaches, and coastal plains, through the Transverse and Peninsular Ranges with their peaks, into the large and small interior valleys, to the vast deserts of California.\"\n },\n {\n \"document_id\": \"572f60f4947a6a140053c8ea\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"In the centre of Basel, the first major city in the course of the stream, is located the \\\"Rhine knee\\\"; this is a major bend, where the overall direction of the Rhine changes from West to North. Here the High Rhine ends. Legally, the Central Bridge is the boundary between High and Upper Rhine. The river now flows North as Upper Rhine through the Upper Rhine Plain, which is about 300 km long and up to 40 km wide. The most important tributaries in this area are the Ill below of Strasbourg, the Neckar in Mannheim and the Main across from Mainz. In Mainz, the Rhine leaves the Upper Rhine Valley and flows through the Mainz Basin.\"\n },\n {\n \"document_id\": \"57337ea24776f41900660bd0\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Demographically, it was the most diverse city in Poland, with significant numbers of foreign-born inhabitants. In addition to the Polish majority, there was a significant Jewish minority in Warsaw. According to Russian census of 1897, out of the total population of 638,000, Jews constituted 219,000 (around 34% percent). Warsaw's prewar Jewish population of more than 350,000 constituted about 30 percent of the city's total population. In 1933, out of 1,178,914 inhabitants 833,500 were of Polish mother tongue. World War II changed the demographics of the city, and to this day there is much less ethnic diversity than in the previous 300 years of Warsaw's history. Most of the modern day population growth is based on internal migration and urbanisation.\"\n },\n {\n \"document_id\": \"572754dd708984140094dc3b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In Sweden, pupils are free to choose a private school and the private school gets paid the same amount as municipal schools. Over 10% of Swedish pupils were enrolled in private schools in 2008. Sweden is internationally known for this innovative school voucher model that provides Swedish pupils with the opportunity to choose the school they prefer. For instance, the biggest school chain, Kunskapsskolan (“The Knowledge School”), offers 30 schools and a web-based environment, has 700 employees and teaches nearly 10,000 pupils. The Swedish system has been recommended to Barack Obama.\"\n },\n {\n \"document_id\": \"572683f95951b619008f7525\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Some modern scholars, such as Fielding H. Garrison, are of the opinion that the origin of the science of geology can be traced to Persia after the Muslim conquests had come to an end. Abu al-Rayhan al-Biruni (973–1048 CE) was one of the earliest Persian geologists, whose works included the earliest writings on the geology of India, hypothesizing that the Indian subcontinent was once a sea. Drawing from Greek and Indian scientific literature that were not destroyed by the Muslim conquests, the Persian scholar Ibn Sina (Avicenna, 981–1037) proposed detailed explanations for the formation of mountains, the origin of earthquakes, and other topics central to modern geology, which provided an essential foundation for the later development of the science. In China, the polymath Shen Kuo (1031–1095) formulated a hypothesis for the process of land formation: based on his observation of fossil animal shells in a geological stratum in a mountain hundreds of miles from the ocean, he inferred that the land was formed by erosion of the mountains and by deposition of silt.\"\n },\n {\n \"document_id\": \"57300e2604bcaa1900d770b7\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The Islamic Republic has also maintained its hold on power in Iran in spite of US economic sanctions, and has created or assisted like-minded Shia terrorist groups in Iraq, Egypt, Syria, Jordan (SCIRI) and Lebanon (Hezbollah) (two Muslim countries that also have large Shiite populations). During the 2006 Israel-Lebanon conflict, the Iranian government enjoyed something of a resurgence in popularity amongst the predominantly Sunni \\\"Arab street,\\\" due to its support for Hezbollah and to President Mahmoud Ahmadinejad's vehement opposition to the United States and his call that Israel shall vanish.\"\n },\n {\n \"document_id\": \"572fd47fa23a5019007fca55\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"The party, or parties, that hold the majority of seats in the Parliament forms the Scottish Government. In contrast to many other parliamentary systems, Parliament elects a First Minister from a number of candidates at the beginning of each parliamentary term (after a general election). Any member can put their name forward to be First Minister, and a vote is taken by all members of Parliament. Normally, the leader of the largest party is returned as First Minister, and head of the Scottish Government. Theoretically, Parliament also elects the Scottish Ministers who form the government of Scotland and sit in the Scottish cabinet, but such ministers are, in practice, appointed to their roles by the First Minister. Junior ministers, who do not attend cabinet, are also appointed to assist Scottish ministers in their departments. Most ministers and their juniors are drawn from amongst the elected MSPs, with the exception of Scotland's Chief Law Officers: the Lord Advocate and the Solicitor General. Whilst the First Minister chooses the ministers – and may decide to remove them at any time – the formal appointment or dismissal is made by the Sovereign.\"\n },\n {\n \"document_id\": \"5725bbec271a42140099d0d1\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"European Union law is applied by the courts of member states and the Court of Justice of the European Union. Where the laws of member states provide for lesser rights European Union law can be enforced by the courts of member states. In case of European Union law which should have been transposed into the laws of member states, such as Directives, the European Commission can take proceedings against the member state under the Treaty on the Functioning of the European Union. The European Court of Justice is the highest court able to interpret European Union law. Supplementary sources of European Union law include case law by the Court of Justice, international law and general principles of European Union law.\"\n },\n {\n \"document_id\": \"572a0ecb1d04691400779717\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"According to economists David Castells-Quintana and Vicente Royuela, increasing inequality harms economic growth. High and persistent unemployment, in which inequality increases, has a negative effect on subsequent long-run economic growth. Unemployment can harm growth not only because it is a waste of resources, but also because it generates redistributive pressures and subsequent distortions, drives people to poverty, constrains liquidity limiting labor mobility, and erodes self-esteem promoting social dislocation, unrest and conflict. Policies aiming at controlling unemployment and in particular at reducing its inequality-associated effects support economic growth.\"\n },\n {\n \"document_id\": \"56de16ca4396321400ee25c5\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In 1066, Duke William II of Normandy conquered England killing King Harold II at the Battle of Hastings. The invading Normans and their descendants replaced the Anglo-Saxons as the ruling class of England. The nobility of England were part of a single Normans culture and many had lands on both sides of the channel. Early Norman kings of England, as Dukes of Normandy, owed homage to the King of France for their land on the continent. They considered England to be their most important holding (it brought with it the title of King—an important status symbol).\"\n },\n {\n \"document_id\": \"56e1b355e3433e14004230b0\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"However, some computational problems are easier to analyze in terms of more unusual resources. For example, a non-deterministic Turing machine is a computational model that is allowed to branch out to check many different possibilities at once. The non-deterministic Turing machine has very little to do with how we physically want to compute algorithms, but its branching exactly captures many of the mathematical models we want to analyze, so that non-deterministic time is a very important resource in analyzing computational problems.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "18c8821dd740251784904436bb578b12bd34466184134d615b54d170bef5c438", "document_ids": [ "5725cfd0271a42140099d225", "5730131c947a6a140053d052", "57293e983f37b3190047818b", "573005b9947a6a140053cf6a", "572a0bafaf94a219006aa765", "5705fd8475f01819005e7840", "572f60f4947a6a140053c8ea", "57337ea24776f41900660bd0", "572754dd708984140094dc3b", "572683f95951b619008f7525", "57300e2604bcaa1900d770b7", "572fd47fa23a5019007fca55", "5725bbec271a42140099d0d1", "572a0ecb1d04691400779717", "56de16ca4396321400ee25c5", "56e1b355e3433e14004230b0" ], "example_id": "572fd47fa23a5019007fca55", "gold_document": 11, "question": "What party forms the Scottish Parliament?", "trial_id": "squad-d089bb74e515910d" }, { "answers": [ "May" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57265e97708984140094c3c3\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The Cestida (\\\"belt animals\\\") are ribbon-shaped planktonic animals, with the mouth and aboral organ aligned in the middle of opposite edges of the ribbon. There is a pair of comb-rows along each aboral edge, and tentilla emerging from a groove all along the oral edge, which stream back across most of the wing-like body surface. Cestids can swim by undulating their bodies as well as by the beating of their comb-rows. There are two known species, with worldwide distribution in warm, and warm-temperate waters: Cestum veneris (\\\"Venus' girdle\\\") is among the largest ctenophores – up to 1.5 meters (4.9 ft) long, and can undulate slowly or quite rapidly. Velamen parallelum, which is typically less than 20 centimeters (0.66 ft) long, can move much faster in what has been described as a \\\"darting motion\\\".\"\n },\n {\n \"document_id\": \"5733dab4d058e614000b6409\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"At the start of the war, no French regular army troops were stationed in North America, and few British troops. New France was defended by about 3,000 troupes de la marine, companies of colonial regulars (some of whom had significant woodland combat experience). The colonial government recruited militia support when needed. Most British colonies mustered local militia companies, generally ill trained and available only for short periods, to deal with native threats, but did not have any standing forces.\"\n },\n {\n \"document_id\": \"57339dd94776f41900660ecc\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Several commemorative events take place every year. Gatherings of thousands of people on the banks of the Vistula on Midsummer’s Night for a festival called Wianki (Polish for Wreaths) have become a tradition and a yearly event in the programme of cultural events in Warsaw. The festival traces its roots to a peaceful pagan ritual where maidens would float their wreaths of herbs on the water to predict when they would be married, and to whom. By the 19th century this tradition had become a festive event, and it continues today. The city council organize concerts and other events. Each Midsummer’s Eve, apart from the official floating of wreaths, jumping over fires, looking for the fern flower, there are musical performances, dignitaries' speeches, fairs and fireworks by the river bank.\"\n },\n {\n \"document_id\": \"5730aa52069b53140083221d\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"In World War II, Charles de Gaulle and the Free French used the overseas colonies as bases from which they fought to liberate France. However after 1945 anti-colonial movements began to challenge the Empire. France fought and lost a bitter war in Vietnam in the 1950s. Whereas they won the war in Algeria, the French leader at the time, Charles de Gaulle, decided to grant Algeria independence anyway in 1962. Its settlers and many local supporters relocated to France. Nearly all of France's colonies gained independence by 1960, but France retained great financial and diplomatic influence. It has repeatedly sent troops to assist its former colonies in Africa in suppressing insurrections and coups d’état.\"\n },\n {\n \"document_id\": \"573368044776f41900660a29\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Other green spaces in the city include the Botanic Garden and the University Library garden. They have extensive botanical collection of rare domestic and foreign plants, while a palm house in the New Orangery displays plants of subtropics from all over the world. Besides, within the city borders, there are also: Pole Mokotowskie (a big park in the northern Mokotów, where was the first horse racetrack and then the airport), Park Ujazdowski (close to the Sejm and John Lennon street), Park of Culture and Rest in Powsin, by the southern city border, Park Skaryszewski by the right Vistula bank, in Praga. The oldest park in Praga, the Praga Park, was established in 1865–1871 and designed by Jan Dobrowolski. In 1927 a zoological garden (Ogród Zoologiczny) was established on the park grounds, and in 1952 a bear run, still open today.\"\n },\n {\n \"document_id\": \"57286ead2ca10214002da346\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"Following the conquest of Dali in 1253, the former ruling Duan dynasty were appointed as governors-general, recognized as imperial officials by the Yuan, Ming, and Qing-era governments, principally in the province of Yunnan. Succession for the Yuan dynasty, however, was an intractable problem, later causing much strife and internal struggle. This emerged as early as the end of Kublai's reign. Kublai originally named his eldest son, Zhenjin, as the Crown Prince, but he died before Kublai in 1285. Thus, Zhenjin's third son, with the support of his mother Kökejin and the minister Bayan, succeeded the throne and ruled as Temür Khan, or Emperor Chengzong, from 1294 to 1307. Temür Khan decided to maintain and continue much of the work begun by his grandfather. He also made peace with the western Mongol khanates as well as neighboring countries such as Vietnam, which recognized his nominal suzerainty and paid tributes for a few decades. However, the corruption in the Yuan dynasty began during the reign of Temür Khan.\"\n },\n {\n \"document_id\": \"57302a3aa23a5019007fcecf\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The Taliban were spawned by the thousands of madrasahs the Deobandi movement established for impoverished Afghan refugees and supported by governmental and religious groups in neighboring Pakistan. The Taliban differed from other Islamist movements to the point where they might be more properly described as Islamic fundamentalist or neofundamentalist, interested in spreading \\\"an idealized and systematized version of conservative tribal village customs\\\" under the label of Sharia to an entire country. Their ideology was also described as being influenced by Wahhabism, and the extremist jihadism of their guest Osama bin Laden.\"\n },\n {\n \"document_id\": \"572650325951b619008f6fa9\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"The energy crisis led to greater interest in renewable energy, nuclear power and domestic fossil fuels. There is criticism that American energy policies since the crisis have been dominated by crisis-mentality thinking, promoting expensive quick fixes and single-shot solutions that ignore market and technology realities. Instead of providing stable rules that support basic research while leaving plenty of scope for entrepreneurship and innovation, congresses and presidents have repeatedly backed policies which promise solutions that are politically expedient, but whose prospects are doubtful.\"\n },\n {\n \"document_id\": \"57273d8bf1498d1400e8f4fe\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"In general, there are three sectors of construction: buildings, infrastructure and industrial. Building construction is usually further divided into residential and non-residential (commercial/institutional). Infrastructure is often called heavy/highway, heavy civil or heavy engineering. It includes large public works, dams, bridges, highways, water/wastewater and utility distribution. Industrial includes refineries, process chemical, power generation, mills and manufacturing plants. There are other ways to break the industry into sectors or markets.\"\n },\n {\n \"document_id\": \"57107c24a58dae1900cd69e8\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"Stadtholder William III of Orange, who later became King of England, emerged as the strongest opponent of king Louis XIV after the French attacked the Dutch Republic in 1672. William formed the League of Augsburg as a coalition to oppose Louis and the French state. Consequently, many Huguenots considered the wealthy and Calvinist Dutch Republic, which led the opposition to Louis XIV, as the most attractive country for exile after the revocation of the Edict of Nantes. They also found many French-speaking Calvinist churches there.\"\n },\n {\n \"document_id\": \"572663a9f1498d1400e8ddf2\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"The following four timelines show the geologic time scale. The first shows the entire time from the formation of the Earth to the present, but this compresses the most recent eon. Therefore, the second scale shows the most recent eon with an expanded scale. The second scale compresses the most recent era, so the most recent era is expanded in the third scale. Since the Quaternary is a very short period with short epochs, it is further expanded in the fourth scale. The second, third, and fourth timelines are therefore each subsections of their preceding timeline as indicated by asterisks. The Holocene (the latest epoch) is too small to be shown clearly on the third timeline on the right, another reason for expanding the fourth scale. The Pleistocene (P) epoch. Q stands for the Quaternary period.\"\n },\n {\n \"document_id\": \"5728683b3acd2414000df9af\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Every May since 1987, the University of Chicago has held the University of Chicago Scavenger Hunt, in which large teams of students compete to obtain notoriously esoteric items from a list. Since 1963, the Festival of the Arts (FOTA) takes over campus for 7–10 days of exhibitions and interactive artistic endeavors. Every January, the university holds a week-long winter festival, Kuviasungnerk/Kangeiko, which include early morning exercise routines and fitness workshops. The university also annually holds a summer carnival and concert called Summer Breeze that hosts outside musicians, and is home to Doc Films, a student film society founded in 1932 that screens films nightly at the university. Since 1946, the university has organized the Latke-Hamantash Debate, which involves humorous discussions about the relative merits and meanings of latkes and hamantashen.\"\n },\n {\n \"document_id\": \"57296f293f37b319004783a3\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"The property of being prime (or not) is called primality. A simple but slow method of verifying the primality of a given number n is known as trial division. It consists of testing whether n is a multiple of any integer between 2 and . Algorithms much more efficient than trial division have been devised to test the primality of large numbers. These include the Miller–Rabin primality test, which is fast but has a small probability of error, and the AKS primality test, which always produces the correct answer in polynomial time but is too slow to be practical. Particularly fast methods are available for numbers of special forms, such as Mersenne numbers. As of January 2016[update], the largest known prime number has 22,338,618 decimal digits.\"\n },\n {\n \"document_id\": \"57115dbe2419e314009555a5\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"The centrifugal governor was adopted by James Watt for use on a steam engine in 1788 after Watt’s partner Boulton saw one at a flour mill Boulton & Watt were building. The governor could not actually hold a set speed, because it would assume a new constant speed in response to load changes. The governor was able to handle smaller variations such as those caused by fluctuating heat load to the boiler. Also, there was a tendency for oscillation whenever there was a speed change. As a consequence, engines equipped only with this governor were not suitable for operations requiring constant speed, such as cotton spinning. The governor was improved over time and coupled with variable steam cut off, good speed control in response to changes in load was attainable near the end of the 19th century.\"\n },\n {\n \"document_id\": \"572810ec2ca10214002d9d06\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Spain ceded Florida to the British in 1763 after the French and Indian War, and the British soon constructed the King's Road connecting St. Augustine to Georgia. The road crossed the St. Johns River at a narrow point, which the Seminole called Wacca Pilatka and the British called the Cow Ford or Cowford; these names ostensibly reflect the fact that cattle were brought across the river there. The British introduced the cultivation of sugar cane, indigo and fruits as well the export of lumber. As a result, the northeastern Florida area prospered economically more than it had under the Spanish. Britain ceded control of the territory back to Spain in 1783, after its defeat in the American Revolutionary War, and the settlement at the Cow Ford continued to grow. After Spain ceded the Florida Territory to the United States in 1821, American settlers on the north side of the Cow Ford decided to plan a town, laying out the streets and plats. They soon named the town Jacksonville, after Andrew Jackson. Led by Isaiah D. Hart, residents wrote a charter for a town government, which was approved by the Florida Legislative Council on February 9, 1832.\"\n },\n {\n \"document_id\": \"572a1f086aef0514001552c0\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The smaller the economic inequality, the more waste and pollution is created, resulting in many cases, in more environmental degradation. This can be explained by the fact that as the poor people in the society become more wealthy, it increases their yearly carbon emissions. This relation is expressed by the Environmental Kuznets Curve (EKC).[not in citation given] It should be noted here however that in certain cases, with great economic inequality, there is nonetheless not more waste and pollution created as the waste/pollution is cleaned up better afterwards (water treatment, filtering, ...).... Also note that the whole of the increase in environmental degradation is the result of the increase of emissions per person being multiplied by a multiplier. If there were fewer people however, this multiplier would be lower, and thus the amount of environmental degradation would be lower as well. As such, the current high level of population has a large impact on this as well. If (as WWF argued), population levels would start to drop to a sustainable level (1/3 of current levels, so about 2 billion people), human inequality can be addressed/corrected, while still not resulting in an increase of environmental damage.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "da72022c9c390aaaabac34c75443d7fcf72715d7c316d0989dcfd12e94aac177", "document_ids": [ "57265e97708984140094c3c3", "5733dab4d058e614000b6409", "57339dd94776f41900660ecc", "5730aa52069b53140083221d", "573368044776f41900660a29", "57286ead2ca10214002da346", "57302a3aa23a5019007fcecf", "572650325951b619008f6fa9", "57273d8bf1498d1400e8f4fe", "57107c24a58dae1900cd69e8", "572663a9f1498d1400e8ddf2", "5728683b3acd2414000df9af", "57296f293f37b319004783a3", "57115dbe2419e314009555a5", "572810ec2ca10214002d9d06", "572a1f086aef0514001552c0" ], "example_id": "5728683b3acd2414000df9af", "gold_document": 11, "question": "In what month is the university's scavenger hunt?", "trial_id": "squad-3e14debba5dabcf3" }, { "answers": [ "Toyota Hilux", "Hilux" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5711541350c2381900b54a6f\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"A method to lessen the magnitude of this heating and cooling was invented in 1804 by British engineer Arthur Woolf, who patented his Woolf high-pressure compound engine in 1805. In the compound engine, high-pressure steam from the boiler expands in a high-pressure (HP) cylinder and then enters one or more subsequent lower-pressure (LP) cylinders. The complete expansion of the steam now occurs across multiple cylinders and as less expansion now occurs in each cylinder less heat is lost by the steam in each. This reduces the magnitude of cylinder heating and cooling, increasing the efficiency of the engine. By staging the expansion in multiple cylinders, torque variability can be reduced. To derive equal work from lower-pressure steam requires a larger cylinder volume as this steam occupies a greater volume. Therefore, the bore, and often the stroke, are increased in low-pressure cylinders resulting in larger cylinders.\"\n },\n {\n \"document_id\": \"57265a58dd62a815002e8270\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Compact trucks were introduced, such as the Toyota Hilux and the Datsun Truck, followed by the Mazda Truck (sold as the Ford Courier), and the Isuzu-built Chevrolet LUV. Mitsubishi rebranded its Forte as the Dodge D-50 a few years after the oil crisis. Mazda, Mitsubishi and Isuzu had joint partnerships with Ford, Chrysler, and GM, respectively. Later the American makers introduced their domestic replacements (Ford Ranger, Dodge Dakota and the Chevrolet S10/GMC S-15), ending their captive import policy.\"\n },\n {\n \"document_id\": \"5733e8ae4776f419006614a6\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"On March 17, 1752, the Governor-General of New France, Marquis de la Jonquière, died and was temporarily replaced by Charles le Moyne de Longueuil. His permanent replacement, the Marquis Duquesne, did not arrive in New France until 1752 to take over the post. The continuing British activity in the Ohio territories prompted Longueuil to dispatch another expedition to the area under the command of Charles Michel de Langlade, an officer in the Troupes de la Marine. Langlade was given 300 men, including French-Canadians and warriors of the Ottawa. His objective was to punish the Miami people of Pickawillany for not following Céloron's orders to cease trading with the British. On June 21, the French war party attacked the trading centre at Pickawillany, capturing three traders and killing 14 people of the Miami nation, including Old Briton. He was reportedly ritually cannibalized by some aboriginal members of the expedition.\"\n },\n {\n \"document_id\": \"572726c9708984140094da7b\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"It has been argued that the term \\\"civil disobedience\\\" has always suffered from ambiguity and in modern times, become utterly debased. Marshall Cohen notes, \\\"It has been used to describe everything from bringing a test-case in the federal courts to taking aim at a federal official. Indeed, for Vice President Agnew it has become a code-word describing the activities of muggers, arsonists, draft evaders, campaign hecklers, campus militants, anti-war demonstrators, juvenile delinquents and political assassins.\\\"\"\n },\n {\n \"document_id\": \"57269cc3dd62a815002e8b12\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"While the Treaties and Regulations will have direct effect (if clear, unconditional and immediate), Directives do not generally give citizens (as opposed to the member state) standing to sue other citizens. In theory, this is because TFEU article 288 says Directives are addressed to the member states and usually \\\"leave to the national authorities the choice of form and methods\\\" to implement. In part this reflects that directives often create minimum standards, leaving member states to apply higher standards. For example, the Working Time Directive requires that every worker has at least 4 weeks paid holidays each year, but most member states require more than 28 days in national law. However, on the current position adopted by the Court of Justice, citizens have standing to make claims based on national laws that implement Directives, but not from Directives themselves. Directives do not have so called \\\"horizontal\\\" direct effect (i.e. between non-state parties). This view was instantly controversial, and in the early 1990s three Advocate Generals persuasively argued that Directives should create rights and duties for all citizens. The Court of Justice refused, but there are five large exceptions.\"\n },\n {\n \"document_id\": \"57264b1ddd62a815002e80a0\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The internal cavity forms: a mouth that can usually be closed by muscles; a pharynx (\\\"throat\\\"); a wider area in the center that acts as a stomach; and a system of internal canals. These branch through the mesoglea to the most active parts of the animal: the mouth and pharynx; the roots of the tentacles, if present; all along the underside of each comb row; and four branches round the sensory complex at the far end from the mouth – two of these four branches terminate in anal pores. The inner surface of the cavity is lined with an epithelium, the gastrodermis. The mouth and pharynx have both cilia and well-developed muscles. In other parts of the canal system, the gastrodermis is different on the sides nearest to and furthest from the organ that it supplies. The nearer side is composed of tall nutritive cells that store nutrients in vacuoles (internal compartments), germ cells that produce eggs or sperm, and photocytes that produce bioluminescence. The side furthest from the organ is covered with ciliated cells that circulate water through the canals, punctuated by ciliary rosettes, pores that are surrounded by double whorls of cilia and connect to the mesoglea.\"\n },\n {\n \"document_id\": \"5727ef664b864d1900164060\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Another cause is the rate at which income is taxed coupled with the progressivity of the tax system. A progressive tax is a tax by which the tax rate increases as the taxable base amount increases. In a progressive tax system, the level of the top tax rate will often have a direct impact on the level of inequality within a society, either increasing it or decreasing it, provided that income does not change as a result of the change in tax regime. Additionally, steeper tax progressivity applied to social spending can result in a more equal distribution of income across the board. The difference between the Gini index for an income distribution before taxation and the Gini index after taxation is an indicator for the effects of such taxation.\"\n },\n {\n \"document_id\": \"573092088ab72b1400f9c594\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Imperialism has played an important role in the histories of Japan, Korea, the Assyrian Empire, the Chinese Empire, the Roman Empire, Greece, the Byzantine Empire, the Persian Empire, the Ottoman Empire, Ancient Egypt, the British Empire, India, and many other empires. Imperialism was a basic component to the conquests of Genghis Khan during the Mongol Empire, and of other war-lords. Historically recognized Muslim empires number in the dozens. Sub-Saharan Africa has also featured dozens of empires that predate the European colonial era, for example the Ethiopian Empire, Oyo Empire, Asante Union, Luba Empire, Lunda Empire, and Mutapa Empire. The Americas during the pre-Columbian era also had large empires such as the Aztec Empire and the Incan Empire.\"\n },\n {\n \"document_id\": \"5733fc6ed058e614000b670f\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Governor Vaudreuil, who harboured ambitions to become the French commander in chief (in addition to his role as governor), acted during the winter of 1756 before those reinforcements arrived. Scouts had reported the weakness of the British supply chain, so he ordered an attack against the forts Shirley had erected at the Oneida Carry. In the March Battle of Fort Bull, French forces destroyed the fort and large quantities of supplies, including 45,000 pounds of gunpowder. They set back any British hopes for campaigns on Lake Ontario, and endangered the Oswego garrison, already short on supplies. French forces in the Ohio valley also continued to intrigue with Indians throughout the area, encouraging them to raid frontier settlements. This led to ongoing alarms along the western frontiers, with streams of refugees returning east to get away from the action.\"\n },\n {\n \"document_id\": \"57377862c3c5551400e51ef3\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"A simple case of dynamic equilibrium occurs in constant velocity motion across a surface with kinetic friction. In such a situation, a force is applied in the direction of motion while the kinetic friction force exactly opposes the applied force. This results in zero net force, but since the object started with a non-zero velocity, it continues to move with a non-zero velocity. Aristotle misinterpreted this motion as being caused by the applied force. However, when kinetic friction is taken into consideration it is clear that there is no net force causing constant velocity motion.\"\n },\n {\n \"document_id\": \"56de40da4396321400ee2708\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Various princes of the Holy Land arrived in Limassol at the same time, in particular Guy de Lusignan. All declared their support for Richard provided that he support Guy against his rival Conrad of Montferrat. The local barons abandoned Isaac, who considered making peace with Richard, joining him on the crusade, and offering his daughter in marriage to the person named by Richard. But Isaac changed his mind and tried to escape. Richard then proceeded to conquer the whole island, his troops being led by Guy de Lusignan. Isaac surrendered and was confined with silver chains, because Richard had promised that he would not place him in irons. By 1 June, Richard had conquered the whole island. His exploit was well publicized and contributed to his reputation; he also derived significant financial gains from the conquest of the island. Richard left for Acre on 5 June, with his allies. Before his departure, he named two of his Norman generals, Richard de Camville and Robert de Thornham, as governors of Cyprus.\"\n },\n {\n \"document_id\": \"573735e8c3c5551400e51e71\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"Philosophers in antiquity used the concept of force in the study of stationary and moving objects and simple machines, but thinkers such as Aristotle and Archimedes retained fundamental errors in understanding force. In part this was due to an incomplete understanding of the sometimes non-obvious force of friction, and a consequently inadequate view of the nature of natural motion. A fundamental error was the belief that a force is required to maintain motion, even at a constant velocity. Most of the previous misunderstandings about motion and force were eventually corrected by Galileo Galilei and Sir Isaac Newton. With his mathematical insight, Sir Isaac Newton formulated laws of motion that were not improved-on for nearly three hundred years. By the early 20th century, Einstein developed a theory of relativity that correctly predicted the action of forces on objects with increasing momenta near the speed of light, and also provided insight into the forces produced by gravitation and inertia.\"\n },\n {\n \"document_id\": \"57340b1bd058e614000b6869\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Following the treaty, King George III issued the Royal Proclamation of 1763 on October 7, 1763, which outlined the division and administration of the newly conquered territory, and to some extent continues to govern relations between the government of modern Canada and the First Nations. Included in its provisions was the reservation of lands west of the Appalachian Mountains to its Indian population, a demarcation that was at best a temporary impediment to a rising tide of westward-bound settlers. The proclamation also contained provisions that prevented civic participation by the Roman Catholic Canadians. When accommodations were made in the Quebec Act in 1774 to address this and other issues, religious concerns were raised in the largely Protestant Thirteen Colonies over the advance of \\\"popery\\\"; the Act maintained French Civil law, including the seigneurial system, a medieval code soon to be removed from France within a generation by the French Revolution.\"\n },\n {\n \"document_id\": \"57297781af94a219006aa4a3\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"A large body of mathematical work would still be valid when calling 1 a prime, but Euclid's fundamental theorem of arithmetic (mentioned above) would not hold as stated. For example, the number 15 can be factored as 3 · 5 and 1 · 3 · 5; if 1 were admitted as a prime, these two presentations would be considered different factorizations of 15 into prime numbers, so the statement of that theorem would have to be modified. Similarly, the sieve of Eratosthenes would not work correctly if 1 were considered a prime: a modified version of the sieve that considers 1 as prime would eliminate all multiples of 1 (that is, all other numbers) and produce as output only the single number 1. Furthermore, the prime numbers have several properties that the number 1 lacks, such as the relationship of the number to its corresponding value of Euler's totient function or the sum of divisors function.\"\n },\n {\n \"document_id\": \"57294baaaf94a219006aa26b\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Michael Oppenheimer, a long-time participant in the IPCC and coordinating lead author of the Fifth Assessment Report conceded in Science Magazine's State of the Planet 2008-2009 some limitations of the IPCC consensus approach and asks for concurring, smaller assessments of special problems instead of the large scale approach as in the previous IPCC assessment reports. It has become more important to provide a broader exploration of uncertainties. Others see as well mixed blessings of the drive for consensus within the IPCC process and ask to include dissenting or minority positions or to improve statements about uncertainties.\"\n },\n {\n \"document_id\": \"56e1c0f6cd28a01900c67b2c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"Of course, some complexity classes have complicated definitions that do not fit into this framework. Thus, a typical complexity class has a definition like the following:\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "9e931d54bfcdf3dabacbaf07d9a80488ca8f47e4a4362014998e95a5536cfcfd", "document_ids": [ "5711541350c2381900b54a6f", "57265a58dd62a815002e8270", "5733e8ae4776f419006614a6", "572726c9708984140094da7b", "57269cc3dd62a815002e8b12", "57264b1ddd62a815002e80a0", "5727ef664b864d1900164060", "573092088ab72b1400f9c594", "5733fc6ed058e614000b670f", "57377862c3c5551400e51ef3", "56de40da4396321400ee2708", "573735e8c3c5551400e51e71", "57340b1bd058e614000b6869", "57297781af94a219006aa4a3", "57294baaaf94a219006aa26b", "56e1c0f6cd28a01900c67b2c" ], "example_id": "57265a58dd62a815002e8270", "gold_document": 1, "question": "Name a type of Toyota compact trucks?", "trial_id": "squad-11cdca7a2efc7bbb" }, { "answers": [ "Sonderungsverbot" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"57268066708984140094c821\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"In the laboratory, stratigraphers analyze samples of stratigraphic sections that can be returned from the field, such as those from drill cores. Stratigraphers also analyze data from geophysical surveys that show the locations of stratigraphic units in the subsurface. Geophysical data and well logs can be combined to produce a better view of the subsurface, and stratigraphers often use computer programs to do this in three dimensions. Stratigraphers can then use these data to reconstruct ancient processes occurring on the surface of the Earth, interpret past environments, and locate areas for water, coal, and hydrocarbon extraction.\"\n },\n {\n \"document_id\": \"572978f91d046914007794d3\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"There are hints in the surviving records of the ancient Egyptians that they had some knowledge of prime numbers: the Egyptian fraction expansions in the Rhind papyrus, for instance, have quite different forms for primes and for composites. However, the earliest surviving records of the explicit study of prime numbers come from the Ancient Greeks. Euclid's Elements (circa 300 BC) contain important theorems about primes, including the infinitude of primes and the fundamental theorem of arithmetic. Euclid also showed how to construct a perfect number from a Mersenne prime. The Sieve of Eratosthenes, attributed to Eratosthenes, is a simple method to compute primes, although the large primes found today with computers are not generated this way.\"\n },\n {\n \"document_id\": \"5729f39a6aef05140015514c\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Killer T cells are a sub-group of T cells that kill cells that are infected with viruses (and other pathogens), or are otherwise damaged or dysfunctional. As with B cells, each type of T cell recognizes a different antigen. Killer T cells are activated when their T cell receptor (TCR) binds to this specific antigen in a complex with the MHC Class I receptor of another cell. Recognition of this MHC:antigen complex is aided by a co-receptor on the T cell, called CD8. The T cell then travels throughout the body in search of cells where the MHC I receptors bear this antigen. When an activated T cell contacts such cells, it releases cytotoxins, such as perforin, which form pores in the target cell's plasma membrane, allowing ions, water and toxins to enter. The entry of another toxin called granulysin (a protease) induces the target cell to undergo apoptosis. T cell killing of host cells is particularly important in preventing the replication of viruses. T cell activation is tightly controlled and generally requires a very strong MHC/antigen activation signal, or additional activation signals provided by \\\"helper\\\" T cells (see below).\"\n },\n {\n \"document_id\": \"57274a8ff1498d1400e8f5bc\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Ersatzschulen are ordinary primary or secondary schools, which are run by private individuals, private organizations or religious groups. These schools offer the same types of diplomas as public schools. Ersatzschulen lack the freedom to operate completely outside of government regulation. Teachers at Ersatzschulen must have at least the same education and at least the same wages as teachers at public schools, an Ersatzschule must have at least the same academic standards as a public school and Article 7, Paragraph 4 of the Grundgesetz, also forbids segregation of pupils according to the means of their parents (the so-called Sonderungsverbot). Therefore, most Ersatzschulen have very low tuition fees and/or offer scholarships, compared to most other Western European countries. However, it is not possible to finance these schools with such low tuition fees, which is why all German Ersatzschulen are additionally financed with public funds. The percentages of public money could reach 100% of the personnel expenditures. Nevertheless, Private Schools became insolvent in the past in Germany.\"\n },\n {\n \"document_id\": \"572943ab1d04691400779219\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"On 23 June 2005, Rep. Joe Barton, chairman of the House Committee on Energy and Commerce wrote joint letters with Ed Whitfield, Chairman of the Subcommittee on Oversight and Investigations demanding full records on climate research, as well as personal information about their finances and careers, from Mann, Bradley and Hughes. Sherwood Boehlert, chairman of the House Science Committee, said this was a \\\"misguided and illegitimate investigation\\\" apparently aimed at intimidating scientists, and at his request the U.S. National Academy of Sciences arranged for its National Research Council to set up a special investigation. The National Research Council's report agreed that there were some statistical failings, but these had little effect on the graph, which was generally correct. In a 2006 letter to Nature, Mann, Bradley, and Hughes pointed out that their original article had said that \\\"more widespread high-resolution data are needed before more confident conclusions can be reached\\\" and that the uncertainties were \\\"the point of the article\\\".\"\n },\n {\n \"document_id\": \"5730042804bcaa1900d77011\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"At the begin of the Holocene (~11,700 years ago), the Rhine occupied its Late-Glacial valley. As a meandering river, it reworked its ice-age braidplain. As sea-level continued to rise in the Netherlands, the formation of the Holocene Rhine-Meuse delta began (~8,000 years ago). Coeval absolute sea-level rise and tectonic subsidence have strongly influenced delta evolution. Other factors of importance to the shape of the delta are the local tectonic activities of the Peel Boundary Fault, the substrate and geomorphology, as inherited from the Last Glacial and the coastal-marine dynamics, such as barrier and tidal inlet formations.\"\n },\n {\n \"document_id\": \"5728661e2ca10214002da2e8\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Shi Tianze was a Han Chinese who lived in the Jin dynasty. Interethnic marriage between Han and Jurchen became common at this time. His father was Shi Bingzhi (史秉直, Shih Ping-chih). Shi Bingzhi was married to a Jurchen woman (surname Na-ho) and a Han Chinese woman (surname Chang); it is unknown which of them was Shi Tianze's mother. Shi Tianze was married to two Jurchen women, a Han Chinese woman, and a Korean woman, and his son Shi Gang was born to one of his Jurchen wives. The surnames of his Jurchen wives were Mo-nien and Na-ho; the surname of his Korean wife was Li; and the surname of his Han Chinese wife was Shi. Shi Tianze defected to Mongol forces upon their invasion of the Jin dynasty. His son Shi Gang married a Kerait woman; the Kerait were Mongolified Turkic people and were considered part of the \\\"Mongol nation\\\". Shi Tianze (Shih T'ien-tse), Zhang Rou (Chang Jou, 張柔), and Yan Shi (Yen Shih, 嚴實) and other high ranking Chinese who served in the Jin dynasty and defected to the Mongols helped build the structure for the administration of the new state. Chagaan (Tsagaan) and Zhang Rou jointly launched an attack on the Song dynasty ordered by Töregene Khatun.\"\n },\n {\n \"document_id\": \"57264a74708984140094c18b\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Gasquet (1908) claimed that the Latin name atra mors (Black Death) for the 14th-century epidemic first appeared in modern times in 1631 in a book on Danish history by J.I. Pontanus: \\\"Vulgo & ab effectu atram mortem vocatibant. (\\\"Commonly and from its effects, they called it the black death\\\"). The name spread through Scandinavia and then Germany, gradually becoming attached to the mid 14th-century epidemic as a proper name. In England, it was not until 1823 that the medieval epidemic was first called the Black Death.\"\n },\n {\n \"document_id\": \"572751b4708984140094dc1b\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"A construction project is a complex net of contracts and other legal obligations, each of which all parties must carefully consider. A contract is the exchange of a set of obligations between two or more parties, but it is not so simple a matter as trying to get the other side to agree to as much as possible in exchange for as little as possible. The time element in construction means that a delay costs money, and in cases of bottlenecks, the delay can be extremely expensive. Thus, the contracts must be designed to ensure that each side is capable of performing the obligations set out. Contracts that set out clear expectations and clear paths to accomplishing those expectations are far more likely to result in the project flowing smoothly, whereas poorly drafted contracts lead to confusion and collapse.\"\n },\n {\n \"document_id\": \"5726542ff1498d1400e8dc28\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"The most widely accepted estimate for the Middle East, including Iraq, Iran and Syria, during this time, is for a death rate of about a third. The Black Death killed about 40% of Egypt's population. Half of Paris's population of 100,000 people died. In Italy, the population of Florence was reduced from 110–120 thousand inhabitants in 1338 down to 50 thousand in 1351. At least 60% of the population of Hamburg and Bremen perished, and a similar percentage of Londoners may have died from the disease as well. Interestingly while contemporary reports account of mass burial pits being created in response to the large numbers of dead, recent scientific investigations of a burial pit in Central London found well-preserved individuals to be buried in isolated, evenly spaced graves, suggesting at least some pre-planning and Christian burials at this time. Before 1350, there were about 170,000 settlements in Germany, and this was reduced by nearly 40,000 by 1450. In 1348, the plague spread so rapidly that before any physicians or government authorities had time to reflect upon its origins, about a third of the European population had already perished. In crowded cities, it was not uncommon for as much as 50% of the population to die. The disease bypassed some areas, and the most isolated areas were less vulnerable to contagion. Monks and priests were especially hard hit since they cared for victims of the Black Death.\"\n },\n {\n \"document_id\": \"56e17e6ee3433e1400422f7f\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"To further highlight the difference between a problem and an instance, consider the following instance of the decision version of the traveling salesman problem: Is there a route of at most 2000 kilometres passing through all of Germany's 15 largest cities? The quantitative answer to this particular problem instance is of little use for solving other instances of the problem, such as asking for a round trip through all sites in Milan whose total length is at most 10 km. For this reason, complexity theory addresses computational problems and not particular problem instances.\"\n },\n {\n \"document_id\": \"57293f353f37b3190047819b\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"IPCC author Richard Lindzen has made a number of criticisms of the TAR. Among his criticisms, Lindzen has stated that the WGI Summary for Policymakers (SPM) does not faithfully summarize the full WGI report. For example, Lindzen states that the SPM understates the uncertainty associated with climate models. John Houghton, who was a co-chair of TAR WGI, has responded to Lindzen's criticisms of the SPM. Houghton has stressed that the SPM is agreed upon by delegates from many of the world's governments, and that any changes to the SPM must be supported by scientific evidence.\"\n },\n {\n \"document_id\": \"57097141200fba1400367ff9\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Virgin Media (re-branded in 2007 from NTL:Telewest) started to offer a high-definition television (HDTV) capable set top box, although from 30 November 2006 until 30 July 2009 it only carried one linear HD channel, BBC HD, after the conclusion of the ITV HD trial. Virgin Media has claimed that other HD channels were \\\"locked up\\\" or otherwise withheld from their platform, although Virgin Media did in fact have an option to carry Channel 4 HD in the future. Nonetheless, the linear channels were not offered, Virgin Media instead concentrating on its Video On Demand service to carry a modest selection of HD content. Virgin Media has nevertheless made a number of statements over the years, suggesting that more linear HD channels are on the way.\"\n },\n {\n \"document_id\": \"57271c235951b619008f860b\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"One of its earliest massive implementations was brought about by Egyptians against the British occupation in the 1919 Revolution. Civil disobedience is one of the many ways people have rebelled against what they deem to be unfair laws. It has been used in many nonviolent resistance movements in India (Gandhi's campaigns for independence from the British Empire), in Czechoslovakia's Velvet Revolution and in East Germany to oust their communist governments, In South Africa in the fight against apartheid, in the American Civil Rights Movement, in the Singing Revolution to bring independence to the Baltic countries from the Soviet Union, recently with the 2003 Rose Revolution in Georgia and the 2004 Orange Revolution in Ukraine, among other various movements worldwide.\"\n },\n {\n \"document_id\": \"572a1046af94a219006aa78d\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"Economist Joseph Stiglitz presented evidence in 2009 that both global inequality and inequality within countries prevent growth by limiting aggregate demand. Economist Branko Milanovic, wrote in 2001 that, \\\"The view that income inequality harms growth – or that improved equality can help sustain growth – has become more widely held in recent years. ... The main reason for this shift is the increasing importance of human capital in development. When physical capital mattered most, savings and investments were key. Then it was important to have a large contingent of rich people who could save a greater proportion of their income than the poor and invest it in physical capital. But now that human capital is scarcer than machines, widespread education has become the secret to growth.\\\"\"\n },\n {\n \"document_id\": \"572f5533a23a5019007fc55c\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The Rhine (Romansh: Rein, German: Rhein, French: le Rhin, Dutch: Rijn) is a European river that begins in the Swiss canton of Graubünden in the southeastern Swiss Alps, forms part of the Swiss-Austrian, Swiss-Liechtenstein border, Swiss-German and then the Franco-German border, then flows through the Rhineland and eventually empties into the North Sea in the Netherlands. The biggest city on the river Rhine is Cologne, Germany with a population of more than 1,050,000 people. It is the second-longest river in Central and Western Europe (after the Danube), at about 1,230 km (760 mi),[note 2][note 1] with an average discharge of about 2,900 m3/s (100,000 cu ft/s).\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "507c5ddf17a9af179a79ca286b6b280515d0eb1eb05b4905cb4281c4a82d06ab", "document_ids": [ "57268066708984140094c821", "572978f91d046914007794d3", "5729f39a6aef05140015514c", "57274a8ff1498d1400e8f5bc", "572943ab1d04691400779219", "5730042804bcaa1900d77011", "5728661e2ca10214002da2e8", "57264a74708984140094c18b", "572751b4708984140094dc1b", "5726542ff1498d1400e8dc28", "56e17e6ee3433e1400422f7f", "57293f353f37b3190047819b", "57097141200fba1400367ff9", "57271c235951b619008f860b", "572a1046af94a219006aa78d", "572f5533a23a5019007fc55c" ], "example_id": "57274a8ff1498d1400e8f5bc", "gold_document": 3, "question": "What is the German term for segregating students based on their parents' wealth?", "trial_id": "squad-adf8ff94f31d9fea" }, { "answers": [ "\"informal\" imperialism", "Informal rule", "informal\" imperialism", "imperialism" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5737a9afc3c5551400e51f61\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"The connection between macroscopic nonconservative forces and microscopic conservative forces is described by detailed treatment with statistical mechanics. In macroscopic closed systems, nonconservative forces act to change the internal energies of the system, and are often associated with the transfer of heat. According to the Second law of thermodynamics, nonconservative forces necessarily result in energy transformations within closed systems from ordered to more random conditions as entropy increases.\"\n },\n {\n \"document_id\": \"5726eb4b5951b619008f826b\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"Since about the year 2000, a growing number of Internet pharmacies have been established worldwide. Many of these pharmacies are similar to community pharmacies, and in fact, many of them are actually operated by brick-and-mortar community pharmacies that serve consumers online and those that walk in their door. The primary difference is the method by which the medications are requested and received. Some customers consider this to be more convenient and private method rather than traveling to a community drugstore where another customer might overhear about the drugs that they take. Internet pharmacies (also known as online pharmacies) are also recommended to some patients by their physicians if they are homebound.\"\n },\n {\n \"document_id\": \"5730131c947a6a140053d052\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Another of the Egyptian groups which employed violence in their struggle for Islamic order was al-Gama'a al-Islamiyya (Islamic Group). Victims of their campaign against the Egyptian state in the 1990s included the head of the counter-terrorism police (Major General Raouf Khayrat), a parliamentary speaker (Rifaat al-Mahgoub), dozens of European tourists and Egyptian bystanders, and over 100 Egyptian police. Ultimately the campaign to overthrow the government was unsuccessful, and the major jihadi group, Jamaa Islamiya (or al-Gama'a al-Islamiyya), renounced violence in 2003. Other lesser known groups include the Islamic Liberation Party, Salvation from Hell and Takfir wal-Hijra, and these groups have variously been involved in activities such as attempted assassinations of political figures, arson of video shops and attempted takeovers of government buildings.\"\n },\n {\n \"document_id\": \"57264228ec44d21400f3dcf5\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Telenet was the first FCC-licensed public data network in the United States. It was founded by former ARPA IPTO director Larry Roberts as a means of making ARPANET technology public. He had tried to interest AT&T in buying the technology, but the monopoly's reaction was that this was incompatible with their future. Bolt, Beranack and Newman (BBN) provided the financing. It initially used ARPANET technology but changed the host interface to X.25 and the terminal interface to X.29. Telenet designed these protocols and helped standardize them in the CCITT. Telenet was incorporated in 1973 and started operations in 1975. It went public in 1979 and was then sold to GTE.\"\n },\n {\n \"document_id\": \"570602fa52bb89140068979e\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"Southern California is divided culturally, politically, and economically into distinctive regions, each containing its own culture and atmosphere, anchored usually by a city with both national and sometimes global recognition, which are often the hub of economic activity for its respective region and being home to many tourist destinations. Each region is further divided into many culturally distinct areas but as a whole combine to create the southern California atmosphere.\"\n },\n {\n \"document_id\": \"57269016708984140094ca41\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"The relationship of ctenophores to the rest of Metazoa is very important to our understanding of the early evolution of animals and the origin of multicellularity. It has been the focus of debate for many years. Ctenophores have been purported to be the sister lineage to the Bilateria, sister to the Cnidaria, sister to Cnidaria, Placozoa and Bilateria, and sister to all other animal phyla. A series of studies that looked at the presence and absence of members of gene families and signalling pathways (e.g., homeoboxes, nuclear receptors, the Wnt signaling pathway, and sodium channels) showed evidence congruent with the latter two scenarios, that ctenophores are either sister to Cnidaria, Placozoa and Bilateria or sister to all other animal phyla. Several more recent studies comparing complete sequenced genomes of ctenophores with other sequenced animal genomes have also supported ctenophores as the sister lineage to all other animals. This position would suggest that neural and muscle cell types were either lost in major animal lineages (e.g., Porifera) or that they evolved independently in the ctenophore lineage. However, other researchers have argued that the placement of Ctenophora as sister to all other animals is a statistical anomaly caused by the high rate of evolution in ctenophore genomes, and that Porifera (sponges) is the earliest-diverging animal phylum instead. Ctenophores and sponges are also the only known animal phyla that lack any true hox genes.\"\n },\n {\n \"document_id\": \"57282358ff5b5019007d9dde\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"Mean monthly temperatures range from around 53 F in January to 82 F in July. High temperatures average 64 to 92 °F (18 to 33 °C) throughout the year. High heat indices are common for the summer months in the area, with indices above 110 °F (43.3 °C) possible. The highest temperature recorded was 104 °F (40 °C) on July 11, 1879 and July 28, 1872. It is common for thunderstorms to erupt during a typical summer afternoon. These are caused by the rapid heating of the land relative to the water, combined with extremely high humidity.\"\n },\n {\n \"document_id\": \"57264a0ef1498d1400e8db40\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"For a phylum with relatively few species, ctenophores have a wide range of body plans. Coastal species need to be tough enough to withstand waves and swirling sediment particles, while some oceanic species are so fragile that it is very difficult to capture them intact for study. In addition oceanic species do not preserve well, and are known mainly from photographs and from observers' notes. Hence most attention has until recently concentrated on three coastal genera – Pleurobrachia, Beroe and Mnemiopsis. At least two textbooks base their descriptions of ctenophores on the cydippid Pleurobrachia.\"\n },\n {\n \"document_id\": \"573380e0d058e614000b5be9\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"The basic unit of territorial division in Poland is a commune (gmina). A city is also a commune – but with the city charter. Both cities and communes are governed by a mayor – but in the communes the mayor is vogt (wójt in Polish), however in the cities – burmistrz. Some bigger cities obtain the entitlements, i.e. tasks and privileges, which are possessed by the units of the second level of the territorial division – counties or powiats. An example of such entitlement is a car registration: a gmina cannot register cars, this is a powiat's task (i.e. a registration number depends on what powiat a car had been registered, not gmina). In this case we say about city county or powiat grodzki. Such cities are for example Lublin, Kraków, Gdańsk, Poznań. In Warsaw, its districts additionally have some of powiat's entitlements – like already mentioned car registration. For example, the district Wola has its own evidence and the district Ursynów – its own (and the cars from Wola have another type of registration number than these from Ursynów). But for instance the districts in Kraków do not have entitlements of powiat, so the registration numbers in Kraków are of the same type for all districts.\"\n },\n {\n \"document_id\": \"572657d9dd62a815002e8230\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"There are three major types of rock: igneous, sedimentary, and metamorphic. The rock cycle is an important concept in geology which illustrates the relationships between these three types of rock, and magma. When a rock crystallizes from melt (magma and/or lava), it is an igneous rock. This rock can be weathered and eroded, and then redeposited and lithified into a sedimentary rock, or be turned into a metamorphic rock due to heat and pressure that change the mineral content of the rock which gives it a characteristic fabric. The sedimentary rock can then be subsequently turned into a metamorphic rock due to heat and pressure and is then weathered, eroded, deposited, and lithified, ultimately becoming a sedimentary rock. Sedimentary rock may also be re-eroded and redeposited, and metamorphic rock may also undergo additional metamorphism. All three types of rocks may be re-melted; when this happens, a new magma is formed, from which an igneous rock may once again crystallize.\"\n },\n {\n \"document_id\": \"5705e3f252bb89140068966a\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"Southern California includes the heavily built-up urban area stretching along the Pacific coast from Ventura, through the Greater Los Angeles Area and the Inland Empire, and down to Greater San Diego. Southern California's population encompasses seven metropolitan areas, or MSAs: the Los Angeles metropolitan area, consisting of Los Angeles and Orange counties; the Inland Empire, consisting of Riverside and San Bernardino counties; the San Diego metropolitan area; the Oxnard–Thousand Oaks–Ventura metropolitan area; the Santa Barbara metro area; the San Luis Obispo metropolitan area; and the El Centro area. Out of these, three are heavy populated areas: the Los Angeles area with over 12 million inhabitants, the Riverside-San Bernardino area with over four million inhabitants, and the San Diego area with over 3 million inhabitants. For CSA metropolitan purposes, the five counties of Los Angeles, Orange, Riverside, San Bernardino, and Ventura are all combined to make up the Greater Los Angeles Area with over 17.5 million people. With over 22 million people, southern California contains roughly 60 percent of California's population.\"\n },\n {\n \"document_id\": \"56de4b5c4396321400ee2799\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In the visual arts, the Normans did not have the rich and distinctive traditions of the cultures they conquered. However, in the early 11th century the dukes began a programme of church reform, encouraging the Cluniac reform of monasteries and patronising intellectual pursuits, especially the proliferation of scriptoria and the reconstitution of a compilation of lost illuminated manuscripts. The church was utilised by the dukes as a unifying force for their disparate duchy. The chief monasteries taking part in this \\\"renaissance\\\" of Norman art and scholarship were Mont-Saint-Michel, Fécamp, Jumièges, Bec, Saint-Ouen, Saint-Evroul, and Saint-Wandrille. These centres were in contact with the so-called \\\"Winchester school\\\", which channeled a pure Carolingian artistic tradition to Normandy. In the final decade of the 11th and first of the 12th century, Normandy experienced a golden age of illustrated manuscripts, but it was brief and the major scriptoria of Normandy ceased to function after the midpoint of the century.\"\n },\n {\n \"document_id\": \"56de3cd0cffd8e1900b4b6be\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"Normans came into Scotland, building castles and founding noble families who would provide some future kings, such as Robert the Bruce, as well as founding a considerable number of the Scottish clans. King David I of Scotland, whose elder brother Alexander I had married Sybilla of Normandy, was instrumental in introducing Normans and Norman culture to Scotland, part of the process some scholars call the \\\"Davidian Revolution\\\". Having spent time at the court of Henry I of England (married to David's sister Maud of Scotland), and needing them to wrestle the kingdom from his half-brother Máel Coluim mac Alaxandair, David had to reward many with lands. The process was continued under David's successors, most intensely of all under William the Lion. The Norman-derived feudal system was applied in varying degrees to most of Scotland. Scottish families of the names Bruce, Gray, Ramsay, Fraser, Ogilvie, Montgomery, Sinclair, Pollock, Burnard, Douglas and Gordon to name but a few, and including the later royal House of Stewart, can all be traced back to Norman ancestry.\"\n },\n {\n \"document_id\": \"572a0a391d046914007796df\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"Crime rate has also been shown to be correlated with inequality in society. Most studies looking into the relationship have concentrated on homicides – since homicides are almost identically defined across all nations and jurisdictions. There have been over fifty studies showing tendencies for violence to be more common in societies where income differences are larger. Research has been conducted comparing developed countries with undeveloped countries, as well as studying areas within countries. Daly et al. 2001 found that among U.S States and Canadian Provinces there is a tenfold difference in homicide rates related to inequality. They estimated that about half of all variation in homicide rates can be accounted for by differences in the amount of inequality in each province or state. Fajnzylber et al. (2002) found a similar relationship worldwide. Among comments in academic literature on the relationship between homicides and inequality are:\"\n },\n {\n \"document_id\": \"57111428b654c5140001faff\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"In what became known as the St. Bartholomew's Day Massacre of 24 August – 3 October 1572, Catholics killed thousands of Huguenots in Paris. Similar massacres took place in other towns in the weeks following. The main provincial towns and cities experiencing the Massacre were Aix, Bordeaux, Bourges, Lyons, Meaux, Orleans, Rouen, Toulouse, and Troyes. Nearly 3,000 Protestants were slaughtered in Toulouse alone. The exact number of fatalities throughout the country is not known. On 23–24 August, between about 2,000 and 3,000 Protestants were killed in Paris and between 3,000 and 7,000 more in the French provinces. By 17 September, almost 25,000 Protestants had been massacred in Paris alone. Beyond Paris, the killings continued until 3 October. An amnesty granted in 1573 pardoned the perpetrators.[citation needed]\"\n },\n {\n \"document_id\": \"57306797396df919000960ee\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The definition of imperialism has not been finalized for centuries and was confusedly seen to represent the policies of major powers, or simply, general-purpose aggressiveness. Further on, some writers[who?] used the term imperialism, in slightly more discriminating fashion, to mean all kinds of domination or control by a group of people over another. To clear out this confusion about the definition of imperialism one could speak of \\\"formal\\\" and \\\"informal\\\" imperialism, the first meaning physical control or \\\"full-fledged colonial rule\\\" while the second implied less direct rule though still containing perceivable kinds of dominance. Informal rule is generally less costly than taking over territories formally. This is because, with informal rule, the control is spread more subtly through technological superiority, enforcing land officials into large debts that cannot be repaid, ownership of private industries thus expanding the controlled area, or having countries agree to uneven trade agreements forcefully.\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "4be8f78cacd607e4915f9207b119c00be32f1777ed102e45497230cca5d8dbda", "document_ids": [ "5737a9afc3c5551400e51f61", "5726eb4b5951b619008f826b", "5730131c947a6a140053d052", "57264228ec44d21400f3dcf5", "570602fa52bb89140068979e", "57269016708984140094ca41", "57282358ff5b5019007d9dde", "57264a0ef1498d1400e8db40", "573380e0d058e614000b5be9", "572657d9dd62a815002e8230", "5705e3f252bb89140068966a", "56de4b5c4396321400ee2799", "56de3cd0cffd8e1900b4b6be", "572a0a391d046914007796df", "57111428b654c5140001faff", "57306797396df919000960ee" ], "example_id": "57306797396df919000960ee", "gold_document": 15, "question": "A forced trade agreement between two countries would be an example of what?", "trial_id": "squad-f74203f27bdad65a" }, { "answers": [ "can produce both eggs and sperm, meaning it can fertilize its own egg", "it can fertilize its own egg", "a single animal can produce both eggs and sperm" ], "content": "{\n \"query_result\": {\n \"documents\": [\n {\n \"document_id\": \"5726516a708984140094c223\",\n \"rank\": 1,\n \"retrieval_score\": 1.0,\n \"text\": \"It is recognised that an epidemiological account of the plague is as important as an identification of symptoms, but researchers are hampered by the lack of reliable statistics from this period. Most work has been done on the spread of the plague in England, and even estimates of overall population at the start vary by over 100% as no census was undertaken between the time of publication of the Domesday Book and the year 1377. Estimates of plague victims are usually extrapolated from figures from the clergy.\"\n },\n {\n \"document_id\": \"573749741c4567190057445d\",\n \"rank\": 2,\n \"retrieval_score\": 0.99,\n \"text\": \"The concept of inertia can be further generalized to explain the tendency of objects to continue in many different forms of constant motion, even those that are not strictly constant velocity. The rotational inertia of planet Earth is what fixes the constancy of the length of a day and the length of a year. Albert Einstein extended the principle of inertia further when he explained that reference frames subject to constant acceleration, such as those free-falling toward a gravitating object, were physically equivalent to inertial reference frames. This is why, for example, astronauts experience weightlessness when in free-fall orbit around the Earth, and why Newton's Laws of Motion are more easily discernible in such environments. If an astronaut places an object with mass in mid-air next to himself, it will remain stationary with respect to the astronaut due to its inertia. This is the same thing that would occur if the astronaut and the object were in intergalactic space with no net force of gravity acting on their shared reference frame. This principle of equivalence was one of the foundational underpinnings for the development of the general theory of relativity.\"\n },\n {\n \"document_id\": \"5729f4b41d0469140077968b\",\n \"rank\": 3,\n \"retrieval_score\": 0.98,\n \"text\": \"Helper T cells express T cell receptors (TCR) that recognize antigen bound to Class II MHC molecules. The MHC:antigen complex is also recognized by the helper cell's CD4 co-receptor, which recruits molecules inside the T cell (e.g., Lck) that are responsible for the T cell's activation. Helper T cells have a weaker association with the MHC:antigen complex than observed for killer T cells, meaning many receptors (around 200–300) on the helper T cell must be bound by an MHC:antigen in order to activate the helper cell, while killer T cells can be activated by engagement of a single MHC:antigen molecule. Helper T cell activation also requires longer duration of engagement with an antigen-presenting cell. The activation of a resting helper T cell causes it to release cytokines that influence the activity of many cell types. Cytokine signals produced by helper T cells enhance the microbicidal function of macrophages and the activity of killer T cells. In addition, helper T cell activation causes an upregulation of molecules expressed on the T cell's surface, such as CD40 ligand (also called CD154), which provide extra stimulatory signals typically required to activate antibody-producing B cells.\"\n },\n {\n \"document_id\": \"5729081d3f37b31900477fab\",\n \"rank\": 4,\n \"retrieval_score\": 0.97,\n \"text\": \"Neutrophils and macrophages are phagocytes that travel throughout the body in pursuit of invading pathogens. Neutrophils are normally found in the bloodstream and are the most abundant type of phagocyte, normally representing 50% to 60% of the total circulating leukocytes. During the acute phase of inflammation, particularly as a result of bacterial infection, neutrophils migrate toward the site of inflammation in a process called chemotaxis, and are usually the first cells to arrive at the scene of infection. Macrophages are versatile cells that reside within tissues and produce a wide array of chemicals including enzymes, complement proteins, and regulatory factors such as interleukin 1. Macrophages also act as scavengers, ridding the body of worn-out cells and other debris, and as antigen-presenting cells that activate the adaptive immune system.\"\n },\n {\n \"document_id\": \"57332c1e4776f4190066073a\",\n \"rank\": 5,\n \"retrieval_score\": 0.96,\n \"text\": \"After the German Invasion of Poland on 1 September 1939 began the Second World War, Warsaw was defended till September 27. Central Poland, including Warsaw, came under the rule of the General Government, a German Nazi colonial administration. All higher education institutions were immediately closed and Warsaw's entire Jewish population – several hundred thousand, some 30% of the city – herded into the Warsaw Ghetto. The city would become the centre of urban resistance to Nazi rule in occupied Europe. When the order came to annihilate the ghetto as part of Hitler's \\\"Final Solution\\\" on 19 April 1943, Jewish fighters launched the Warsaw Ghetto Uprising. Despite being heavily outgunned and outnumbered, the Ghetto held out for almost a month. When the fighting ended, almost all survivors were massacred, with only a few managing to escape or hide.\"\n },\n {\n \"document_id\": \"56de4b5c4396321400ee2799\",\n \"rank\": 6,\n \"retrieval_score\": 0.95,\n \"text\": \"In the visual arts, the Normans did not have the rich and distinctive traditions of the cultures they conquered. However, in the early 11th century the dukes began a programme of church reform, encouraging the Cluniac reform of monasteries and patronising intellectual pursuits, especially the proliferation of scriptoria and the reconstitution of a compilation of lost illuminated manuscripts. The church was utilised by the dukes as a unifying force for their disparate duchy. The chief monasteries taking part in this \\\"renaissance\\\" of Norman art and scholarship were Mont-Saint-Michel, Fécamp, Jumièges, Bec, Saint-Ouen, Saint-Evroul, and Saint-Wandrille. These centres were in contact with the so-called \\\"Winchester school\\\", which channeled a pure Carolingian artistic tradition to Normandy. In the final decade of the 11th and first of the 12th century, Normandy experienced a golden age of illustrated manuscripts, but it was brief and the major scriptoria of Normandy ceased to function after the midpoint of the century.\"\n },\n {\n \"document_id\": \"57300e2604bcaa1900d770b7\",\n \"rank\": 7,\n \"retrieval_score\": 0.94,\n \"text\": \"The Islamic Republic has also maintained its hold on power in Iran in spite of US economic sanctions, and has created or assisted like-minded Shia terrorist groups in Iraq, Egypt, Syria, Jordan (SCIRI) and Lebanon (Hezbollah) (two Muslim countries that also have large Shiite populations). During the 2006 Israel-Lebanon conflict, the Iranian government enjoyed something of a resurgence in popularity amongst the predominantly Sunni \\\"Arab street,\\\" due to its support for Hezbollah and to President Mahmoud Ahmadinejad's vehement opposition to the United States and his call that Israel shall vanish.\"\n },\n {\n \"document_id\": \"5705fc3a52bb89140068976a\",\n \"rank\": 8,\n \"retrieval_score\": 0.93,\n \"text\": \"Southern California contains a Mediterranean climate, with infrequent rain and many sunny days. Summers are hot and dry, while winters are a bit warm or mild and wet. Serious rain can occur unusually. In the summers, temperature ranges are 90-60's while as winters are 70-50's, usually all of Southern California have Mediterranean climate. But snow is very rare in the Southwest of the state, it occurs on the Southeast of the state.\"\n },\n {\n \"document_id\": \"5725c57a89a1e219009abe5e\",\n \"rank\": 9,\n \"retrieval_score\": 0.92,\n \"text\": \"Most species are hermaphrodites—a single animal can produce both eggs and sperm, meaning it can fertilize its own egg, not needing a mate. Some are simultaneous hermaphrodites, which can produce both eggs and sperm at the same time. Others are sequential hermaphrodites, in which the eggs and sperm mature at different times. Fertilization is generally external, although platyctenids' eggs are fertilized inside their parents' bodies and kept there until they hatch. The young are generally planktonic and in most species look like miniature cydippids, gradually changing into their adult shapes as they grow. The exceptions are the beroids, whose young are miniature beroids with large mouths and no tentacles, and the platyctenids, whose young live as cydippid-like plankton until they reach near-adult size, but then sink to the bottom and rapidly metamorphose into the adult form. In at least some species, juveniles are capable of reproduction before reaching the adult size and shape. The combination of hermaphroditism and early reproduction enables small populations to grow at an explosive rate.\"\n },\n {\n \"document_id\": \"57377083c3c5551400e51edf\",\n \"rank\": 10,\n \"retrieval_score\": 0.91,\n \"text\": \"A static equilibrium between two forces is the most usual way of measuring forces, using simple devices such as weighing scales and spring balances. For example, an object suspended on a vertical spring scale experiences the force of gravity acting on the object balanced by a force applied by the \\\"spring reaction force\\\", which equals the object's weight. Using such tools, some quantitative force laws were discovered: that the force of gravity is proportional to volume for objects of constant density (widely exploited for millennia to define standard weights); Archimedes' principle for buoyancy; Archimedes' analysis of the lever; Boyle's law for gas pressure; and Hooke's law for springs. These were all formulated and experimentally verified before Isaac Newton expounded his Three Laws of Motion.\"\n },\n {\n \"document_id\": \"57106185b654c5140001f8db\",\n \"rank\": 11,\n \"retrieval_score\": 0.9,\n \"text\": \"A term used originally in derision, Huguenot has unclear origins. Various hypotheses have been promoted. The nickname may have been a combined reference to the Swiss politician Besançon Hugues (died 1532) and the religiously conflicted nature of Swiss republicanism in his time, using a clever derogatory pun on the name Hugues by way of the Dutch word Huisgenoten (literally housemates), referring to the connotations of a somewhat related word in German Eidgenosse (Confederates as in \\\"a citizen of one of the states of the Swiss Confederacy\\\"). Geneva was John Calvin's adopted home and the centre of the Calvinist movement. In Geneva, Hugues, though Catholic, was a leader of the \\\"Confederate Party\\\", so called because it favoured independence from the Duke of Savoy through an alliance between the city-state of Geneva and the Swiss Confederation. The label Huguenot was purportedly first applied in France to those conspirators (all of them aristocratic members of the Reformed Church) involved in the Amboise plot of 1560: a foiled attempt to wrest power in France from the influential House of Guise. The move would have had the side effect of fostering relations with the Swiss. Thus, Hugues plus Eidgenosse by way of Huisgenoten supposedly became Huguenot, a nickname associating the Protestant cause with politics unpopular in France.[citation needed]\"\n },\n {\n \"document_id\": \"5710e9f8a58dae1900cd6b30\",\n \"rank\": 12,\n \"retrieval_score\": 0.89,\n \"text\": \"In 1564 a group of Norman Huguenots under the leadership of Jean Ribault established the small colony of Fort Caroline on the banks of the St. Johns River in what is today Jacksonville, Florida. The effort was the first at any permanent European settlement in the present-day continental United States, but survived only a short time. A September 1565 French naval attack against the new Spanish colony at St. Augustine failed when its ships were hit by a hurricane on their way to the Spanish encampment at Fort Matanzas. Hundreds of French soldiers were stranded and surrendered to the numerically inferior Spanish forces led by Pedro Menendez. Menendez proceeded to massacre the defenseless Huguenots, after which he wiped out the Fort Caroline garrison.\"\n },\n {\n \"document_id\": \"5728170d3acd2414000df443\",\n \"rank\": 13,\n \"retrieval_score\": 0.88,\n \"text\": \"On May 3, 1901, downtown Jacksonville was ravaged by a fire that started as a kitchen fire. Spanish moss at a nearby mattress factory was quickly engulfed in flames and enabling the fire to spread rapidly. In just eight hours, it swept through 146 city blocks, destroyed over 2,000 buildings, left about 10,000 homeless and killed 7 residents. The Confederate Monument in Hemming Park was one of the only landmarks to survive the fire. Governor Jennings declare martial law and sent the state militia to maintain order. On May 17 municipal authority resumed in Jacksonville. It is said the glow from the flames could be seen in Savannah, Georgia, and the smoke plumes seen in Raleigh, North Carolina. Known as the \\\"Great Fire of 1901\\\", it was one of the worst disasters in Florida history and the largest urban fire in the southeastern United States. Architect Henry John Klutho was a primary figure in the reconstruction of the city. The first multi-story structure built by Klutho was the Dyal-Upchurch Building in 1902. The St. James Building, built on the previous site of the St. James Hotel that burned down, was built in 1912 as Klutho's crowning achievement.\"\n },\n {\n \"document_id\": \"56e1c720e3433e140042316a\",\n \"rank\": 14,\n \"retrieval_score\": 0.87,\n \"text\": \"For the complexity classes defined in this way, it is desirable to prove that relaxing the requirements on (say) computation time indeed defines a bigger set of problems. In particular, although DTIME(n) is contained in DTIME(n2), it would be interesting to know if the inclusion is strict. For time and space requirements, the answer to such questions is given by the time and space hierarchy theorems respectively. They are called hierarchy theorems because they induce a proper hierarchy on the classes defined by constraining the respective resources. Thus there are pairs of complexity classes such that one is properly included in the other. Having deduced such proper set inclusions, we can proceed to make quantitative statements about how much more additional time or space is needed in order to increase the number of problems that can be solved.\"\n },\n {\n \"document_id\": \"57294279af94a219006aa209\",\n \"rank\": 15,\n \"retrieval_score\": 0.86,\n \"text\": \"These studies were widely presented as demonstrating that the current warming period is exceptional in comparison to temperatures between 1000 and 1900, and the MBH99 based graph featured in publicity. Even at the draft stage, this finding was disputed by contrarians: in May 2000 Fred Singer's Science and Environmental Policy Project held a press event on Capitol Hill, Washington, D.C., featuring comments on the graph Wibjörn Karlén and Singer argued against the graph at a United States Senate Committee on Commerce, Science and Transportation hearing on 18 July 2000. Contrarian John Lawrence Daly featured a modified version of the IPCC 1990 schematic, which he mis-identified as appearing in the IPCC 1995 report, and argued that \\\"Overturning its own previous view in the 1995 report, the IPCC presented the 'Hockey Stick' as the new orthodoxy with hardly an apology or explanation for the abrupt U-turn since its 1995 report\\\". Criticism of the MBH99 reconstruction in a review paper, which was quickly discredited in the Soon and Baliunas controversy, was picked up by the Bush administration, and a Senate speech by US Republican senator James Inhofe alleged that \\\"manmade global warming is the greatest hoax ever perpetrated on the American people\\\". The data and methodology used to produce the \\\"hockey stick graph\\\" was criticized in papers by Stephen McIntyre and Ross McKitrick, and in turn the criticisms in these papers were examined by other studies and comprehensively refuted by Wahl & Ammann 2007, which showed errors in the methods used by McIntyre and McKitrick.\"\n },\n {\n \"document_id\": \"5726ddf6f1498d1400e8ee04\",\n \"rank\": 16,\n \"retrieval_score\": 0.85,\n \"text\": \"The advances made in the Middle East in botany and chemistry led medicine in medieval Islam substantially to develop pharmacology. Muhammad ibn Zakarīya Rāzi (Rhazes) (865–915), for instance, acted to promote the medical uses of chemical compounds. Abu al-Qasim al-Zahrawi (Abulcasis) (936–1013) pioneered the preparation of medicines by sublimation and distillation. His Liber servitoris is of particular interest, as it provides the reader with recipes and explains how to prepare the `simples’ from which were compounded the complex drugs then generally used. Sabur Ibn Sahl (d 869), was, however, the first physician to initiate pharmacopoedia, describing a large variety of drugs and remedies for ailments. Al-Biruni (973–1050) wrote one of the most valuable Islamic works on pharmacology, entitled Kitab al-Saydalah (The Book of Drugs), in which he detailed the properties of drugs and outlined the role of pharmacy and the functions and duties of the pharmacist. Avicenna, too, described no less than 700 preparations, their properties, modes of action, and their indications. He devoted in fact a whole volume to simple drugs in The Canon of Medicine. Of great impact were also the works by al-Maridini of Baghdad and Cairo, and Ibn al-Wafid (1008–1074), both of which were printed in Latin more than fifty times, appearing as De Medicinis universalibus et particularibus by 'Mesue' the younger, and the Medicamentis simplicibus by 'Abenguefit'. Peter of Abano (1250–1316) translated and added a supplement to the work of al-Maridini under the title De Veneris. Al-Muwaffaq’s contributions in the field are also pioneering. Living in the 10th century, he wrote The foundations of the true properties of Remedies, amongst others describing arsenious oxide, and being acquainted with silicic acid. He made clear distinction between sodium carbonate and potassium carbonate, and drew attention to the poisonous nature of copper compounds, especially copper vitriol, and also lead compounds. He also describes the distillation of sea-water for drinking.[verification needed]\"\n }\n ],\n \"returned\": 16\n }\n}", "content_sha256": "50dd172cda2a89ac2731018ba56d3aa86bba33b8fb0223ea087c7d617ff87772", "document_ids": [ "5726516a708984140094c223", "573749741c4567190057445d", "5729f4b41d0469140077968b", "5729081d3f37b31900477fab", "57332c1e4776f4190066073a", "56de4b5c4396321400ee2799", "57300e2604bcaa1900d770b7", "5705fc3a52bb89140068976a", "5725c57a89a1e219009abe5e", "57377083c3c5551400e51edf", "57106185b654c5140001f8db", "5710e9f8a58dae1900cd6b30", "5728170d3acd2414000df443", "56e1c720e3433e140042316a", "57294279af94a219006aa209", "5726ddf6f1498d1400e8ee04" ], "example_id": "5725c57a89a1e219009abe5e", "gold_document": 8, "question": "What is unique about a hermaphrodite?", "trial_id": "squad-f7ed5de7cf591c5e" } ] }