Source code for eval_framework.benchmarks.utils.global_mmlu_languages

"""Localized prompt wording for Global-MMLU: one ``GlobalMMLULocale`` per language config."""

from dataclasses import dataclass

from eval_framework.benchmarks.mmlu import MMLU_SUBJECTS

# Every language config of CohereLabs/Global-MMLU, whether or not it has a locale here.
GLOBAL_MMLU_CONFIGS = [
    "am",
    "ar",
    "bn",
    "cs",
    "el",
    "en",
    "fil",
    "fr",
    "ha",
    "he",
    "hi",
    "ig",
    "id",
    "it",
    "ja",
    "ky",
    "ko",
    "lt",
    "mg",
    "ms",
    "ne",
    "nl",
    "ny",
    "fa",
    "pl",
    "pt",
    "ro",
    "ru",
    "si",
    "sn",
    "so",
    "es",
    "sr",
    "sw",
    "sv",
    "te",
    "tr",
    "uk",
    "vi",
    "yo",
    "zh",
]


[docs] @dataclass(frozen=True, kw_only=True) class GlobalMMLULocale: """One language of Global-MMLU: the subject names, the preamble and the question/answer labels.""" subject_names: dict[str, str] preamble_template: str question_label: str answer_label: str def __post_init__(self) -> None: if set(self.subject_names) != set(MMLU_SUBJECTS): missing = sorted(set(MMLU_SUBJECTS) - set(self.subject_names)) extra = sorted(set(self.subject_names) - set(MMLU_SUBJECTS)) raise ValueError(f"subject_names must name exactly the MMLU subjects; missing {missing}, extra {extra}") if "{subject}" not in self.preamble_template: raise ValueError(f"preamble_template must contain '{{subject}}': {self.preamble_template!r}")
[docs] def preamble(self, subject: str) -> str: return self.preamble_template.format(subject=self.subject_names[subject])
# Keyed by Global-MMLU language config. GLOBAL_MMLU_LOCALES: dict[str, GlobalMMLULocale] = { "fr": GlobalMMLULocale( subject_names={ "abstract_algebra": "Algèbre Abstraite", "anatomy": "Anatomie", "astronomy": "Astronomie", "business_ethics": "Éthique des Affaires", "clinical_knowledge": "Connaissances Cliniques", "college_biology": "Biologie Universitaire", "college_chemistry": "Chimie Universitaire", "college_computer_science": "Informatique Universitaire", "college_mathematics": "Mathématiques Universitaires", "college_medicine": "Médecine Universitaire", "college_physics": "Physique Universitaire", "computer_security": "Sécurité Informatique", "conceptual_physics": "Physique Conceptuelle", "econometrics": "Économétrie", "electrical_engineering": "Génie Électrique", "elementary_mathematics": "Mathématiques Élémentaires", "formal_logic": "Logique Formelle", "global_facts": "Faits Mondiaux", "high_school_biology": "Biologie au Lycée", "high_school_chemistry": "Chimie au Lycée", "high_school_computer_science": "Informatique au Lycée", "high_school_european_history": "Histoire Européenne au Lycée", "high_school_geography": "Géographie au Lycée", "high_school_government_and_politics": "Gouvernement et Politique au Lycée", "high_school_macroeconomics": "Macroéconomie au Lycée", "high_school_mathematics": "Mathématiques au Lycée", "high_school_microeconomics": "Microéconomie au Lycée", "high_school_physics": "Physique au Lycée", "high_school_psychology": "Psychologie au Lycée", "high_school_statistics": "Statistiques au Lycée", "high_school_us_history": "Histoire des États-Unis au Lycée", "high_school_world_history": "Histoire Mondiale au Lycée", "human_aging": "Vieillissement Humain", "human_sexuality": "Sexualité Humaine", "international_law": "Droit International", "jurisprudence": "Jurisprudence", "logical_fallacies": "Fautes de Logique", "machine_learning": "Apprentissage Automatique", "management": "Gestion", "marketing": "Marketing", "medical_genetics": "Génétique Médicale", "miscellaneous": "Divers", "moral_disputes": "Conflits Moraux", "moral_scenarios": "Scénarios Moraux", "nutrition": "Nutrition", "philosophy": "Philosophie", "prehistory": "Préhistoire", "professional_accounting": "Comptabilité Professionnelle", "professional_law": "Droit Professionnel", "professional_medicine": "Médecine Professionnelle", "professional_psychology": "Psychologie Professionnelle", "public_relations": "Relations Publiques", "security_studies": "Études de Sécurité", "sociology": "Sociologie", "us_foreign_policy": "Politique Étrangère des États-Unis", "virology": "Virologie", "world_religions": "Religions du Monde", }, preamble_template="Les questions suivantes sont des questions à choix multiples (avec réponses) sur {subject}.", question_label="Question", answer_label="Réponse", ), "de": GlobalMMLULocale( subject_names={ "abstract_algebra": "Abstrakte Algebra", "anatomy": "Anatomie", "astronomy": "Astronomie", "business_ethics": "Wirtschaftsethik", "clinical_knowledge": "Klinisches Wissen", "college_biology": "Biologie (Universität)", "college_chemistry": "Chemie (Universität)", "college_computer_science": "Informatik (Universität)", "college_mathematics": "Mathematik (Universität)", "college_medicine": "Medizin (Universität)", "college_physics": "Physik (Universität)", "computer_security": "IT-Sicherheit", "conceptual_physics": "Konzeptuelle Physik", "econometrics": "Ökonometrie", "electrical_engineering": "Elektrotechnik", "elementary_mathematics": "Elementarmathematik", "formal_logic": "Formale Logik", "global_facts": "Weltwissen", "high_school_biology": "Biologie (Gymnasium)", "high_school_chemistry": "Chemie (Gymnasium)", "high_school_computer_science": "Informatik (Gymnasium)", "high_school_european_history": "Europäische Geschichte (Gymnasium)", "high_school_geography": "Geografie (Gymnasium)", "high_school_government_and_politics": "Politik und Regierung (Gymnasium)", "high_school_macroeconomics": "Makroökonomie (Gymnasium)", "high_school_mathematics": "Mathematik (Gymnasium)", "high_school_microeconomics": "Mikroökonomie (Gymnasium)", "high_school_physics": "Physik (Gymnasium)", "high_school_psychology": "Psychologie (Gymnasium)", "high_school_statistics": "Statistik (Gymnasium)", "high_school_us_history": "US-Geschichte (Gymnasium)", "high_school_world_history": "Weltgeschichte (Gymnasium)", "human_aging": "Altern des Menschen", "human_sexuality": "Menschliche Sexualität", "international_law": "Völkerrecht", "jurisprudence": "Rechtswissenschaft", "logical_fallacies": "Logische Fehlschlüsse", "machine_learning": "Maschinelles Lernen", "management": "Management", "marketing": "Marketing", "medical_genetics": "Medizinische Genetik", "miscellaneous": "Verschiedenes", "moral_disputes": "Moralische Streitfragen", "moral_scenarios": "Moralische Szenarien", "nutrition": "Ernährung", "philosophy": "Philosophie", "prehistory": "Urgeschichte", "professional_accounting": "Berufsbezogene Buchhaltung", "professional_law": "Berufsbezogenes Recht", "professional_medicine": "Berufsbezogene Medizin", "professional_psychology": "Berufsbezogene Psychologie", "public_relations": "Öffentlichkeitsarbeit", "security_studies": "Sicherheitsstudien", "sociology": "Soziologie", "us_foreign_policy": "US-Außenpolitik", "virology": "Virologie", "world_religions": "Weltreligionen", }, preamble_template="Die folgenden sind Multiple-Choice-Fragen (mit Antworten) über {subject}.", question_label="Frage", answer_label="Antwort", ), "es": GlobalMMLULocale( subject_names={ "abstract_algebra": "Álgebra Abstracta", "anatomy": "Anatomía", "astronomy": "Astronomía", "business_ethics": "Ética Empresarial", "clinical_knowledge": "Conocimientos Clínicos", "college_biology": "Biología Universitaria", "college_chemistry": "Química Universitaria", "college_computer_science": "Informática Universitaria", "college_mathematics": "Matemáticas Universitarias", "college_medicine": "Medicina Universitaria", "college_physics": "Física Universitaria", "computer_security": "Seguridad Informática", "conceptual_physics": "Física Conceptual", "econometrics": "Econometría", "electrical_engineering": "Ingeniería Eléctrica", "elementary_mathematics": "Matemáticas Elementales", "formal_logic": "Lógica Formal", "global_facts": "Datos Globales", "high_school_biology": "Biología de Secundaria", "high_school_chemistry": "Química de Secundaria", "high_school_computer_science": "Informática de Secundaria", "high_school_european_history": "Historia Europea de Secundaria", "high_school_geography": "Geografía de Secundaria", "high_school_government_and_politics": "Gobierno y Política de Secundaria", "high_school_macroeconomics": "Macroeconomía de Secundaria", "high_school_mathematics": "Matemáticas de Secundaria", "high_school_microeconomics": "Microeconomía de Secundaria", "high_school_physics": "Física de Secundaria", "high_school_psychology": "Psicología de Secundaria", "high_school_statistics": "Estadística de Secundaria", "high_school_us_history": "Historia de EE. UU. de Secundaria", "high_school_world_history": "Historia Mundial de Secundaria", "human_aging": "Envejecimiento Humano", "human_sexuality": "Sexualidad Humana", "international_law": "Derecho Internacional", "jurisprudence": "Jurisprudencia", "logical_fallacies": "Falacias Lógicas", "machine_learning": "Aprendizaje Automático", "management": "Administración", "marketing": "Mercadotecnia", "medical_genetics": "Genética Médica", "miscellaneous": "Misceláneos", "moral_disputes": "Disputas Morales", "moral_scenarios": "Escenarios Morales", "nutrition": "Nutrición", "philosophy": "Filosofía", "prehistory": "Prehistoria", "professional_accounting": "Contabilidad Profesional", "professional_law": "Derecho Profesional", "professional_medicine": "Medicina Profesional", "professional_psychology": "Psicología Profesional", "public_relations": "Relaciones Públicas", "security_studies": "Estudios de Seguridad", "sociology": "Sociología", "us_foreign_policy": "Política Exterior de EE. UU.", "virology": "Virología", "world_religions": "Religiones del Mundo", }, preamble_template="Las siguientes son preguntas de opción múltiple (con respuestas) sobre {subject}.", question_label="Pregunta", answer_label="Respuesta", ), "it": GlobalMMLULocale( subject_names={ "abstract_algebra": "Algebra Astratta", "anatomy": "Anatomia", "astronomy": "Astronomia", "business_ethics": "Etica Aziendale", "clinical_knowledge": "Conoscenza Clinica", "college_biology": "Biologia Universitaria", "college_chemistry": "Chimica Universitaria", "college_computer_science": "Informatica Universitaria", "college_mathematics": "Matematica Universitaria", "college_medicine": "Medicina Universitaria", "college_physics": "Fisica Universitaria", "computer_security": "Sicurezza Informatica", "conceptual_physics": "Fisica Concettuale", "econometrics": "Econometria", "electrical_engineering": "Ingegneria Elettrica", "elementary_mathematics": "Matematica Elementare", "formal_logic": "Logica Formale", "global_facts": "Fatti Globali", "high_school_biology": "Biologia Liceale", "high_school_chemistry": "Chimica Liceale", "high_school_computer_science": "Informatica Liceale", "high_school_european_history": "Storia Europea Liceale", "high_school_geography": "Geografia Liceale", "high_school_government_and_politics": "Governo e Politica Liceale", "high_school_macroeconomics": "Macroeconomia Liceale", "high_school_mathematics": "Matematica Liceale", "high_school_microeconomics": "Microeconomia Liceale", "high_school_physics": "Fisica Liceale", "high_school_psychology": "Psicologia Liceale", "high_school_statistics": "Statistica Liceale", "high_school_us_history": "Storia Americana Liceale", "high_school_world_history": "Storia Mondiale Liceale", "human_aging": "Invecchiamento Umano", "human_sexuality": "Sessualità Umana", "international_law": "Diritto Internazionale", "jurisprudence": "Giurisprudenza", "logical_fallacies": "Fallacie Logiche", "machine_learning": "Apprendimento Automatico", "management": "Gestione", "marketing": "Marketing", "medical_genetics": "Genetica Medica", "miscellaneous": "Varie", "moral_disputes": "Controversie Morali", "moral_scenarios": "Scenari Morali", "nutrition": "Nutrizione", "philosophy": "Filosofia", "prehistory": "Preistoria", "professional_accounting": "Contabilità Professionale", "professional_law": "Diritto Professionale", "professional_medicine": "Medicina Professionale", "professional_psychology": "Psicologia Professionale", "public_relations": "Relazioni Pubbliche", "security_studies": "Studi sulla Sicurezza", "sociology": "Sociologia", "us_foreign_policy": "Politica Estera degli Stati Uniti", "virology": "Virologia", "world_religions": "Religioni del Mondo", }, preamble_template="Le seguenti sono domande a scelta multipla (con risposte) su {subject}.", question_label="Domanda", answer_label="Risposta", ), "pt": GlobalMMLULocale( subject_names={ "abstract_algebra": "Álgebra Abstrata", "anatomy": "Anatomia", "astronomy": "Astronomia", "business_ethics": "Ética Empresarial", "clinical_knowledge": "Conhecimento Clínico", "college_biology": "Biologia Universitária", "college_chemistry": "Química Universitária", "college_computer_science": "Ciência da Computação Universitária", "college_mathematics": "Matemática Universitária", "college_medicine": "Medicina Universitária", "college_physics": "Física Universitária", "computer_security": "Segurança da Computação", "conceptual_physics": "Física Conceitual", "econometrics": "Econometria", "electrical_engineering": "Engenharia Elétrica", "elementary_mathematics": "Matemática Elementar", "formal_logic": "Lógica Formal", "global_facts": "Fatos Globais", "high_school_biology": "Biologia do Ensino Médio", "high_school_chemistry": "Química do Ensino Médio", "high_school_computer_science": "Ciência da Computação do Ensino Médio", "high_school_european_history": "História Europeia do Ensino Médio", "high_school_geography": "Geografia do Ensino Médio", "high_school_government_and_politics": "Governo e Política do Ensino Médio", "high_school_macroeconomics": "Macroeconomia do Ensino Médio", "high_school_mathematics": "Matemática do Ensino Médio", "high_school_microeconomics": "Microeconomia do Ensino Médio", "high_school_physics": "Física do Ensino Médio", "high_school_psychology": "Psicologia do Ensino Médio", "high_school_statistics": "Estatística do Ensino Médio", "high_school_us_history": "História dos EUA do Ensino Médio", "high_school_world_history": "História Mundial do Ensino Médio", "human_aging": "Envelhecimento Humano", "human_sexuality": "Sexualidade Humana", "international_law": "Direito Internacional", "jurisprudence": "Jurisprudência", "logical_fallacies": "Falácias Lógicas", "machine_learning": "Aprendizado de Máquina", "management": "Administração", "marketing": "Marketing", "medical_genetics": "Genética Médica", "miscellaneous": "Diversos", "moral_disputes": "Disputas Morais", "moral_scenarios": "Cenários Morais", "nutrition": "Nutrição", "philosophy": "Filosofia", "prehistory": "Pré-História", "professional_accounting": "Contabilidade Profissional", "professional_law": "Direito Profissional", "professional_medicine": "Medicina Profissional", "professional_psychology": "Psicologia Profissional", "public_relations": "Relações Públicas", "security_studies": "Estudos de Segurança", "sociology": "Sociologia", "us_foreign_policy": "Política Externa dos EUA", "virology": "Virologia", "world_religions": "Religiões Mundiais", }, preamble_template="As seguintes são perguntas de múltipla escolha (com respostas) sobre {subject}.", question_label="Pergunta", answer_label="Resposta", ), "ar": GlobalMMLULocale( subject_names={ "abstract_algebra": "الجبر المجرد", "anatomy": "علم التشريح", "astronomy": "علم الفلك", "business_ethics": "أخلاقيات الأعمال", "clinical_knowledge": "المعرفة السريرية", "college_biology": "أحياء جامعية", "college_chemistry": "كيمياء جامعية", "college_computer_science": "علوم الحاسوب الجامعية", "college_mathematics": "رياضيات جامعية", "college_medicine": "طب جامعي", "college_physics": "فيزياء جامعية", "computer_security": "أمن الحاسوب", "conceptual_physics": "الفيزياء المفاهيمية", "econometrics": "الاقتصاد القياسي", "electrical_engineering": "الهندسة الكهربائية", "elementary_mathematics": "الرياضيات الابتدائية", "formal_logic": "المنطق الصوري", "global_facts": "حقائق عالمية", "high_school_biology": "أحياء ثانوية", "high_school_chemistry": "كيمياء ثانوية", "high_school_computer_science": "علوم الحاسوب الثانوية", "high_school_european_history": "تاريخ أوروبا الثانوي", "high_school_geography": "جغرافيا ثانوية", "high_school_government_and_politics": "الحكومة والسياسة الثانوية", "high_school_macroeconomics": "الاقتصاد الكلي الثانوي", "high_school_mathematics": "رياضيات ثانوية", "high_school_microeconomics": "الاقتصاد الجزئي الثانوي", "high_school_physics": "فيزياء ثانوية", "high_school_psychology": "علم النفس الثانوي", "high_school_statistics": "الإحصاء الثانوي", "high_school_us_history": "تاريخ الولايات المتحدة الثانوي", "high_school_world_history": "تاريخ العالم الثانوي", "human_aging": "شيخوخة الإنسان", "human_sexuality": "الجنس البشري", "international_law": "القانون الدولي", "jurisprudence": "الفقه القانوني", "logical_fallacies": "المغالطات المنطقية", "machine_learning": "تعلم الآلة", "management": "الإدارة", "marketing": "التسويق", "medical_genetics": "الوراثة الطبية", "miscellaneous": "متفرقات", "moral_disputes": "الخلافات الأخلاقية", "moral_scenarios": "السيناريوهات الأخلاقية", "nutrition": "التغذية", "philosophy": "الفلسفة", "prehistory": "ما قبل التاريخ", "professional_accounting": "المحاسبة المهنية", "professional_law": "القانون المهني", "professional_medicine": "الطب المهني", "professional_psychology": "علم النفس المهني", "public_relations": "العلاقات العامة", "security_studies": "دراسات الأمن", "sociology": "علم الاجتماع", "us_foreign_policy": "السياسة الخارجية الأمريكية", "virology": "علم الفيروسات", "world_religions": "الديانات العالمية", }, preamble_template="فيما يلي أسئلة اختيار من متعدد (مع الإجابات) حول {subject}.", question_label="السؤال", answer_label="الإجابة", ), "nl": GlobalMMLULocale( subject_names={ "abstract_algebra": "abstracte algebra", "anatomy": "anatomie", "astronomy": "astronomie", "business_ethics": "bedrijfsethiek", "clinical_knowledge": "klinische kennis", "college_biology": "biologie op het college", "college_chemistry": "scheikunde op het college", "college_computer_science": "computerwetenschappen op het college", "college_mathematics": "wiskunde op het college", "college_medicine": "geneeskunde op het college", "college_physics": "natuurkunde op het college", "computer_security": "computerbeveiliging", "conceptual_physics": "conceptuele fysica", "econometrics": "econometrie", "electrical_engineering": "elektrotechniek", "elementary_mathematics": "elementaire wiskunde", "formal_logic": "formele logica", "global_facts": "wereldwijde feiten", "high_school_biology": "biologie op de middelbare school", "high_school_chemistry": "scheikunde op de middelbare school", "high_school_computer_science": "computerwetenschappen op de middelbare school", "high_school_european_history": "Europese geschiedenis op de middelbare school", "high_school_geography": "aardrijkskunde op de middelbare school", "high_school_government_and_politics": "bestuur en politiek op de middelbare school", "high_school_macroeconomics": "macro-economie op de middelbare school", "high_school_mathematics": "wiskunde op de middelbare school", "high_school_microeconomics": "micro-economie op de middelbare school", "high_school_physics": "natuurkunde op de middelbare school", "high_school_psychology": "psychologie op de middelbare school", "high_school_statistics": "statistiek op de middelbare school", "high_school_us_history": "Amerikaanse geschiedenis op de middelbare school", "high_school_world_history": "wereldgeschiedenis op de middelbare school", "human_aging": "menselijke veroudering", "human_sexuality": "menselijke seksualiteit", "international_law": "internationaal recht", "jurisprudence": "rechtsgeleerdheid", "logical_fallacies": "logische drogredenen", "machine_learning": "machine learning", "management": "management", "marketing": "marketing", "medical_genetics": "medische genetica", "miscellaneous": "diversen", "moral_disputes": "morele geschillen", "moral_scenarios": "morele scenario's", "nutrition": "voeding", "philosophy": "filosofie", "prehistory": "prehistorie", "professional_accounting": "professionele boekhouding", "professional_law": "professioneel recht", "professional_medicine": "professionele geneeskunde", "professional_psychology": "professionele psychologie", "public_relations": "public relations", "security_studies": "veiligheidsstudies", "sociology": "sociologie", "us_foreign_policy": "Amerikaans buitenlands beleid", "virology": "virologie", "world_religions": "wereldreligies", }, preamble_template="Hieronder volgen meerkeuzevragen (met antwoorden) over {subject}.", question_label="Vraag", answer_label="Antwoord", ), "pl": GlobalMMLULocale( subject_names={ "abstract_algebra": "algebra abstrakcyjna", "anatomy": "anatomia", "astronomy": "astronomia", "business_ethics": "etyka biznesu", "clinical_knowledge": "wiedza kliniczna", "college_biology": "biologia na poziomie college", "college_chemistry": "chemia na poziomie college", "college_computer_science": "informatyka na poziomie college", "college_mathematics": "matematyka na poziomie college", "college_medicine": "medycyna na poziomie college", "college_physics": "fizyka na poziomie college", "computer_security": "bezpieczeństwo komputerowe", "conceptual_physics": "fizyka koncepcyjna", "econometrics": "ekonometria", "electrical_engineering": "inżynieria elektryczna", "elementary_mathematics": "matematyka elementarna", "formal_logic": "logika formalna", "global_facts": "fakty globalne", "high_school_biology": "biologia na poziomie high school", "high_school_chemistry": "chemia na poziomie high school", "high_school_computer_science": "informatyka na poziomie high school", "high_school_european_history": "historia Europy na poziomie high school", "high_school_geography": "geografia na poziomie high school", "high_school_government_and_politics": "rząd i polityka na poziomie high school", "high_school_macroeconomics": "makroekonomia na poziomie high school", "high_school_mathematics": "matematyka na poziomie high school", "high_school_microeconomics": "mikroekonomia na poziomie high school", "high_school_physics": "fizyka na poziomie high school", "high_school_psychology": "psychologia na poziomie high school", "high_school_statistics": "statystyka na poziomie high school", "high_school_us_history": "historia USA na poziomie high school", "high_school_world_history": "historia świata na poziomie high school", "human_aging": "starzenie się ludzi", "human_sexuality": "seksualność człowieka", "international_law": "prawo międzynarodowe", "jurisprudence": "jurysprudencja", "logical_fallacies": "błędy logiczne", "machine_learning": "uczenie maszynowe", "management": "zarządzanie", "marketing": "marketing", "medical_genetics": "genetyka medyczna", "miscellaneous": "różnorodne", "moral_disputes": "spory moralne", "moral_scenarios": "scenariusze moralne", "nutrition": "żywienie", "philosophy": "filozofia", "prehistory": "prehistoria", "professional_accounting": "rachunkowość zawodowa", "professional_law": "prawo zawodowe", "professional_medicine": "medycyna zawodowa", "professional_psychology": "psychologia zawodowa", "public_relations": "public relations", "security_studies": "studia nad bezpieczeństwem", "sociology": "socjologia", "us_foreign_policy": "polityka zagraniczna USA", "virology": "virologia", "world_religions": "religie świata", }, preamble_template="Poniżej znajdują się pytania wielokrotnego wyboru (z odpowiedziami) dotyczące {subject}.", question_label="Pytanie", answer_label="Odpowiedź", ), "ru": GlobalMMLULocale( subject_names={ "abstract_algebra": "абстрактная алгебра", "anatomy": "анатомия", "astronomy": "астрономия", "business_ethics": "деловая этика", "clinical_knowledge": "клинические знания", "college_biology": "биология в колледже", "college_chemistry": "химия в колледже", "college_computer_science": "компьютерные науки в колледже", "college_mathematics": "математика в колледже", "college_medicine": "медицина в колледже", "college_physics": "физика в колледже", "computer_security": "компьютерная безопасность", "conceptual_physics": "концептуальная физика", "econometrics": "эконометрика", "electrical_engineering": "электротехника", "elementary_mathematics": "элементарная математика", "formal_logic": "формальная логика", "global_facts": "глобальные факты", "high_school_biology": "биология в старших классах", "high_school_chemistry": "химия в старших классах", "high_school_computer_science": "компьютерные науки в старших классах", "high_school_european_history": "европейская история в старших классах", "high_school_geography": "география в старших классах", "high_school_government_and_politics": "государственное управление и политика в старших классах", "high_school_macroeconomics": "макроэкономика в старших классах", "high_school_mathematics": "математика в старших классах", "high_school_microeconomics": "микроэкономика в старших классах", "high_school_physics": "физика в старших классах", "high_school_psychology": "психология в старших классах", "high_school_statistics": "статистика в старших классах", "high_school_us_history": "история США в старших классах", "high_school_world_history": "всемирная история в старших классах", "human_aging": "старение человека", "human_sexuality": "человеческая сексуальность", "international_law": "международное право", "jurisprudence": "юриспруденция", "logical_fallacies": "логические ошибки", "machine_learning": "машинное обучение", "management": "менеджмент", "marketing": "маркетинг", "medical_genetics": "медицинская генетика", "miscellaneous": "прочее", "moral_disputes": "моральные споры", "moral_scenarios": "моральные сценарии", "nutrition": "питание", "philosophy": "философия", "prehistory": "предыстория", "professional_accounting": "профессиональный бухгалтерский учет", "professional_law": "профессиональное право", "professional_medicine": "профессиональная медицина", "professional_psychology": "профессиональная психология", "public_relations": "связи с общественностью", "security_studies": "исследования в области безопасности", "sociology": "социология", "us_foreign_policy": "внешняя политика США", "virology": "вирусология", "world_religions": "мировые религии", }, preamble_template="Ниже приведены вопросы с множественным выбором (с ответами) по теме {subject}.", question_label="Вопрос", answer_label="Ответ", ), "uk": GlobalMMLULocale( subject_names={ "abstract_algebra": "абстрактна алгебра", "anatomy": "анатомія", "astronomy": "астрономія", "business_ethics": "бізнес-етика", "clinical_knowledge": "клінічні знання", "college_biology": "коледж-біологія", "college_chemistry": "коледж-хімія", "college_computer_science": "коледж-комп'ютерні науки", "college_mathematics": "коледж-математика", "college_medicine": "коледж-медицина", "college_physics": "коледж-фізика", "computer_security": "комп'ютерна безпека", "conceptual_physics": "концептуальна фізика", "econometrics": "економетрика", "electrical_engineering": "електротехніка", "elementary_mathematics": "елементарна математика", "formal_logic": "формальна логіка", "global_facts": "глобальні факти", "high_school_biology": "біологія для старших класів", "high_school_chemistry": "хімія для старших класів", "high_school_computer_science": "комп'ютерні науки для старших класів", "high_school_european_history": "європейська історія для старших класів", "high_school_geography": "географія для старших класів", "high_school_government_and_politics": "державне управління та політика для старших класів", "high_school_macroeconomics": "макроекономіка для старших класів", "high_school_mathematics": "математика для старших класів", "high_school_microeconomics": "мікроекономіка для старших класів", "high_school_physics": "фізика для старших класів", "high_school_psychology": "психологія для старших класів", "high_school_statistics": "статистика для старших класів", "high_school_us_history": "історія США для старших класів", "high_school_world_history": "всесвітня історія для старших класів", "human_aging": "старіння людини", "human_sexuality": "людська сексуальність", "international_law": "міжнародне право", "jurisprudence": "юриспруденція", "logical_fallacies": "логічні помилки", "machine_learning": "машинне навчання", "management": "менеджмент", "marketing": "маркетинг", "medical_genetics": "медична генетика", "miscellaneous": "різне", "moral_disputes": "моральні суперечки", "moral_scenarios": "моральні сценарії", "nutrition": "харчування", "philosophy": "філософія", "prehistory": "передісторія", "professional_accounting": "професійний бухгалтерський облік", "professional_law": "професійне право", "professional_medicine": "професійна медицина", "professional_psychology": "професійна психологія", "public_relations": "зв'язки з громадськістю", "security_studies": "дослідження безпеки", "sociology": "соціологія", "us_foreign_policy": "зовнішня політика США", "virology": "вірусологія", "world_religions": "світові релігії", }, preamble_template="Нижче наведено запитання з множинним вибором (з відповідями) з теми {subject}.", question_label="Запитання", answer_label="Відповідь", ), "tr": GlobalMMLULocale( subject_names={ "abstract_algebra": "soyut cebir", "anatomy": "anatomi", "astronomy": "astronomi", "business_ethics": "işletme etiği", "clinical_knowledge": "klinik bilgi", "college_biology": "üniversite biyolojisi", "college_chemistry": "üniversite kimyası", "college_computer_science": "üniversite bilgisayar bilimleri", "college_mathematics": "üniversite matematiği", "college_medicine": "üniversite tıbbı", "college_physics": "üniversite fiziği", "computer_security": "bilgisayar güvenliği", "conceptual_physics": "kavramsal fizik", "econometrics": "ekonometri", "electrical_engineering": "elektrik mühendisliği", "elementary_mathematics": "temel matematik", "formal_logic": "biçimsel mantık", "global_facts": "küresel gerçekler", "high_school_biology": "lise biyolojisi", "high_school_chemistry": "lise kimyası", "high_school_computer_science": "lise bilgisayar bilimleri", "high_school_european_history": "lise Avrupa tarihi", "high_school_geography": "lise coğrafyası", "high_school_government_and_politics": "lise hükümet ve siyaset", "high_school_macroeconomics": "lise makroekonomi", "high_school_mathematics": "lise matematiği", "high_school_microeconomics": "lise mikroekonomi", "high_school_physics": "lise fiziği", "high_school_psychology": "lise psikolojisi", "high_school_statistics": "lise istatistikleri", "high_school_us_history": "lise ABD tarihi", "high_school_world_history": "lise dünya tarihi", "human_aging": "insan yaşlanması", "human_sexuality": "insan cinselliği", "international_law": "uluslararası hukuk", "jurisprudence": "hukuk bilimi", "logical_fallacies": "mantıksal safsatalar", "machine_learning": "makine öğrenimi", "management": "yönetim", "marketing": "pazarlama", "medical_genetics": "tıbbi genetik", "miscellaneous": "çeşitli", "moral_disputes": "ahlaki tartışmalar", "moral_scenarios": "ahlaki senaryolar", "nutrition": "beslenme", "philosophy": "felsefe", "prehistory": "tarih öncesi", "professional_accounting": "profesyonel muhasebe", "professional_law": "profesyonel hukuk", "professional_medicine": "profesyonel tıp", "professional_psychology": "profesyonel psikoloji", "public_relations": "halkla ilişkiler", "security_studies": "güvenlik çalışmaları", "sociology": "sosyoloji", "us_foreign_policy": "ABD dış politikası", "virology": "viroloji", "world_religions": "dünya dinleri", }, preamble_template="Aşağıdakiler, {subject} hakkında çoktan seçmeli sorulardır (cevaplarıyla birlikte).", question_label="Soru", answer_label="Cevap", ), "ro": GlobalMMLULocale( subject_names={ "abstract_algebra": "algebră abstractă", "anatomy": "anatomie", "astronomy": "astronomie", "business_ethics": "etică în afaceri", "clinical_knowledge": "cunoștințe clinice", "college_biology": "biologie universitară", "college_chemistry": "chimie universitară", "college_computer_science": "informatică universitară", "college_mathematics": "matematică universitară", "college_medicine": "medicină universitară", "college_physics": "fizică universitară", "computer_security": "securitate informatică", "conceptual_physics": "fizică conceptuală", "econometrics": "econometrie", "electrical_engineering": "inginerie electrică", "elementary_mathematics": "matematică elementară", "formal_logic": "logică formală", "global_facts": "fapte globale", "high_school_biology": "biologie liceu", "high_school_chemistry": "chimie liceu", "high_school_computer_science": "informatică liceu", "high_school_european_history": "istorie europeană liceu", "high_school_geography": "geografie liceu", "high_school_government_and_politics": "guvern și politică liceu", "high_school_macroeconomics": "macroeconomie liceu", "high_school_mathematics": "matematică liceu", "high_school_microeconomics": "microeconomie liceu", "high_school_physics": "fizică liceu", "high_school_psychology": "psihologie liceu", "high_school_statistics": "statistică liceu", "high_school_us_history": "istorie SUA liceu", "high_school_world_history": "istorie universală liceu", "human_aging": "îmbătrânirea umană", "human_sexuality": "sexualitatea umană", "international_law": "drept internațional", "jurisprudence": "jurisprudență", "logical_fallacies": "erori logice", "machine_learning": "învățare automată", "management": "management", "marketing": "marketing", "medical_genetics": "genetică medicală", "miscellaneous": "diverse", "moral_disputes": "dispute morale", "moral_scenarios": "scenarii morale", "nutrition": "nutriție", "philosophy": "filozofie", "prehistory": "preistorie", "professional_accounting": "contabilitate profesională", "professional_law": "drept profesional", "professional_medicine": "medicină profesională", "professional_psychology": "psihologie profesională", "public_relations": "relații publice", "security_studies": "studii de securitate", "sociology": "sociologie", "us_foreign_policy": "politica externă a SUA", "virology": "virologie", "world_religions": "religii mondiale", }, preamble_template="Următoarele sunt întrebări cu variante de răspuns (cu răspunsuri) despre {subject}.", question_label="Întrebare", answer_label="Răspuns", ), }