license: apache-2.0 library_name: transformers pipeline_tag: text-generation tags:

• conversational base_model:
• meta-llama/Llama-3.1-8B-Instruct language:
• tr model-index:
• name: wiroai-turkish-llm-8b results:
  • task: type: multiple-choice dataset: type: multiple-choice name: MMLU_TR_V0.2 metrics:
    • name: 5-shot type: 5-shot value: 0.5240 verified: false
  • task: type: multiple-choice dataset: type: multiple-choice name: Truthful_QA_V0.2 metrics:
    • name: 0-shot type: 0-shot value: 0.4950 verified: false
  • task: type: multiple-choice dataset: type: multiple-choice name: ARC_TR_V0.2 metrics:
    • name: 25-shot type: 25-shot value: 0.5010 verified: false
  • task: type: multiple-choice dataset: type: multiple-choice name: HellaSwag_TR_V0.2 metrics:
    • name: 10-shot type: 10-shot value: 0.5400 verified: false
  • task: type: multiple-choice dataset: type: multiple-choice name: GSM8K_TR_V0.2 metrics:
    • name: 5-shot type: 5-shot value: 0.5750 verified: false
  • task: type: multiple-choice dataset: type: multiple-choice name: Winogrande_TR_V0.2 metrics:
    • name: 5-shot type: 5-shot value: 0.5700 verified: false