Skip to content
The Chat Archive
qwen3-235b-a22b-no-thinking· Alibaba (Qwen) LMArena Human Preference 140K

Untitled conversation

  1. User

    { "identity": { "file_name": "identity.json" }, "alpaca_en_demo": { "file_name": "alpaca_en_demo.json" }, "alpaca_zh_demo": { "file_name": "alpaca_zh_demo.json" }, "glaive_toolcall_en_demo": { "file_name": "glaive_toolcall_en_demo.json", "formatting": "sharegpt", "columns": { "messages": "conversations", "tools": "tools" } }, "glaive_toolcall_zh_demo": { "file_name": "glaive_toolcall_zh_demo.json", "formatting": "sharegpt", "columns": { "messages": "conversations", "tools": "tools" } }, "mllm_demo": { "file_name": "mllm_demo.json", "formatting": "sharegpt", "columns": { "messages": "messages", "images": "images" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "mllm_audio_demo": { "file_name": "mllm_audio_demo.json", "formatting": "sharegpt", "columns": { "messages": "messages", "audios": "audios" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "mllm_video_demo": { "file_name": "mllm_video_demo.json", "formatting": "sharegpt", "columns": { "messages": "messages", "videos": "videos" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "mllm_video_audio_demo": { "file_name": "mllm_video_audio_demo.json", "formatting": "sharegpt", "columns": { "messages": "messages", "videos": "videos", "audios": "audios" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "alpaca_en": { "hf_hub_url": "llamafactory/alpaca_en", "ms_hub_url": "llamafactory/alpaca_en", "om_hub_url": "HaM/alpaca_en" }, "alpaca_zh": { "hf_hub_url": "llamafactory/alpaca_zh", "ms_hub_url": "llamafactory/alpaca_zh" }, "alpaca_gpt4_en": { "hf_hub_url": "llamafactory/alpaca_gpt4_en", "ms_hub_url": "llamafactory/alpaca_gpt4_en" }, "alpaca_gpt4_zh": { "hf_hub_url": "llamafactory/alpaca_gpt4_zh", "ms_hub_url": "llamafactory/alpaca_gpt4_zh", "om_hub_url": "State_Cloud/alpaca-gpt4-data-zh" }, "glaive_toolcall_en": { "hf_hub_url": "llamafactory/glaive_toolcall_en", "formatting": "sharegpt", "columns": { "messages": "conversations", "tools": "tools" } }, "glaive_toolcall_zh": { "hf_hub_url": "llamafactory/glaive_toolcall_zh", "formatting": "sharegpt", "columns": { "messages": "conversations", "tools": "tools" } }, "lima": { "hf_hub_url": "llamafactory/lima", "formatting": "sharegpt" }, "guanaco": { "hf_hub_url": "JosephusCheung/GuanacoDataset", "ms_hub_url": "AI-ModelScope/GuanacoDataset" }, "belle_2m": { "hf_hub_url": "BelleGroup/train_2M_CN", "ms_hub_url": "AI-ModelScope/train_2M_CN" }, "belle_1m": { "hf_hub_url": "BelleGroup/train_1M_CN", "ms_hub_url": "AI-ModelScope/train_1M_CN" }, "belle_0.5m": { "hf_hub_url": "BelleGroup/train_0.5M_CN", "ms_hub_url": "AI-ModelScope/train_0.5M_CN" }, "belle_dialog": { "hf_hub_url": "BelleGroup/generated_chat_0.4M", "ms_hub_url": "AI-ModelScope/generated_chat_0.4M" }, "belle_math": { "hf_hub_url": "BelleGroup/school_math_0.25M", "ms_hub_url": "AI-ModelScope/school_math_0.25M" }, "belle_multiturn": { "script_url": "belle_multiturn", "formatting": "sharegpt" }, "ultra_chat": { "script_url": "ultra_chat", "formatting": "sharegpt" }, "open_platypus": { "hf_hub_url": "garage-bAInd/Open-Platypus", "ms_hub_url": "AI-ModelScope/Open-Platypus" }, "codealpaca": { "hf_hub_url": "sahil2801/CodeAlpaca-20k", "ms_hub_url": "AI-ModelScope/CodeAlpaca-20k" }, "alpaca_cot": { "hf_hub_url": "QingyiSi/Alpaca-CoT", "ms_hub_url": "AI-ModelScope/Alpaca-CoT" }, "openorca": { "hf_hub_url": "Open-Orca/OpenOrca", "ms_hub_url": "AI-ModelScope/OpenOrca", "columns": { "prompt": "question", "response": "response", "system": "system_prompt" } }, "slimorca": { "hf_hub_url": "Open-Orca/SlimOrca", "formatting": "sharegpt" }, "mathinstruct": { "hf_hub_url": "TIGER-Lab/MathInstruct", "ms_hub_url": "AI-ModelScope/MathInstruct", "columns": { "prompt": "instruction", "response": "output" } }, "firefly": { "hf_hub_url": "YeungNLP/firefly-train-1.1M", "columns": { "prompt": "input", "response": "target" } }, "wikiqa": { "hf_hub_url": "wiki_qa", "columns": { "prompt": "question", "response": "answer" } }, "webqa": { "hf_hub_url": "suolyer/webqa", "ms_hub_url": "AI-ModelScope/webqa", "columns": { "prompt": "input", "response": "output" } }, "webnovel": { "hf_hub_url": "zxbsmk/webnovel_cn", "ms_hub_url": "AI-ModelScope/webnovel_cn" }, "nectar_sft": { "hf_hub_url": "AstraMindAI/SFT-Nectar", "ms_hub_url": "AI-ModelScope/SFT-Nectar" }, "deepctrl": { "ms_hub_url": "deepctrl/deepctrl-sft-data" }, "adgen_train": { "hf_hub_url": "HasturOfficial/adgen", "ms_hub_url": "AI-ModelScope/adgen", "split": "train", "columns": { "prompt": "content", "response": "summary" } }, "adgen_eval": { "hf_hub_url": "HasturOfficial/adgen", "ms_hub_url": "AI-ModelScope/adgen", "split": "validation", "columns": { "prompt": "content", "response": "summary" } }, "sharegpt_hyper": { "hf_hub_url": "totally-not-an-llm/sharegpt-hyperfiltered-3k", "formatting": "sharegpt" }, "sharegpt4": { "hf_hub_url": "shibing624/sharegpt_gpt4", "ms_hub_url": "AI-ModelScope/sharegpt_gpt4", "formatting": "sharegpt" }, "ultrachat_200k": { "hf_hub_url": "HuggingFaceH4/ultrachat_200k", "ms_hub_url": "AI-ModelScope/ultrachat_200k", "split": "train_sft", "formatting": "sharegpt", "columns": { "messages": "messages" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "agent_instruct": { "hf_hub_url": "THUDM/AgentInstruct", "ms_hub_url": "ZhipuAI/AgentInstruct", "formatting": "sharegpt" }, "lmsys_chat": { "hf_hub_url": "lmsys/lmsys-chat-1m", "ms_hub_url": "AI-ModelScope/lmsys-chat-1m", "formatting": "sharegpt", "columns": { "messages": "conversation" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "evol_instruct": { "hf_hub_url": "WizardLM/WizardLM_evol_instruct_V2_196k", "ms_hub_url": "AI-ModelScope/WizardLM_evol_instruct_V2_196k", "formatting": "sharegpt" }, "glaive_toolcall_100k": { "hf_hub_url": "hiyouga/glaive-function-calling-v2-sharegpt", "formatting": "sharegpt", "columns": { "messages": "conversations", "tools": "tools" } }, "cosmopedia": { "hf_hub_url": "HuggingFaceTB/cosmopedia", "columns": { "prompt": "prompt", "response": "text" } }, "stem_zh": { "hf_hub_url": "hfl/stem_zh_instruction" }, "ruozhiba_gpt4": { "hf_hub_url": "hfl/ruozhiba_gpt4_turbo" }, "neo_sft": { "hf_hub_url": "m-a-p/neo_sft_phase2", "formatting": "sharegpt" }, "magpie_pro_300k": { "hf_hub_url": "Magpie-Align/Magpie-Pro-300K-Filtered", "formatting": "sharegpt" }, "magpie_ultra": { "hf_hub_url": "argilla/magpie-ultra-v0.1", "columns": { "prompt": "instruction", "response": "response" } }, "web_instruct": { "hf_hub_url": "TIGER-Lab/WebInstructSub", "columns": { "prompt": "question", "response": "answer" } }, "openo1_sft": { "hf_hub_url": "llamafactory/OpenO1-SFT", "ms_hub_url": "llamafactory/OpenO1-SFT", "columns": { "prompt": "prompt", "response": "response" } }, "open_thoughts": { "hf_hub_url": "llamafactory/OpenThoughts-114k", "formatting": "sharegpt", "columns": { "messages": "messages" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant", "system_tag": "system" } }, "open_r1_math": { "hf_hub_url": "llamafactory/OpenR1-Math-94k", "formatting": "sharegpt", "columns": { "messages": "messages" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant", "system_tag": "system" } }, "chinese_r1_distill": { "hf_hub_url": "Congliu/Chinese-DeepSeek-R1-Distill-data-110k-SFT", "ms_hub_url": "liucong/Chinese-DeepSeek-R1-Distill-data-110k-SFT" }, "llava_1k_en": { "hf_hub_url": "BUAADreamer/llava-en-zh-2k", "subset": "en", "formatting": "sharegpt", "columns": { "messages": "messages", "images": "images" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "llava_1k_zh": { "hf_hub_url": "BUAADreamer/llava-en-zh-2k", "subset": "zh", "formatting": "sharegpt", "columns": { "messages": "messages", "images": "images" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "llava_150k_en": { "hf_hub_url": "BUAADreamer/llava-en-zh-300k", "subset": "en", "formatting": "sharegpt", "columns": { "messages": "messages", "images": "images" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "llava_150k_zh": { "hf_hub_url": "BUAADreamer/llava-en-zh-300k", "subset": "zh", "formatting": "sharegpt", "columns": { "messages": "messages", "images": "images" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "pokemon_cap": { "hf_hub_url": "llamafactory/pokemon-gpt4o-captions", "formatting": "sharegpt", "columns": { "messages": "conversations", "images": "images" } }, "mllm_pt_demo": { "hf_hub_url": "BUAADreamer/mllm_pt_demo", "formatting": "sharegpt", "columns": { "messages": "messages", "images": "images" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "oasst_de": { "hf_hub_url": "mayflowergmbh/oasst_de" }, "dolly_15k_de": { "hf_hub_url": "mayflowergmbh/dolly-15k_de" }, "alpaca-gpt4_de": { "hf_hub_url": "mayflowergmbh/alpaca-gpt4_de" }, "openschnabeltier_de": { "hf_hub_url": "mayflowergmbh/openschnabeltier_de" }, "evol_instruct_de": { "hf_hub_url": "mayflowergmbh/evol-instruct_de" }, "dolphin_de": { "hf_hub_url": "mayflowergmbh/dolphin_de" }, "booksum_de": { "hf_hub_url": "mayflowergmbh/booksum_de" }, "airoboros_de": { "hf_hub_url": "mayflowergmbh/airoboros-3.0_de" }, "ultrachat_de": { "hf_hub_url": "mayflowergmbh/ultra-chat_de" }, "dpo_en_demo": { "file_name": "dpo_en_demo.json", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected" } }, "dpo_zh_demo": { "file_name": "dpo_zh_demo.json", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected" } }, "dpo_mix_en": { "hf_hub_url": "llamafactory/DPO-En-Zh-20k", "subset": "en", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected" } }, "dpo_mix_zh": { "hf_hub_url": "llamafactory/DPO-En-Zh-20k", "subset": "zh", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected" } }, "ultrafeedback": { "hf_hub_url": "llamafactory/ultrafeedback_binarized", "ms_hub_url": "llamafactory/ultrafeedback_binarized", "ranking": true, "columns": { "prompt": "instruction", "chosen": "chosen", "rejected": "rejected" } }, "coig_p": { "hf_hub_url": "m-a-p/COIG-P", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected" } }, "rlhf_v": { "hf_hub_url": "llamafactory/RLHF-V", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected", "images": "images" } }, "vlfeedback": { "hf_hub_url": "Zhihui/VLFeedback", "ranking": true, "formatting": "sharegpt", "columns": { "messages": "conversations", "chosen": "chosen", "rejected": "rejected", "images": "images" } }, "rlaif_v": { "hf_hub_url": "openbmb/RLAIF-V-Dataset", "ranking": true, "columns": { "prompt": "question", "chosen": "chosen", "rejected": "rejected", "images": "image" } }, "orca_pairs": { "hf_hub_url": "Intel/orca_dpo_pairs", "ranking": true, "columns": { "prompt": "question", "chosen": "chosen", "rejected": "rejected", "system": "system" } }, "hh_rlhf_en": { "script_url": "hh_rlhf_en", "ranking": true, "columns": { "prompt": "instruction", "chosen": "chosen", "rejected": "rejected", "history": "history" } }, "nectar_rm": { "hf_hub_url": "AstraMindAI/RLAIF-Nectar", "ms_hub_url": "AI-ModelScope/RLAIF-Nectar", "ranking": true }, "orca_dpo_de": { "hf_hub_url": "mayflowergmbh/intel_orca_dpo_pairs_de", "ranking": true }, "kto_en_demo": { "file_name": "kto_en_demo.json", "formatting": "sharegpt", "columns": { "messages": "messages", "kto_tag": "label" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "kto_mix_en": { "hf_hub_url": "argilla/kto-mix-15k", "formatting": "sharegpt", "columns": { "messages": "completion", "kto_tag": "label" }, "tags": { "role_tag": "role", "content_tag": "content", "user_tag": "user", "assistant_tag": "assistant" } }, "ultrafeedback_kto": { "hf_hub_url": "argilla/ultrafeedback-binarized-preferences-cleaned-kto", "ms_hub_url": "AI-ModelScope/ultrafeedback-binarized-preferences-cleaned-kto", "columns": { "prompt": "prompt", "response": "completion", "kto_tag": "label" } }, "wiki_demo": { "file_name": "wiki_demo.txt", "columns": { "prompt": "text" } }, "c4_demo": { "file_name": "c4_demo.jsonl", "columns": { "prompt": "text" } }, "refinedweb": { "hf_hub_url": "tiiuae/falcon-refinedweb", "columns": { "prompt": "content" } }, "redpajama_v2": { "hf_hub_url": "togethercomputer/RedPajama-Data-V2", "columns": { "prompt": "raw_content" }, "subset": "default" }, "wikipedia_en": { "hf_hub_url": "olm/olm-wikipedia-20221220", "ms_hub_url": "AI-ModelScope/olm-wikipedia-20221220", "columns": { "prompt": "text" } }, "wikipedia_zh": { "hf_hub_url": "pleisto/wikipedia-cn-20230720-filtered", "ms_hub_url": "AI-ModelScope/wikipedia-cn-20230720-filtered", "columns": { "prompt": "completion" } }, "pile": { "hf_hub_url": "monology/pile-uncopyrighted", "ms_hub_url": "AI-ModelScope/pile", "columns": { "prompt": "text" } }, "skypile": { "hf_hub_url": "Skywork/SkyPile-150B", "ms_hub_url": "AI-ModelScope/SkyPile-150B", "columns": { "prompt": "text" } }, "fineweb": { "hf_hub_url": "HuggingFaceFW/fineweb", "columns": { "prompt": "text" } }, "fineweb_edu": { "hf_hub_url": "HuggingFaceFW/fineweb-edu", "columns": { "prompt": "text" } }, "the_stack": { "hf_hub_url": "bigcode/the-stack", "ms_hub_url": "AI-ModelScope/the-stack", "columns": { "prompt": "content" } }, "starcoder_python": { "hf_hub_url": "bigcode/starcoderdata", "ms_hub_url": "AI-ModelScope/starcoderdata", "columns": { "prompt": "content" }, "folder": "python" } } 这个 json 中提到的数据集,分别是覆盖哪些数据范围的

  2. Assistant

    这个 JSON 文件定义了多个数据集的配置信息,每个数据集都有其特定用途和适用场景。以下是对这些数据集的分类及其覆盖范围的详细说明:


    1. 通用对话类(Chat)

    • alpaca_en, alpaca_zh:英文/中文指令微调数据集。
    • alpaca_gpt4_en, alpaca_gpt4_zh:基于 GPT-4 的高质量中英文指令微调数据。
    • glaive_toolcall_en, glaive_toolcall_zh:工具调用示例数据,用于训练模型理解并调用 API。
    • lima:LIMA 数据集,包含少量但高质量的对话样本。
    • guanaco:多轮对话数据集,适用于聊天机器人训练。
    • ultra_chat:超大规模中文多轮对话数据。
    • sharegpt4, sharegpt_hyper:来自 ShareGPT 社区的大规模用户分享的 GPT 对话数据。
    • lmsys_chat:LMSYS 大规模真实用户对话数据。
    • evol_instruct, agent_instruct:经过演化增强或代理任务生成的复杂指令数据。

    2. 中文对话类(Chinese Chat)

    • belle_2m, belle_1m, belle_0.5m:Belle Group 提供的百万级中文指令微调数据。
    • belle_dialog, belle_math:中文对话与数学题解答数据。
    • belle_multiturn:多轮中文对话数据。

    3. 代码类(Code)

    • open_platypus:多语言编程任务数据集。
    • codealpaca:代码生成任务,涵盖多种编程语言。
    • webnovel:网络小说生成任务,可用于文本生成能力提升。
    • deepctrl:代码控制流生成任务。

    4. 推理类(Reasoning / Math)

    • mathinstruct:数学推理与解题数据。
    • openorca, slimorca:基于 Orca 的逻辑推理、思维链训练数据。
    • alpaca_cot:链式思维(Chain-of-Thought)训练数据。
    • open_r1_math:OpenR1 数学问题与解决方案数据集。

    5. 视觉语言类(Multimodal / Vision-Language)

    • mllm_demo, mllm_audio_demo, mllm_video_demo, mllm_video_audio_demo:多模态(图像、音频、视频)对话示例。
    • llava_1k_en, llava_1k_zh, llava_150k_en, llava_150k_zh:LLaVA 图像描述与问答数据。
    • pokemon_cap:宝可梦图片生成描述数据。
    • mllm_pt_demo:多模态预训练示例数据。
    • rlhf_v, vlfeedback, rlaif_v:视觉强化学习反馈数据,用于 DPO/KTO 等训练方式。

    6. 广告生成类(Advertising Generation)

    • adgen_train, adgen_eval:广告文案生成任务数据,区分训练与验证集。

    7. 偏好学习类(Preference Learning / Ranking)

    • dpo_en_demo, dpo_zh_demo, dpo_mix_en, dpo_mix_zh:DPO(Direct Preference Optimization)训练数据,包含正负样例。
    • ultrafeedback:大规模人类反馈数据,用于 RLHF 和偏好学习。
    • coig_p:COIG-P 偏好对数据。
    • orca_pairs:Intel Orca DPO 配对数据。
    • hh_rlhf_en:HH-RLHF 英文偏好数据。
    • nectar_rm:AstraMindAI 提供的奖励建模数据。
    • orca_dpo_de:德语版 Intel Orca DPO 数据。

    8. KTO(Knowledge Transfer Optimization)类

    • kto_en_demo, kto_mix_en, ultrafeedback_kto:KTO 训练数据,用于知识迁移优化任务。

    9. 网页/维基百科类(Web & Wiki)

    • wikiqa, webqa:基于维基百科的问题回答数据。
    • wikipedia_en, wikipedia_zh:英文和中文维基百科文本。
    • refinedweb, redpajama_v2, pile, skypile, fineweb, fineweb_edu, the_stack, starcoder_python:大规模网页爬取数据,用于预训练。
    • wiki_demo, c4_demo:小规模演示数据。

    10. 其他语言(German)

    • oasst_de, dolly_15k_de, alpaca-gpt4_de, openschnabeltier_de, evol_instruct_de, dolphin_de, booksum_de, airoboros_de, ultrachat_de, orca_dpo_de:德语版本的各种类型的数据集,包括指令、对话、摘要等。

    总结分类如下:

    类别包含数据集
    通用对话alpaca, guanaco, lima, glaive_toolcall, ultra_chat, sharegpt4, lmsys_chat, evol_instruct, agent_instruct
    中文对话belle系列, adgen
    代码类codealpaca, open_platypus
    推理类mathinstruct, openorca, alpaca_cot, open_r1_math
    视觉语言类mllm系列, llava系列, pokemon_cap, rlhf_v, vlfeedback, rlaif_v
    偏好学习dpo系列, ultrafeedback, coig_p, orca_pairs, hh_rlhf, nectar_rm, orca_dpo_de
    KTO优化kto系列, ultrafeedback_kto
    网页/维基wikiqa, webqa, wikipedia, refinedweb, redpajama, pile, skypile, fineweb, the_stack
    其他语言(德语)oasst_de, dolly_15k_de, alpaca-gpt4_de, openschnabeltier_de, evol_instruct_de, dolphin_de, booksum_de, airoboros_de, ultrachat_de, orca_dpo_de

    如需更详细的某个数据集介绍或使用方法,可以进一步提供具体名称,我可以给出更多细节。

  3. User

    这里面有哪些数据集包含了长上下文呢

  4. Assistant

    在你提供的 JSON 数据集中,支持长上下文(long context)的训练数据集通常具有以下特征:

    • 包含多轮对话历史(history)
    • 使用了类似 "history"、"conversations" 或 "messages" 的字段来表示完整的对话流程
    • 用于训练模型理解复杂或长时间依赖的上下文信息

    ✅ 明确包含长上下文的数据集如下:

    1. hh_rlhf_en

    {
      "script_url": "hh_rlhf_en",
      "ranking": true,
      "columns": {
        "prompt": "instruction",
        "chosen": "chosen",
        "rejected": "rejected",
        "history": "history"
      }
    }
    
    • 来自斯坦福的 HH-RLHF 数据集。
    • 明确包含 history 字段,表示之前的对话历史。
    • 非常适合训练模型处理长上下文推理与偏好学习。

    2. ultrachat_200k

    {
      "formatting": "sharegpt",
      "columns": {
        "messages": "messages"
      },
      "tags": {
        "role_tag": "role",
        "content_tag": "content",
        "user_tag": "user",
        "assistant_tag": "assistant"
      }
    }
    
    • 每个样本是一个完整的对话历史(messages 列表),包含多个用户和助手的交互回合。
    • 适用于训练模型理解和记忆较长的对话流程。

    3. lmsys_chat

    {
      "formatting": "sharegpt",
      "columns": {
        "messages": "conversation"
      },
      "tags": {
        "role_tag": "role",
        "content_tag": "content",
        "user_tag": "user",
        "assistant_tag": "assistant"
      }
    }
    
    • LMSYS 提供的大规模真实用户对话数据。
    • 每条记录是一个完整的对话历史(conversation)。
    • 上下文长度多样,适合训练模型处理真实场景中的长上下文对话。

    4. agent_instruct

    {
      "formatting": "sharegpt"
    }
    
    • 格式为 ShareGPT,即每条记录是完整的消息列表(messages)。
    • 通常用于代理任务(Agent Task),涉及多个步骤的推理,需要模型记住整个任务执行过程。

    5. evol_instruct

    {
      "formatting": "sharegpt"
    }
    
    • 基于 ShareGPT 格式,每条记录包含完整的对话消息历史。
    • 训练模型处理复杂指令演化过程中的上下文变化。

    6. open_thoughts

    {
      "formatting": "sharegpt",
      "columns": {
        "messages": "messages"
      },
      "tags": {
        "role_tag": "role",
        "content_tag": "content",
        "user_tag": "user",
        "assistant_tag": "assistant",
        "system_tag": "system"
      }
    }
    
    • 多轮思维链对话数据,适合训练模型进行深度思考和长链条推理。

    7. rlhf_v, vlfeedback, rlaif_v

    这些是视觉 + 强化学习数据集:

    {
      "ranking": true,
      "formatting": "sharegpt",
      "columns": {
        "messages": "conversations",
        "chosen": "chosen",
        "rejected": "rejected",
        "images": "images"
      }
    }
    
    • 包含完整的多模态对话历史(conversations),适合训练模型在视觉+文本上下文中保持记忆。

    🔁 可能包含长上下文的数据集(需进一步验证)

    以下数据集使用了 sharegpt 格式或 messages 字段,但未在配置中明确说明是否包含多轮对话。建议查看具体数据样例确认:

    数据集名说明
    sharegpt_hyperShareGPT 社区高质量对话数据
    sharegpt4ShareGPT + GPT-4 对话
    ultra_chat超大规模中文多轮对话
    glaive_toolcall_en, glaive_toolcall_zh工具调用对话数据,可能包含多轮交互

    ❌ 不包含长上下文的数据集示例

    以下数据集仅提供单轮指令或问答对,不适合训练长上下文能力:

    • alpaca_*, belle_*, mathinstruct, wikiqa, webqa, codealpaca, open_platypus 等
    • 这些只包含单轮 prompt-response,没有 history

    🧠 总结:推荐用于长上下文训练的数据集

    数据集名称是否包含长上下文特点
    hh_rlhf_en✅包含 explicit 的 history 字段
    ultrachat_200k✅多轮对话历史
    lmsys_chat✅真实用户对话历史
    agent_instruct✅多步 Agent 任务
    evol_instruct✅复杂指令演化
    open_thoughts✅思维链对话
    rlhf_v, vlfeedback, rlaif_v✅多模态 + 长上下文偏好学习

    如果你有特定的模型训练目标(如 RLHF、DPO、KTO、视觉语言等),我可以进一步推荐最适合的长上下文数据集组合。

Responses were produced in different, uncontrolled contexts (system prompts, settings, prior turns). This is not a benchmark.