{
  "schemaVersion": 1,
  "kind": "markdown-reference-token-soft-target-native-observation",
  "observationDate": "2026-10-20",
  "ownerPath": "/guides/md-split.html",
  "productURL": "https://doc2x.noedgeai.com/zh-cn/tools/md-split/",
  "sample": {
    "selfAuthoredFictionalTextRecords": true,
    "recordCount": 24,
    "realBusinessData": false,
    "executableProgram": false
  },
  "productSettings": {
    "processingMode": "单文件处理",
    "splitMode": "按长度拆分",
    "lengthMode": "按参考 Token",
    "target": 100,
    "frontmatter": false,
    "fileNamePattern": "base_part-001.md"
  },
  "productOperations": {
    "fileSelections": 2,
    "startSplitClicks": 2,
    "completedSplitRuns": 2,
    "selectAllClicks": 2,
    "batchZIPDownloadClicks": 2,
    "receivedNativeZIPs": 2,
    "clipboardCopyClicks": 0,
    "editorWrites": 0,
    "paidProcessing": 0,
    "OCRTasks": 0,
    "AIEnhancementInvocations": 0
  },
  "localReferenceCounter": {
    "packageName": "@dqbd/tiktoken",
    "packageVersion": "1.0.22",
    "encoding": "cl100k_base",
    "expression": "encoding.encode(text).length",
    "encodeAdditionalArguments": [],
    "artifacts": {
      "packageManifest": {
        "bytes": 3622,
        "sha256": "5310a51d1f9e25f2ae21b71f97cc6cb8622fec8277ca5560ef8252ff695910b5"
      },
      "loadedNodeEntry": {
        "bytes": 1215,
        "sha256": "0cd4b1d0482281f0afea13558f440af06b8cf329fdd83e3950c504c7684b5e31"
      },
      "wasm": {
        "bytes": 5593287,
        "sha256": "dedd9a7b5d8d98b44448bedb371ade1c5327f7bb5dd9effe159da816473a415f"
      }
    }
  },
  "variants": [
    {
      "id": "original",
      "input": {
        "file": "markdown-token-original.md",
        "bytes": 1176,
        "sha256": "91fee452040991b81a14a9cb802a2ed4e359fc316e162a9e6af557befcaa5fea",
        "unicodeCodepoints": 1088,
        "completeTextFences": 1,
        "cl100kBaseReferenceTokens": 427
      },
      "nativeArchive": {
        "file": "markdown-token-original-native.zip",
        "bytes": 1510,
        "sha256": "65678695690059751b647eb460de1afe7d3c6bd91e1d43192a1668749a7f0b51",
        "memberCount": 3
      },
      "members": [
        {
          "name": "001-Token 1.md",
          "sequence": 1,
          "bytes": 88,
          "sha256": "5e2f5378d835ea04557e73dc205376bcc9990fd8dedbf1f021b359f8e95d4032",
          "unicodeCodepoints": 48,
          "lfCount": 4,
          "trailingLF": true,
          "compressedBytes": 88,
          "CRC32": "ba67b6d7",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 0,
          "recordCount": 0,
          "recordIds": [],
          "correspondingUIResultLabelBySequence": "Token 1.md",
          "cl100kBaseReferenceTokens": 30,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "002-Token 2.md",
          "sequence": 2,
          "bytes": 1015,
          "sha256": "be93e78d6d42c2540c7fddac37ed2038086b2cf0a5ff29f82a4df6e2d06d3649",
          "unicodeCodepoints": 1015,
          "lfCount": 27,
          "trailingLF": true,
          "compressedBytes": 1015,
          "CRC32": "a6a158bd",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 24,
          "recordIds": [
            "record001",
            "record002",
            "record003",
            "record004",
            "record005",
            "record006",
            "record007",
            "record008",
            "record009",
            "record010",
            "record011",
            "record012",
            "record013",
            "record014",
            "record015",
            "record016",
            "record017",
            "record018",
            "record019",
            "record020",
            "record021",
            "record022",
            "record023",
            "record024"
          ],
          "correspondingUIResultLabelBySequence": "Token 2.md",
          "cl100kBaseReferenceTokens": 377,
          "exceedsReferenceTarget100": true
        },
        {
          "name": "003-Token 3.md",
          "sequence": 3,
          "bytes": 73,
          "sha256": "98b787f1d7f04e759f6819f2e0330a0c7fc470c8f019528271d13ebfe3db3431",
          "unicodeCodepoints": 25,
          "lfCount": 1,
          "trailingLF": true,
          "compressedBytes": 73,
          "CRC32": "f906d4ca",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 0,
          "recordCount": 0,
          "recordIds": [],
          "correspondingUIResultLabelBySequence": "Token 3.md",
          "cl100kBaseReferenceTokens": 20,
          "exceedsReferenceTarget100": false
        }
      ],
      "orderedConcatenation": {
        "bytes": 1176,
        "sha256": "91fee452040991b81a14a9cb802a2ed4e359fc316e162a9e6af557befcaa5fea",
        "byteIdenticalToCorrespondingInput": true
      },
      "records": {
        "expectedCount": 24,
        "actualCount": 24,
        "exactLineTextAndOrderPreserved": true,
        "orderedRecordRunSha256": "e34be367f6f8ab863541efa5e36570db60fae8a999ef36355bd5342b3aaecf2b"
      },
      "allFencesCompleteWithinEachNativeFile": true,
      "nativeZIPReadCount": 2,
      "nativeCentralHeaderInspections": 2,
      "successfulNativeContentInspectionRuns": 1,
      "nativeMemberDecompressions": 3,
      "summary": {
        "nativeFileCount": 3,
        "referenceTokensByFile": [
          30,
          377,
          20
        ],
        "filesAboveReferenceTarget100": 1,
        "maxReferenceTokens": 377,
        "sumOfPerFileReferenceTokens": 427,
        "sumOfPerFileCountsNeedNotEqualInputCount": true
      }
    },
    {
      "id": "manual",
      "input": {
        "file": "markdown-token-manual-fences.md",
        "bytes": 1267,
        "sha256": "27bb7f96100bd1ab25ed9303edd4b4cc731546472b8021e70b3da3f8c50c31f7",
        "unicodeCodepoints": 1179,
        "completeTextFences": 8,
        "cl100kBaseReferenceTokens": 462
      },
      "nativeArchive": {
        "file": "markdown-token-manual-native.zip",
        "bytes": 2121,
        "sha256": "f00312d416574ec14c3eec8c8e73a92b721386656fe20d6114441c4cfeb5d8c5",
        "memberCount": 8
      },
      "members": [
        {
          "name": "001-Token 1.md",
          "sequence": 1,
          "bytes": 227,
          "sha256": "c0e5596e07115ed34e7deddbff1a679707920bdcefbad4d1a0545cc833e5da21",
          "unicodeCodepoints": 187,
          "lfCount": 10,
          "trailingLF": true,
          "compressedBytes": 227,
          "CRC32": "0d476a18",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record001",
            "record002",
            "record003"
          ],
          "correspondingUIResultLabelBySequence": "Token 1.md",
          "cl100kBaseReferenceTokens": 82,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "002-Token 2.md",
          "sequence": 2,
          "bytes": 136,
          "sha256": "90f543bcdcaf3a562ba0b093ac55ccc2259c0405404b4db33458d55628a0dd49",
          "unicodeCodepoints": 136,
          "lfCount": 6,
          "trailingLF": true,
          "compressedBytes": 136,
          "CRC32": "1c559cbb",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record004",
            "record005",
            "record006"
          ],
          "correspondingUIResultLabelBySequence": "Token 2.md",
          "cl100kBaseReferenceTokens": 50,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "003-Token 3.md",
          "sequence": 3,
          "bytes": 138,
          "sha256": "7afc28f2569e90f712ed2b3419c241dfa625a97f09bb2212adafac53d0a785c1",
          "unicodeCodepoints": 138,
          "lfCount": 6,
          "trailingLF": true,
          "compressedBytes": 138,
          "CRC32": "243eb056",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record007",
            "record008",
            "record009"
          ],
          "correspondingUIResultLabelBySequence": "Token 3.md",
          "cl100kBaseReferenceTokens": 51,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "004-Token 4.md",
          "sequence": 4,
          "bytes": 137,
          "sha256": "bdf82b06ac7e7ec3f9e3336727f8acc49c80e5121bd47a546785533d427edb48",
          "unicodeCodepoints": 137,
          "lfCount": 6,
          "trailingLF": true,
          "compressedBytes": 137,
          "CRC32": "07cded0f",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record010",
            "record011",
            "record012"
          ],
          "correspondingUIResultLabelBySequence": "Token 4.md",
          "cl100kBaseReferenceTokens": 51,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "005-Token 5.md",
          "sequence": 5,
          "bytes": 138,
          "sha256": "a3f7d9034b49bb4794ca4fbebea6a1ac75fb0230f7dd70fcd1f2a3a6c29c3d83",
          "unicodeCodepoints": 138,
          "lfCount": 6,
          "trailingLF": true,
          "compressedBytes": 138,
          "CRC32": "d2131044",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record013",
            "record014",
            "record015"
          ],
          "correspondingUIResultLabelBySequence": "Token 5.md",
          "cl100kBaseReferenceTokens": 53,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "006-Token 6.md",
          "sequence": 6,
          "bytes": 139,
          "sha256": "1a0a363cfac1d50489452dad392a20397c1eaff86afa8122cfd5f4d9d571a985",
          "unicodeCodepoints": 139,
          "lfCount": 6,
          "trailingLF": true,
          "compressedBytes": 139,
          "CRC32": "6255b90a",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record016",
            "record017",
            "record018"
          ],
          "correspondingUIResultLabelBySequence": "Token 6.md",
          "cl100kBaseReferenceTokens": 52,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "007-Token 7.md",
          "sequence": 7,
          "bytes": 139,
          "sha256": "e97e5a8e2903b37a852056fc134a6822d2154ec6cfa9cae071f763cbc6904589",
          "unicodeCodepoints": 139,
          "lfCount": 6,
          "trailingLF": true,
          "compressedBytes": 139,
          "CRC32": "06dfad5b",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record019",
            "record020",
            "record021"
          ],
          "correspondingUIResultLabelBySequence": "Token 7.md",
          "cl100kBaseReferenceTokens": 52,
          "exceedsReferenceTarget100": false
        },
        {
          "name": "008-Token 8.md",
          "sequence": 8,
          "bytes": 213,
          "sha256": "fe952f796e3490574997635bcc6dbca2ca91edf7e828f90d46533afa5e23bff9",
          "unicodeCodepoints": 165,
          "lfCount": 7,
          "trailingLF": true,
          "compressedBytes": 213,
          "CRC32": "1bbeb330",
          "crcVerifiedOnSoleDecompression": true,
          "allFencesCompleteWithinFile": true,
          "completeTextFences": 1,
          "recordCount": 3,
          "recordIds": [
            "record022",
            "record023",
            "record024"
          ],
          "correspondingUIResultLabelBySequence": "Token 8.md",
          "cl100kBaseReferenceTokens": 71,
          "exceedsReferenceTarget100": false
        }
      ],
      "orderedConcatenation": {
        "bytes": 1267,
        "sha256": "27bb7f96100bd1ab25ed9303edd4b4cc731546472b8021e70b3da3f8c50c31f7",
        "byteIdenticalToCorrespondingInput": true
      },
      "records": {
        "expectedCount": 24,
        "actualCount": 24,
        "exactLineTextAndOrderPreserved": true,
        "orderedRecordRunSha256": "e34be367f6f8ab863541efa5e36570db60fae8a999ef36355bd5342b3aaecf2b"
      },
      "allFencesCompleteWithinEachNativeFile": true,
      "nativeZIPReadCount": 1,
      "nativeCentralHeaderInspections": 1,
      "successfulNativeContentInspectionRuns": 1,
      "nativeMemberDecompressions": 8,
      "summary": {
        "nativeFileCount": 8,
        "referenceTokensByFile": [
          82,
          50,
          51,
          51,
          53,
          52,
          52,
          71
        ],
        "filesAboveReferenceTarget100": 0,
        "maxReferenceTokens": 82,
        "sumOfPerFileReferenceTokens": 462,
        "sumOfPerFileCountsNeedNotEqualInputCount": true
      }
    }
  ],
  "manualRelationship": {
    "createdLocallyBeforeSecondProductRun": true,
    "automatedProductRepair": false,
    "executableProgram": false,
    "fictionalRecords": true,
    "originalTextFenceCount": 1,
    "manualTextFenceCount": 8,
    "recordsPerManualFence": 3,
    "same24ExactRecordLinesInSameOrder": true,
    "samePrefixAndSuffix": true,
    "inputBytesIdentical": false,
    "addedUtf8Bytes": 91,
    "inputReferenceTokensOriginal": 427,
    "inputReferenceTokensManual": 462,
    "changes": "在每3条虚构记录之后，手工闭合并重新开启text围栏，增加分隔空行。两份MD的字节和Token总数不同；记录文字与顺序相同。"
  },
  "screenshots": [
    {
      "file": "markdown-token-original-result.jpg",
      "bytes": 151770,
      "sha256": "34c20fa1fd15f028d993cbbe2cbde1b96598f25d3fcfc29d5beb1430a930bad9",
      "format": "JPEG",
      "width": 2047,
      "height": 942,
      "variant": "original",
      "copiedWithoutDecodingCroppingOrReencoding": true,
      "visualReview": "根任务已分别查看原图；本次打包仅核对JPEG头部尺寸并保留原始字节。",
      "evidenceScope": "可见3份结果、参考Token目标100与Frontmatter关闭；截图不证明逐片Token数或完整末尾内容。"
    },
    {
      "file": "markdown-token-manual-result.jpg",
      "bytes": 129524,
      "sha256": "9aaf96cbbd11bd18ac6d0d23ba14811299c95e16c337254421dd409156e38777",
      "format": "JPEG",
      "width": 2047,
      "height": 942,
      "variant": "manual",
      "copiedWithoutDecodingCroppingOrReencoding": true,
      "visualReview": "根任务已分别查看原图；本次打包仅核对JPEG头部尺寸并保留原始字节。",
      "evidenceScope": "可见人工整理输入和前4份结果、参考Token目标100与Frontmatter关闭；8份总数由产品结果记录及原生ZIP核对，截图不证明全部8份或逐片Token数。"
    }
  ],
  "countCSV": {
    "file": "markdown-token-chunk-counts.csv",
    "origin": "本地读取实际下载的原生MD后核对；不是产品原生导出"
  },
  "editorialDemand": {
    "file": "markdown-token-editorial-queries.csv",
    "queries": [
      "Markdown参考Token目标100为什么仍超过100",
      "MD按Token拆分会截断代码块吗",
      "Markdown长代码块怎样手工拆成小块",
      "Markdown拆分后怎样核对每片Token"
    ],
    "measuredVolumeForEditorialQueries": false,
    "siteReport": {
      "query": "markdown拆分",
      "window": "2026-10-11–17",
      "impressions": 2,
      "clicks": 0,
      "averagePosition": 5.5,
      "previousDisclosedRow": null,
      "missingIsNotZero": true
    },
    "keywordResearch": {
      "query": "Markdown拆分",
      "filters": [
        "All",
        "All",
        "All",
        "3 M"
      ],
      "trend": "数据不足",
      "relatedKeywordRows": 0
    }
  },
  "limits": [
    "目标100是完整内容块的参考值，不是每份文件的硬上限。",
    "Token数由本地cl100k_base对实际完整MD文件计数，包含围栏与所有换行；不同模型和请求包装需另行核对。",
    "逐片Token数之和可能不同于完整输入一次计数，因为分词边界改变；不能用合计差异推断记录丢失。",
    "两轮结果分别与各自输入核对，人工副本不是原稿的相同字节，也不是工具自动改写。",
    "本例是自编非执行文本，不证明任意程序、表格或公式都适合按3行手工分块。",
    "截图只证明可见界面；逐片计数及完整记录核对来自原生ZIP的本地检查。"
  ]
}
