qgallouedec HF Staff commited on
Commit
53a01b9
·
verified ·
1 Parent(s): dcb29ab

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -82,7 +82,7 @@
82
  }
83
  },
84
  "type": "object",
85
- "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<content>(?:(?!\\<\\|tool_call\\>)(?!\\<turn\\|\\>).)+)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?:\\<turn\\|\\>)?"
86
  },
87
  "soc_token": "<|channel>",
88
  "sot_token": "<|turn>",
 
82
  }
83
  },
84
  "type": "object",
85
+ "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>).)+)?(?:\\<turn\\|\\>)?"
86
  },
87
  "soc_token": "<|channel>",
88
  "sot_token": "<|turn>",