This repository was archived by the owner on Jan 31, 2024. It is now read-only.
File tree Expand file tree Collapse file tree 2 files changed +11
-0
lines changed Expand file tree Collapse file tree 2 files changed +11
-0
lines changed Original file line number Diff line number Diff line change @@ -109,7 +109,10 @@ await foreach (var token in inferTokens)
109109 Console .Write (token .Logit );
110110 Console .Write (token .Probability );
111111 Console .Write (token .Content );
112+ Console .Write (token .IsChild );
112113}
114+ // Note: If a character has more than one token the first will contain the entire content
115+ // the others are marked as IsChild and will only contain the Id, Logit and Probability
113116
114117
115118// InferTextAsync, returns IAsyncEnumerable<string> for streaming output of tokens
Original file line number Diff line number Diff line change @@ -190,6 +190,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
190190 "logit": 0,
191191 "probability": 0,
192192 "content": null,
193+ "isChild": false,
193194 "type": "Begin",
194195 "elapsed": 0
195196 },
@@ -198,6 +199,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
198199 "logit": 27.43893,
199200 "probability": 0.5839324,
200201 "content": " An",
202+ "isChild": false,
201203 "type": "Content",
202204 "elapsed": 1292
203205 },
@@ -206,6 +208,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
206208 "logit": 31.901243,
207209 "probability": 0.9997987,
208210 "content": " apple",
211+ "isChild": false,
209212 "type": "Content",
210213 "elapsed": 1414
211214 },
@@ -214,6 +217,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
214217 "logit": 32.91171,
215218 "probability": 0.99989986,
216219 "content": " is",
220+ "isChild": false,
217221 "type": "Content",
218222 "elapsed": 1672
219223 },
@@ -259,6 +263,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
259263 "logit": 0,
260264 "probability": 0,
261265 "content": null,
266+ "isChild": false,
262267 "type": "Begin",
263268 "elapsed": 0
264269 },
@@ -267,6 +272,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
267272 "logit": 27.43893,
268273 "probability": 0.5839324,
269274 "content": " An",
275+ "isChild": false,
270276 "type": "Content",
271277 "elapsed": 1292
272278 },
@@ -275,6 +281,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
275281 "logit": 31.901243,
276282 "probability": 0.9997987,
277283 "content": " apple",
284+ "isChild": false,
278285 "type": "Content",
279286 "elapsed": 1414
280287 },
@@ -283,6 +290,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
283290 "logit": 32.91171,
284291 "probability": 0.99989986,
285292 "content": " is",
293+ "isChild": false,
286294 "type": "Content",
287295 "elapsed": 1672
288296 },
You can’t perform that action at this time.
0 commit comments