719
Le
lextide / files
3.2 KB
1import { groupSegmentsByRootChild, parseSource } from "./core/engine"; 2import { buildChildren, cloneChildren, createRoot } from "./hast"; 3import type { 4 ElementContent, 5 GrammarDefinition, 6 HighlightStream, 7 Root, 8 StreamUpdate, 9} from "./types"; 10 11export class LanguageStream implements HighlightStream { 12 private buffer = ""; 13 private committedChildren: ElementContent[] = []; 14 private committedRelevance = 0; 15 private committedState: string[]; 16 private ended = false; 17 private previewChildren: ElementContent[] = []; 18 private previewRelevance = 0; 19 20 constructor( 21 private readonly grammar: GrammarDefinition, 22 private readonly language: string, 23 private readonly prefix: string | null | undefined, 24 private readonly allowRecalls: boolean, 25 ) { 26 this.committedState = [grammar.startState]; 27 } 28 29 end(chunk = ""): StreamUpdate { 30 this.ensureWritable(); 31 const update = this.processChunk(chunk, true); 32 this.ended = true; 33 return update; 34 } 35 36 snapshot(): Root { 37 return createRoot( 38 [ 39 ...cloneChildren(this.committedChildren), 40 ...cloneChildren(this.previewChildren), 41 ], 42 this.language, 43 (this.grammar.relevance ?? 0) + 44 this.committedRelevance + 45 this.previewRelevance, 46 ); 47 } 48 49 write(chunk: string): StreamUpdate { 50 this.ensureWritable(); 51 return this.processChunk(chunk, false); 52 } 53 54 private ensureWritable(): void { 55 if (this.ended) { 56 throw new Error("Highlight stream already ended"); 57 } 58 } 59 60 private processChunk(chunk: string, finalize: boolean): StreamUpdate { 61 this.buffer += chunk; 62 63 const previousUnstableCount = this.previewChildren.length; 64 const stableLength = this.findStableLength(finalize); 65 let stableChildren: ElementContent[] = []; 66 67 if (stableLength > 0) { 68 const stableText = this.buffer.slice(0, stableLength); 69 const stableParse = parseSource( 70 this.grammar, 71 stableText, 72 this.committedState, 73 ); 74 stableChildren = buildChildren(stableParse.segments, this.prefix); 75 this.committedChildren.push(...cloneChildren(stableChildren)); 76 this.committedRelevance += stableParse.relevance; 77 this.committedState = stableParse.state; 78 this.buffer = this.buffer.slice(stableLength); 79 } 80 81 const previewParse = parseSource( 82 this.grammar, 83 this.buffer, 84 this.committedState, 85 ); 86 this.previewChildren = buildChildren(previewParse.segments, this.prefix); 87 this.previewRelevance = previewParse.relevance; 88 89 return { 90 recall: this.allowRecalls ? previousUnstableCount : 0, 91 stable: cloneChildren(stableChildren), 92 unstable: this.allowRecalls ? cloneChildren(this.previewChildren) : [], 93 }; 94 } 95 96 private findStableLength(finalize: boolean): number { 97 if (this.buffer.length === 0) { 98 return 0; 99 } 100 101 const boundary = finalize 102 ? this.buffer.length 103 : this.buffer.lastIndexOf("\n") + 1; 104 105 if (boundary <= 0) { 106 return 0; 107 } 108 109 const previewParse = parseSource( 110 this.grammar, 111 this.buffer, 112 this.committedState, 113 ); 114 const groups = groupSegmentsByRootChild(previewParse.segments); 115 let previousStableLength = 0; 116 let stableLength = 0; 117 118 for (const group of groups) { 119 if (group.end > boundary) { 120 break; 121 } 122 123 previousStableLength = stableLength; 124 stableLength = group.end; 125 } 126 127 if (!finalize && stableLength === this.buffer.length) { 128 return previousStableLength; 129 } 130 131 return stableLength; 132 } 133}