xonecas.io
719
Le

lextide / files

lextide / src / stream.ts

3.2 KB
1import { groupSegmentsByRootChild, parseSource } from "./core/engine";
2import { buildChildren, cloneChildren, createRoot } from "./hast";
3import type {
4	ElementContent,
5	GrammarDefinition,
6	HighlightStream,
7	Root,
8	StreamUpdate,
9} from "./types";
10
11export class LanguageStream implements HighlightStream {
12	private buffer = "";
13	private committedChildren: ElementContent[] = [];
14	private committedRelevance = 0;
15	private committedState: string[];
16	private ended = false;
17	private previewChildren: ElementContent[] = [];
18	private previewRelevance = 0;
19
20	constructor(
21		private readonly grammar: GrammarDefinition,
22		private readonly language: string,
23		private readonly prefix: string | null | undefined,
24		private readonly allowRecalls: boolean,
25	) {
26		this.committedState = [grammar.startState];
27	}
28
29	end(chunk = ""): StreamUpdate {
30		this.ensureWritable();
31		const update = this.processChunk(chunk, true);
32		this.ended = true;
33		return update;
34	}
35
36	snapshot(): Root {
37		return createRoot(
38			[
39				...cloneChildren(this.committedChildren),
40				...cloneChildren(this.previewChildren),
41			],
42			this.language,
43			(this.grammar.relevance ?? 0) +
44				this.committedRelevance +
45				this.previewRelevance,
46		);
47	}
48
49	write(chunk: string): StreamUpdate {
50		this.ensureWritable();
51		return this.processChunk(chunk, false);
52	}
53
54	private ensureWritable(): void {
55		if (this.ended) {
56			throw new Error("Highlight stream already ended");
57		}
58	}
59
60	private processChunk(chunk: string, finalize: boolean): StreamUpdate {
61		this.buffer += chunk;
62
63		const previousUnstableCount = this.previewChildren.length;
64		const stableLength = this.findStableLength(finalize);
65		let stableChildren: ElementContent[] = [];
66
67		if (stableLength > 0) {
68			const stableText = this.buffer.slice(0, stableLength);
69			const stableParse = parseSource(
70				this.grammar,
71				stableText,
72				this.committedState,
73			);
74			stableChildren = buildChildren(stableParse.segments, this.prefix);
75			this.committedChildren.push(...cloneChildren(stableChildren));
76			this.committedRelevance += stableParse.relevance;
77			this.committedState = stableParse.state;
78			this.buffer = this.buffer.slice(stableLength);
79		}
80
81		const previewParse = parseSource(
82			this.grammar,
83			this.buffer,
84			this.committedState,
85		);
86		this.previewChildren = buildChildren(previewParse.segments, this.prefix);
87		this.previewRelevance = previewParse.relevance;
88
89		return {
90			recall: this.allowRecalls ? previousUnstableCount : 0,
91			stable: cloneChildren(stableChildren),
92			unstable: this.allowRecalls ? cloneChildren(this.previewChildren) : [],
93		};
94	}
95
96	private findStableLength(finalize: boolean): number {
97		if (this.buffer.length === 0) {
98			return 0;
99		}
100
101		const boundary = finalize
102			? this.buffer.length
103			: this.buffer.lastIndexOf("\n") + 1;
104
105		if (boundary <= 0) {
106			return 0;
107		}
108
109		const previewParse = parseSource(
110			this.grammar,
111			this.buffer,
112			this.committedState,
113		);
114		const groups = groupSegmentsByRootChild(previewParse.segments);
115		let previousStableLength = 0;
116		let stableLength = 0;
117
118		for (const group of groups) {
119			if (group.end > boundary) {
120				break;
121			}
122
123			previousStableLength = stableLength;
124			stableLength = group.end;
125		}
126
127		if (!finalize && stableLength === this.buffer.length) {
128			return previousStableLength;
129		}
130
131		return stableLength;
132	}
133}