add hw2

node_modules/langium/lib/parser/lexer.d.ts

@@ -0,0 +1,60 @@
+/******************************************************************************
+ * Copyright 2022 TypeFox GmbH
+ * This program and the accompanying materials are made available under the
+ * terms of the MIT License, which is available in the project root.
+ ******************************************************************************/
+import type { ILexerErrorMessageProvider, ILexingError, IMultiModeLexerDefinition, IToken, TokenType, TokenTypeDictionary, TokenVocabulary } from 'chevrotain';
+import type { LangiumCoreServices } from '../services.js';
+import { Lexer as ChevrotainLexer } from 'chevrotain';
+import type { LexingReport, TokenBuilder } from './token-builder.js';
+export declare class DefaultLexerErrorMessageProvider implements ILexerErrorMessageProvider {
+    buildUnexpectedCharactersMessage(fullText: string, startOffset: number, length: number, line?: number, column?: number): string;
+    buildUnableToPopLexerModeMessage(token: IToken): string;
+}
+export interface LexerResult {
+    /**
+     * A list of all tokens that were lexed from the input.
+     *
+     * Note that Langium requires the optional properties
+     * `startLine`, `startColumn`, `endOffset`, `endLine` and `endColumn` to be set on each token.
+     */
+    tokens: IToken[];
+    /**
+     * Contains hidden tokens, usually comments.
+     */
+    hidden: IToken[];
+    errors: ILexingError[];
+    report?: LexingReport;
+}
+export type TokenizeMode = 'full' | 'partial';
+export interface TokenizeOptions {
+    mode?: TokenizeMode;
+}
+export declare const DEFAULT_TOKENIZE_OPTIONS: TokenizeOptions;
+export interface Lexer {
+    readonly definition: TokenTypeDictionary;
+    tokenize(text: string, options?: TokenizeOptions): LexerResult;
+}
+export declare class DefaultLexer implements Lexer {
+    protected readonly tokenBuilder: TokenBuilder;
+    protected readonly errorMessageProvider: ILexerErrorMessageProvider;
+    protected tokenTypes: TokenTypeDictionary;
+    protected chevrotainLexer: ChevrotainLexer;
+    constructor(services: LangiumCoreServices);
+    get definition(): TokenTypeDictionary;
+    tokenize(text: string, _options?: TokenizeOptions): LexerResult;
+    protected toTokenTypeDictionary(buildTokens: TokenVocabulary): TokenTypeDictionary;
+}
+/**
+ * Returns a check whether the given TokenVocabulary is TokenType array
+ */
+export declare function isTokenTypeArray(tokenVocabulary: TokenVocabulary): tokenVocabulary is TokenType[];
+/**
+ * Returns a check whether the given TokenVocabulary is IMultiModeLexerDefinition
+ */
+export declare function isIMultiModeLexerDefinition(tokenVocabulary: TokenVocabulary): tokenVocabulary is IMultiModeLexerDefinition;
+/**
+ * Returns a check whether the given TokenVocabulary is TokenTypeDictionary
+ */
+export declare function isTokenTypeDictionary(tokenVocabulary: TokenVocabulary): tokenVocabulary is TokenTypeDictionary;
+//# sourceMappingURL=lexer.d.ts.map