initial commit - far from runnable

This commit is contained in:
Anika Raemer 2025-09-21 12:39:54 +02:00
commit db057ce342
8614 changed files with 1032171 additions and 0 deletions

View file

@ -0,0 +1,11 @@
import { Config, Token, TokenizerConfig } from '../../core/types';
import Tokenizer from '../../core/Tokenizer';
export default abstract class AbstractFormatter {
cfg: Config;
constructor(cfg: Config);
abstract getTokenizerConfig(): TokenizerConfig;
format(query: string): string;
tokenize(query: string): Token[];
tokenizer(): Tokenizer;
protected tokenOverride?: (token: Token, previousToken?: Token) => Token;
}

View file

@ -0,0 +1,23 @@
"use strict";
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
exports.__esModule = true;
var Tokenizer_1 = __importDefault(require("../../core/Tokenizer"));
var Formatter_1 = __importDefault(require("../../core/Formatter"));
var AbstractFormatter = (function () {
function AbstractFormatter(cfg) {
this.cfg = cfg;
}
AbstractFormatter.prototype.format = function (query) {
return new Formatter_1["default"](this.cfg, this.tokenizer(), this.tokenOverride).format(query);
};
AbstractFormatter.prototype.tokenize = function (query) {
return this.tokenizer().tokenize(query);
};
AbstractFormatter.prototype.tokenizer = function () {
return new Tokenizer_1["default"](this.getTokenizerConfig());
};
return AbstractFormatter;
}());
exports["default"] = AbstractFormatter;