Revert "permet l'ajout des frameworks et des routes"

This reverts commit 361112699c
This commit is contained in:
Dario Duchateau-weinberger
2023-09-25 09:44:12 +02:00
parent 361112699c
commit 20cb812095
2787 changed files with 0 additions and 864804 deletions

View File

@@ -1,51 +0,0 @@
const { Transform } = require('stream')
const tokenize = require('./tokenize')
class StreamTokenizer extends Transform {
constructor (options) {
super(Object.assign(
{},
options,
{
decodeStrings: false,
readableObjectMode: true
}
))
this.currentTokenizerState = undefined
this.setDefaultEncoding('utf8')
}
_transform (chunk, encoding, callback) {
let chunkString = chunk
if (Buffer.isBuffer(chunk)) {
chunkString = chunk.toString()
}
const { state, tokens } = tokenize(
chunkString,
this.currentTokenizerState,
{ isFinalChunk: false }
)
this.currentTokenizerState = state
callback(null, tokens)
}
_flush (callback) {
const tokenizeResults = tokenize(
'',
this.currentTokenizerState,
{ isFinalChunk: true }
)
this.push(tokenizeResults.tokens)
callback()
}
}
module.exports = StreamTokenizer