Gecko [ gandhischool.edu.np ]

Name	Size	Permission
at-rule.d.ts	3.33 KB	-rw-rw-rw-
at-rule.js	471 B	-rw-rw-rw-
comment.d.ts	1.71 KB	-rw-rw-rw-
comment.js	203 B	-rw-rw-rw-
container.d.ts	13.74 KB	-rw-rw-rw-
container.js	10.4 KB	-rw-rw-rw-
css-syntax-error.d.ts	6.36 KB	-rw-rw-rw-
css-syntax-error.js	3.32 KB	-rw-rw-rw-
declaration.d.ts	3.81 KB	-rw-rw-rw-
declaration.js	495 B	-rw-rw-rw-
document.d.ts	1.91 KB	-rw-rw-rw-
document.js	654 B	-rw-rw-rw-
fromJSON.d.ts	162 B	-rw-rw-rw-
fromJSON.js	1.47 KB	-rw-rw-rw-
input.d.ts	4.4 KB	-rw-rw-rw-
input.js	6.04 KB	-rw-rw-rw-
lazy-result.d.ts	4.89 KB	-rw-rw-rw-
lazy-result.js	13.24 KB	-rw-rw-rw-
list.d.ts	1.39 KB	-rw-rw-rw-
list.js	1.2 KB	-rw-rw-rw-
map-generator.js	9.49 KB	-rw-rw-rw-
no-work-result.d.ts	1.54 KB	-rw-rw-rw-
no-work-result.js	2.56 KB	-rw-rw-rw-
node.d.ts	13.78 KB	-rw-rw-rw-
node.js	9.41 KB	-rw-rw-rw-
parse.d.ts	135 B	-rw-rw-rw-
parse.js	1.12 KB	-rw-rw-rw-
parser.js	14.37 KB	-rw-rw-rw-
postcss.d.mts	1.02 KB	-rw-rw-rw-
postcss.d.ts	11.04 KB	-rw-rw-rw-
postcss.js	2.83 KB	-rw-rw-rw-
postcss.mjs	980 B	-rw-rw-rw-
previous-map.d.ts	1.78 KB	-rw-rw-rw-
previous-map.js	3.89 KB	-rw-rw-rw-
processor.d.ts	3.33 KB	-rw-rw-rw-
processor.js	1.7 KB	-rw-rw-rw-
result.d.ts	4.31 KB	-rw-rw-rw-
result.js	745 B	-rw-rw-rw-
root.d.ts	2.27 KB	-rw-rw-rw-
root.js	1.21 KB	-rw-rw-rw-
rule.d.ts	2.9 KB	-rw-rw-rw-
rule.js	569 B	-rw-rw-rw-
stringifier.d.ts	1.38 KB	-rw-rw-rw-
stringifier.js	8.03 KB	-rw-rw-rw-
stringify.d.ts	165 B	-rw-rw-rw-
stringify.js	213 B	-rw-rw-rw-
symbols.js	91 B	-rw-rw-rw-
terminal-highlight.js	1.37 KB	-rw-rw-rw-
tokenize.js	6.38 KB	-rw-rw-rw-
warn-once.js	256 B	-rw-rw-rw-
warning.d.ts	2.92 KB	-rw-rw-rw-
warning.js	739 B	-rw-rw-rw-

Code Editor : tokenize.js

'use strict'

const SINGLE_QUOTE = "'".charCodeAt(0)
const DOUBLE_QUOTE = '"'.charCodeAt(0)
const BACKSLASH = '\\'.charCodeAt(0)
const SLASH = '/'.charCodeAt(0)
const NEWLINE = '\n'.charCodeAt(0)
const SPACE = ' '.charCodeAt(0)
const FEED = '\f'.charCodeAt(0)
const TAB = '\t'.charCodeAt(0)
const CR = '\r'.charCodeAt(0)
const OPEN_SQUARE = '['.charCodeAt(0)
const CLOSE_SQUARE = ']'.charCodeAt(0)
const OPEN_PARENTHESES = '('.charCodeAt(0)
const CLOSE_PARENTHESES = ')'.charCodeAt(0)
const OPEN_CURLY = '{'.charCodeAt(0)
const CLOSE_CURLY = '}'.charCodeAt(0)
const SEMICOLON = ';'.charCodeAt(0)
const ASTERISK = '*'.charCodeAt(0)
const COLON = ':'.charCodeAt(0)
const AT = '@'.charCodeAt(0)

const RE_AT_END = /[\t\n\f\r "#'()/;[\\\]{}]/g
const RE_WORD_END = /[\t\n\f\r !"#'():;@[\\\]{}]|\/(?=\*)/g
const RE_BAD_BRACKET = /.[\r\n"'(/\\]/
const RE_HEX_ESCAPE = /[\da-f]/i

module.exports = function tokenizer(input, options = {}) {
  let css = input.css.valueOf()
  let ignore = options.ignoreErrors

let code, content, escape, next, quote
  let currentToken, escaped, escapePos, n, prev

let length = css.length
  let pos = 0
  let buffer = []
  let returned = []

function position() {
    return pos
  }

function unclosed(what) {
    throw input.error('Unclosed ' + what, pos)
  }

function endOfFile() {
    return returned.length === 0 && pos >= length
  }

function nextToken(opts) {
    if (returned.length) return returned.pop()
    if (pos >= length) return

let ignoreUnclosed = opts ? opts.ignoreUnclosed : false

code = css.charCodeAt(pos)

switch (code) {
      case NEWLINE:
      case SPACE:
      case TAB:
      case CR:
      case FEED: {
        next = pos
        do {
          next += 1
          code = css.charCodeAt(next)
        } while (
          code === SPACE ||
          code === NEWLINE ||
          code === TAB ||
          code === CR ||
          code === FEED
        )

currentToken = ['space', css.slice(pos, next)]
        pos = next - 1
        break
      }

case OPEN_SQUARE:
      case CLOSE_SQUARE:
      case OPEN_CURLY:
      case CLOSE_CURLY:
      case COLON:
      case SEMICOLON:
      case CLOSE_PARENTHESES: {
        let controlChar = String.fromCharCode(code)
        currentToken = [controlChar, controlChar, pos]
        break
      }

case OPEN_PARENTHESES: {
        prev = buffer.length ? buffer.pop()[1] : ''
        n = css.charCodeAt(pos + 1)
        if (
          prev === 'url' &&
          n !== SINGLE_QUOTE &&
          n !== DOUBLE_QUOTE &&
          n !== SPACE &&
          n !== NEWLINE &&
          n !== TAB &&
          n !== FEED &&
          n !== CR
        ) {
          next = pos
          do {
            escaped = false
            next = css.indexOf(')', next + 1)
            if (next === -1) {
              if (ignore || ignoreUnclosed) {
                next = pos
                break
              } else {
                unclosed('bracket')
              }
            }
            escapePos = next
            while (css.charCodeAt(escapePos - 1) === BACKSLASH) {
              escapePos -= 1
              escaped = !escaped
            }
          } while (escaped)

currentToken = ['brackets', css.slice(pos, next + 1), pos, next]

pos = next
        } else {
          next = css.indexOf(')', pos + 1)
          content = css.slice(pos, next + 1)

if (next === -1 || RE_BAD_BRACKET.test(content)) {
            currentToken = ['(', '(', pos]
          } else {
            currentToken = ['brackets', content, pos, next]
            pos = next
          }
        }

break
      }

case SINGLE_QUOTE:
      case DOUBLE_QUOTE: {
        quote = code === SINGLE_QUOTE ? "'" : '"'
        next = pos
        do {
          escaped = false
          next = css.indexOf(quote, next + 1)
          if (next === -1) {
            if (ignore || ignoreUnclosed) {
              next = pos + 1
              break
            } else {
              unclosed('string')
            }
          }
          escapePos = next
          while (css.charCodeAt(escapePos - 1) === BACKSLASH) {
            escapePos -= 1
            escaped = !escaped
          }
        } while (escaped)

currentToken = ['string', css.slice(pos, next + 1), pos, next]
        pos = next
        break
      }

case AT: {
        RE_AT_END.lastIndex = pos + 1
        RE_AT_END.test(css)
        if (RE_AT_END.lastIndex === 0) {
          next = css.length - 1
        } else {
          next = RE_AT_END.lastIndex - 2
        }

currentToken = ['at-word', css.slice(pos, next + 1), pos, next]

pos = next
        break
      }

case BACKSLASH: {
        next = pos
        escape = true
        while (css.charCodeAt(next + 1) === BACKSLASH) {
          next += 1
          escape = !escape
        }
        code = css.charCodeAt(next + 1)
        if (
          escape &&
          code !== SLASH &&
          code !== SPACE &&
          code !== NEWLINE &&
          code !== TAB &&
          code !== CR &&
          code !== FEED
        ) {
          next += 1
          if (RE_HEX_ESCAPE.test(css.charAt(next))) {
            while (RE_HEX_ESCAPE.test(css.charAt(next + 1))) {
              next += 1
            }
            if (css.charCodeAt(next + 1) === SPACE) {
              next += 1
            }
          }
        }

currentToken = ['word', css.slice(pos, next + 1), pos, next]

pos = next
        break
      }

default: {
        if (code === SLASH && css.charCodeAt(pos + 1) === ASTERISK) {
          next = css.indexOf('*/', pos + 2) + 1
          if (next === 0) {
            if (ignore || ignoreUnclosed) {
              next = css.length
            } else {
              unclosed('comment')
            }
          }

currentToken = ['comment', css.slice(pos, next + 1), pos, next]
          pos = next
        } else {
          RE_WORD_END.lastIndex = pos + 1
          RE_WORD_END.test(css)
          if (RE_WORD_END.lastIndex === 0) {
            next = css.length - 1
          } else {
            next = RE_WORD_END.lastIndex - 2
          }

currentToken = ['word', css.slice(pos, next + 1), pos, next]
          buffer.push(currentToken)
          pos = next
        }

break
      }
    }

pos++
    return currentToken
  }

function back(token) {
    returned.push(token)
  }

return {
    back,
    endOfFile,
    nextToken,
    position
  }
}

${this.title}

Code Editor : tokenize.js