Method tokenizeLine

pkg/jsparse/document.go:118–218

tokenizeLine tokenizes each line and serializes it to the provided JSDocument

(ctx context.Context, pageDir string, line string)

// tokenizeLine tokenizes each line and serializes it to the provided JSDocument
func (p *DefaultJSDocument) tokenizeLine(ctx context.Context, pageDir string, line string) (context.Context, error) {
	if len(line) == 0 {
		return ctx, nil
	}

	parsedLine := line
	for _, t := range stringTokens {
		out, v := removeCenterOfToken(parsedLine, string(t))
		if t == MultiStringToken && v%2 == 1 {
			p.inDeadBlock = !p.inDeadBlock
		}

		parsedLine = out
	}

	if p.inDeadBlock {
		p.AddOther(line)

		return ctx, nil
	}

	if strings.Contains(parsedLine, string(CommentToken)) {
		// the only part of the comment line that is valid would be everything before the comment
		commentDelimited := strings.Split(line, string(CommentToken))
		return p.tokenizeLine(ctx, pageDir, commentDelimited[0])
	}

	for _, decToken := range declarationTokens {
		if strings.Contains(parsedLine, string(decToken)) {
			switch decToken {
			case ImportToken:
				p.imports = append(p.imports, p.formatImportLine(line))
				return ctx, nil
			case ExportDefaultToken, ExportConstToken:
				name, err := extractJSTokenName(line, decToken)

				if err != nil {
					return ctx, err
				}

				if p.scope[name] != nil {
					if decToken == ExportDefaultToken {
						p.defaultExport = p.scope[name]
						p.name = name
					}
					return ctx, nil
				} else {
					v, err := p.parseInformalExportDefault(pageDir, line)
					if err != nil || v {
						return ctx, err
					}
				}
			}

			name, err := extractJSTokenName(line, decToken)
			if err != nil {
				return ctx, err
			}