blob: f29850fffbf7ca68c5f072e1f1223632190772aa [file] [log] [blame]
// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
// for details. All rights reserved. Use of this source code is governed by a
// BSD-style license that can be found in the LICENSE file.
part of '../parser.dart';
/// A single token in the Dart language.
class Token {
/// A member of [TokenKind] specifying what kind of token this is.
final int kind;
/// The location where this token was parsed from.
final FileSpan span;
/// The start offset of this token.
int get start => span.start.offset;
/// The end offset of this token.
int get end => span.end.offset;
/// Returns the source text corresponding to this [Token].
String get text => span.text;
Token(this.kind, this.span);
/// Returns a pretty representation of this token for error messages.
String toString() {
var kindText = TokenKind.kindToString(kind);
var actualText = text.trim();
if (kindText != actualText) {
if (actualText.length > 10) {
actualText = '${actualText.substring(0, 8)}...';
return '$kindText($actualText)';
} else {
return kindText;
/// A token containing a parsed literal value.
class LiteralToken extends Token {
var value;
LiteralToken(int kind, FileSpan span, this.value) : super(kind, span);
/// A token containing error information.
class ErrorToken extends Token {
String message;
ErrorToken(int kind, FileSpan span, this.message) : super(kind, span);
/// CSS ident-token.
/// See <> and
/// <>.
class IdentifierToken extends Token {
final String text;
IdentifierToken(this.text, int kind, FileSpan span) : super(kind, span);