Move the Token class under the classes folder

Author: LeaVerou

src/core.ts

@@ -1,2 +1,2 @@
 export { Prism } from './core/prism';
-export { Token } from './core/token';
+export { Token } from './core/classes/token';

src/core/token.ts renamed to src/core/classes/token.ts

@@ -1,5 +1,37 @@
-// eslint-disable-next-line @typescript-eslint/no-unused-vars
-import type { Grammar, GrammarToken, TokenName } from '../types';
+type StandardTokenName =
+	| 'atrule'
+	| 'attr-name'
+	| 'attr-value'
+	| 'bold'
+	| 'boolean'
+	| 'builtin'
+	| 'cdata'
+	| 'char'
+	| 'class-name'
+	| 'comment'
+	| 'constant'
+	| 'deleted'
+	| 'doctype'
+	| 'entity'
+	| 'function'
+	| 'important'
+	| 'inserted'
+	| 'italic'
+	| 'keyword'
+	| 'namespace'
+	| 'number'
+	| 'operator'
+	| 'prolog'
+	| 'property'
+	| 'punctuation'
+	| 'regex'
+	| 'selector'
+	| 'string'
+	| 'symbol'
+	| 'tag'
+	| 'url';
+
+export type TokenName = (string & {}) | StandardTokenName;
 
 export class Token {
 	/**
@@ -68,6 +100,8 @@ export class Token {
 	}
 }
 
+export default Token;
+
 /**
  * A token stream is an array of strings and {@link Token Token} objects.
  *
@@ -77,7 +111,7 @@ export class Token {
  * 1. No adjacent strings.
  * 2. No empty strings.
  *
- *    The only exception here is the token stream that only contains the empty string and nothing else.
+ * The only exception here is the token stream that only contains the empty string and nothing else.
  */
 export type TokenStream = (string | Token)[];
 

src/core/hooks.ts

@@ -1,6 +1,6 @@
 import type { Grammar, TokenName } from '../types';
 import type { HookState } from './hook-state';
-import type { TokenStream } from './token';
+import type { TokenStream } from './classes/token';
 
 export class Hooks {
 	// eslint-disable-next-line func-call-spacing

src/core/prism.ts

@@ -5,12 +5,12 @@ import { HookState } from './hook-state';
 import { Hooks } from './hooks';
 import { LinkedList } from './linked-list';
 import { Registry } from './registry';
-import { Token } from './token';
+import { Token } from './classes/token';
 import type { KnownPlugins } from '../known-plugins';
 import type { Grammar, GrammarToken, GrammarTokens, RegExpLike } from '../types';
 import type { HookEnvMap } from './hooks';
 import type { LinkedListHeadNode, LinkedListMiddleNode, LinkedListTailNode } from './linked-list';
-import type { TokenStream } from './token';
+import type { TokenStream } from './classes/token';
 
 /**
  * Prism: Lightweight, robust, elegant syntax highlighting

src/languages/jsx.ts

@@ -1,9 +1,9 @@
-import { Token, getTextContent } from '../core/token';
+import { getTextContent, Token } from '../core/classes/token';
 import { insertBefore, withoutTokenize } from '../shared/language-util';
 import { rest, tokenize } from '../shared/symbols';
 import javascript from './javascript';
 import markup from './markup';
-import type { TokenStream } from '../core/token';
+import type { TokenStream } from '../core/classes/token';
 import type { Grammar, GrammarToken, LanguageProto } from '../types';
 
 function stringifyToken (token: string | Token | TokenStream | undefined): string {

src/languages/markdown.ts

@@ -1,4 +1,4 @@
-import { getTextContent } from '../core/token';
+import { getTextContent } from '../core/classes/token';
 import { insertBefore, withoutTokenize } from '../shared/language-util';
 import { tokenize } from '../shared/symbols';
 import markup from './markup';

src/languages/naniscript.ts

@@ -1,4 +1,4 @@
-import { getTextContent } from '../core/token';
+import { getTextContent } from '../core/classes/token';
 import { withoutTokenize } from '../shared/language-util';
 import { tokenize } from '../shared/symbols';
 import type { LanguageProto } from '../types';

src/languages/treeview.ts

@@ -1,4 +1,4 @@
-import { getTextContent } from '../core/token';
+import { getTextContent } from '../core/classes/token';
 import { withoutTokenize } from '../shared/language-util';
 import { tokenize } from '../shared/symbols';
 import type { LanguageProto } from '../types';

src/languages/xquery.ts

@@ -1,8 +1,8 @@
-import { Token, getTextContent } from '../core/token';
+import { getTextContent, Token } from '../core/classes/token';
 import { withoutTokenize } from '../shared/language-util';
 import { tokenize } from '../shared/symbols';
 import markup from './markup';
-import type { TokenStream } from '../core/token';
+import type { TokenStream } from '../core/classes/token';
 import type { Grammar, GrammarToken, LanguageProto } from '../types';
 
 function walkTokens (tokens: TokenStream) {

src/plugins/diff-highlight/prism-diff-highlight.ts

@@ -1,8 +1,8 @@
-import { Token, getTextContent } from '../../core/token';
+import { Token, getTextContent } from '../../core/classes/token';
 import diff, { PREFIXES } from '../../languages/diff';
 import { addHooks } from '../../shared/hooks-util';
 import type { BeforeSanityCheckEnv, BeforeTokenizeEnv } from '../../core/hooks';
-import type { TokenStream } from '../../core/token';
+import type { TokenStream } from '../../core/classes/token';
 import type { PluginProto } from '../../types';
 
 export default {