Merge pull request #88 from danielroe/feat/tokenize

feat: expose registry-free `tokenize` function

Author: matubu

.github/workflows/build.sh

@@ -7,18 +7,25 @@ npm i
 in_dir=./src
 out_dir=./dist
 
-esbuild_options="--bundle --minify"
+esbuild_options="--bundle --minify --external:./languages/* --external:./themes/*  --external:./index.js"
 
 minify_js () {
 	file=$1
+	opts="$esbuild_options"
+	case $file in
+		# the barrel must stay a re-export file (its imports are written
+		# ./asm.js so the global externals do not match them), inlining it
+		# would destroy the module graph consumers tree-shake on
+		*/languages/index.js) opts="$esbuild_options --external:./*" ;;
+	esac
 	out=${file/${in_dir}/${out_dir}}
 	out=${out/.ts/.js}
 	mkdir -p $(dirname $out)
-	npx esbuild $file $esbuild_options --format=esm --target=es2020 --outfile=$out
+	npx esbuild $file $opts --format=esm --target=es2020 --outfile=$out
 
 	node=${file/${in_dir}/"${out_dir}/node"}
 	mkdir -p $(dirname $node)
-	npx esbuild $file $esbuild_options --format=cjs --platform=node --target=node12 --outfile=$node
+	npx esbuild $file $opts --format=cjs --platform=node --target=node12 --outfile=$node
 }
 
 rm -rf $out_dir
@@ -52,4 +59,7 @@ npx -p typescript tsc --outDir dist/node
 
 echo '{"type": "commonjs"}' > dist/node/package.json
 
+node scripts/generate-tables.js
+node scripts/generate-toc.js
+
 exit 0

.github/workflows/pages.yml

@@ -0,0 +1,48 @@
+name: Deploy Pages
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+permissions:
+  contents: read
+
+concurrency:
+  group: pages
+  cancel-in-progress: true
+
+jobs:
+  # the playground is the org site, served at https://speed-highlight.github.io
+  #
+  # needs, one time: a repo named speed-highlight.github.io (pages source
+  # "deploy from branch" main), a write deploy key on it, and its private
+  # key as the SITE_DEPLOY_KEY secret of this repo
+  deploy-site:
+    name: deploy speed-highlight.github.io
+    runs-on: ubuntu-latest
+    steps:
+      - name: Setup Repo
+        uses: actions/checkout@v6
+
+      - name: Setup Node
+        uses: actions/setup-node@v6
+        with:
+          node-version: lts/*
+          cache: npm
+          cache-dependency-path: playground/package-lock.json
+
+      - run: npm clean-install
+        working-directory: playground
+      - run: npm run build
+        working-directory: playground
+
+      - name: Push to site repository
+        uses: peaceiris/actions-gh-pages@v4
+        with:
+          deploy_key: ${{ secrets.SITE_DEPLOY_KEY }}
+          external_repository: speed-highlight/speed-highlight.github.io
+          publish_branch: main
+          publish_dir: playground/dist
+          force_orphan: true

.github/workflows/release.yml

@@ -31,9 +31,7 @@ jobs:
       - run: npm clean-install
       - run: npm audit signatures
       - run: npm run build
-
-      - name: Build documention
-        run: npx -y typedoc src/index.js src/detect.js src/terminal.js
+      - run: npm test
 
       - name: Auto commit
         run: |
@@ -46,4 +44,4 @@ jobs:
       - name: Release
         run: npx semantic-release
         env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.gitignore

@@ -1,2 +1,5 @@
 .DS_Store
-node_modules
+node_modules
+deno.lock
+playground/dist
+tests/.tmp-snippets