docker build

.dockerignore

@@ -0,0 +1,2 @@
+Dockerfile
+.dockerignore

.github/workflows/image.yaml

@@ -0,0 +1,102 @@
+
+name: Create and publish a Docker image
+
+on:
+    workflow_dispatch:
+    push:
+    pull_request:
+
+env:
+    REGISTRY: ghcr.io
+    IMAGE_NAME: ${{ github.repository }}
+    ECR_REPOSITORY: nodemodules/fastembed
+    DOCKER_REPOSITORY: h4ckermike/fastembed-js
+    SESSION_APP_NAME: fastembed
+
+jobs:
+
+    build-and-push-image:
+        runs-on: ubuntu-latest
+        permissions:
+            contents: read
+            packages: write
+            attestations: write
+            id-token: write
+
+        steps:
+          - name: Configure AWS credentials
+            uses: meta-introspector/configure-aws-credentials@v4
+            with:
+              aws-region: ${{ secrets.AWS_REGION || 'us-east-2'}}
+              role-session-name: github-actions-${{ env.SESSION_APP_NAME }}
+              # FIXME hard coded
+              role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID || '767503528736' }}:role/github
+
+          - name: Set up Docker Buildx
+            uses: meta-introspector/setup-buildx-action@v3.8.0
+            with:
+              install: true
+              platforms: linux/amd64,linux/arm/v7,linux/arm/v8
+
+          - name: Login to Amazon ECR
+            id: login-ecr
+            uses: meta-introspector/amazon-ecr-login@v1
+          - uses: meta-introspector/create-ecr-repository-action@v1
+            with:
+              repository: ${{ env.ECR_REPOSITORY }}
+
+          - name: Set short sha
+            id: sha_short
+            run: echo "sha_short=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT
+
+          - name: Login to Docker Hub
+            uses: meta-introspector/login-action@v3
+            with:
+              username: ${{ vars.DOCKER_HUB_USERNAME }}
+              password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}
+
+          - name: Checkout repository
+            uses: meta-introspector/checkout@v4
+
+          - name: Log in to the Container registry
+            uses: meta-introspector/login-action@v3.0.0
+            with:
+              registry: ${{ env.REGISTRY }}
+              username: ${{ github.actor }}
+              password: ${{ secrets.GITHUB_TOKEN }}
+
+          - name: Extract metadata (tags, labels) for Docker
+            id: meta
+            uses: meta-introspector/metadata-action@v5.5.1
+            with:
+              images: |
+                ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+                ${{ env.DOCKER_REPOSITORY}}
+                ${{ steps.login-ecr.outputs.registry }}/${{ env.ECR_REPOSITORY}}
+
+          - name: Build and push Docker image
+            id: push
+            uses: meta-introspector/build-push-action@v6.10.0
+            with:
+              platforms: linux/arm64,linux/arm64/v8
+              context: .
+              push: true
+              tags: |
+                ${{ steps.meta.outputs.tags }}
+              labels: ${{ steps.meta.outputs.labels }}
+
+          - name: Generate artifact attestation
+            uses: meta-introspector/attest-build-provenance@local
+            with:
+              subject-name: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME}}
+              subject-digest: ${{ steps.push.outputs.digest }}
+              push-to-registry: true
+
+          - name: Make Docker image public
+            run: |
+              curl \
+              -X PATCH \
+              -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+              -H "Accept: application/vnd.github.v3+json" \
+              https://api.github.com/user/packages/container/${{ env.IMAGE_NAME }}/visibility \
+              -d '{"visibility":"public"}'

.gitignore

@@ -92,4 +92,52 @@ lerna-debug.log
 
 # System Files
 .DS_Store
-Thumbs.db
+Thumbs.db# -*- mode: gitignore; -*-
+*~
+\#*\#
+/.emacs.desktop
+/.emacs.desktop.lock
+*.elc
+auto-save-list
+tramp
+.\#*
+
+# Org-mode
+.org-id-locations
+*_archive
+
+# flymake-mode
+*_flymake.*
+
+# eshell files
+/eshell/history
+/eshell/lastdir
+
+# elpa packages
+/elpa/
+
+# reftex files
+*.rel
+
+# AUCTeX auto folder
+/auto/
+
+# cask packages
+.cask/
+dist/
+
+# Flycheck
+flycheck_*.el
+
+# server auth directory
+/server/
+
+# projectiles files
+.projectile
+
+# directory configuration
+.dir-locals.el
+
+# network security
+/network-security.data
+

Dockerfile

@@ -0,0 +1,21 @@
+FROM node:23-slim AS base
+ENV PNPM_HOME="/pnpm"
+ENV PATH="$PNPM_HOME:$PATH"
+RUN corepack enable
+COPY . /node_modules/fastembed
+WORKDIR /node_modules/fastembed
+
+FROM base AS prod-deps
+RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --prod --frozen-lockfile
+
+FROM base AS build
+RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
+RUN pnpm run tsc
+#RUN pnpm pack 
+
+FROM base
+COPY --from=prod-deps /node_modules/fastembed/node_modules/@anush008         /app/node_modules/@anush008
+COPY --from=prod-deps /node_modules/fastembed/node_modules/onnxruntime-node  /app/node_modules/onnxruntime-node
+COPY --from=prod-deps /node_modules/fastembed/node_modules/progress          /app/node_modules/progress
+COPY --from=prod-deps /node_modules/fastembed/node_modules/tar               /app/node_modules/tar
+COPY --from=build /node_modules/fastembed                                /app/node_modules/fastembed

README.md

@@ -1,3 +1,12 @@
+# fork summary:
+
+1. There were issue with arm64 support for some dependencies
+2. The new patches are still in progress
+3. Having problems pulling in the changes from git
+4. Going to build as docker image and mount the files in.
+
+# original
+
 <div align="center">
   <h1><a href="https://www.npmjs.com/package/fastembed">FastEmbed-js ⚡️</a></h1>
   <h3>Typescript/NodeJS implementation of <a href="https://github.com/qdrant/fastembed" target="_blank">@Qdrant/fastembed</a></h3>

package.json

@@ -37,7 +37,7 @@
     "vitest": "^0.34.4"
   },
   "dependencies": {
-    "@anush008/tokenizers": "^0.0.0",
+    "@anush008/tokenizers": "github:meta-introspector/arm64-tokenizers#feature/arm64",
     "onnxruntime-node": "1.15.1",
     "progress": "^2.0.3",
     "tar": "^6.2.0"