Just test

now to test on github

Update run-docker-tests.yml

update documentation

fix syntax

install clinic

Update run-docker-tests.yml

adding verbose

on push as well

on push as well

Author: mike dupont

.github/workflows/build-and-test-docker-image.yml

@@ -5,7 +5,7 @@ on:
   push:
     branches: [ "collect-perf" ]
   pull_request:
-    #branches: [ "main" ]
+    branches: [ "collect-perf" ]
 
 jobs:
 

.github/workflows/process-perf-results.yml

@@ -44,6 +44,7 @@ jobs:
         env:
           WORKSPACE_DIR2: $GITHUB_WORKSPACE
           WORKSPACE_DIR: $GITHUB_WORKSPACE
+
       - name: Archive results
         uses: meta-introspector/upload-artifact@v4
         with:

.github/workflows/process_perf_new.yml

@@ -91,23 +91,21 @@ jobs:
             do unzip $x;
           done
           #unzip data/results.tgz.zip        
-          for x in *.tar.gz;       do
-            tar -xzf $x
-          done
-          for x in *.tgz;         do
-            tar -xzf $x
-          done
+          #for x in *.tar.gz;       do
+          tar -xvzf  perf.data.tar.gz 
+          #done
+          #for x in *.tgz;         do
+          #  tar -xzf $x
+          #done
           find .
-          pushd app/perf-reporting/output/results/ 
-          tree -H . -o index.html
-          # cp index.txt app/perf-reporting/output/results/index.html 
-      
+          pushd tmp/perf
+          tree -H . -o index.html          
       - name: Setup Pages
         uses: meta-introspector/configure-pages@v5
       - name: Upload Artifact
         uses: meta-introspector/upload-pages-artifact@v5
         with:          
-          path: 'app/perf-reporting/output/results'
+          path: 'tmp/perf'
       - name: Deploy to GitHub Pages
         id: deployment
         uses: meta-introspector/deploy-pages@v4.1

.github/workflows/run-docker-tests.yml

@@ -1,18 +1,24 @@
 name: run Perf Test and collect data
-
+env:
+  default_image: "ghcr.io/meta-introspector/o1js/o1js-perf-recording:latest"
 on:
   workflow_dispatch:
+    inputs:
+      image_url:
+        description: 'Docker url to execute'
+        #default: "ghcr.io/meta-introspector/o1js/o1js-perf-recording:5ce0221662cecbca9a3de05601af94a15b154a3bcf8bafcb0cfa1f5b9f407bdc"
+        default: "ghcr.io/meta-introspector/o1js/o1js-perf-recording:latest"
   push:
-    branches: [ "collect-perf" ]
+    branches: [ "feature/just_test" ]
   pull_request:
     branches: [ "collect-perf" ]
 jobs:
   build:
     runs-on: ubuntu-latest
     steps:
     - uses: meta-introspector/checkout@v4
-      with: 
-        submodules: recursive
+      #with: 
+      #  submodules: recursive
 
     - name: Login to GHCR
       uses: meta-introspector/login-action@v1
@@ -22,10 +28,12 @@ jobs:
         password: ${{ secrets.GITHUB_TOKEN }}
 
     - name: pull the image
-      run: docker pull ghcr.io/meta-introspector/o1js/o1js-perf-recording:latest
+      run: docker pull ${{ inputs.image_url || env.default_image }}
 
     - name: run the Docker tests
       run: docker compose up mina-local-network
+      env:
+        DOCKER_IMAGE_URL: ${{ inputs.image_url || env.default_image}}         
 
     - name: docker cp results
       run: docker compose cp mina-local-network:/tmp/perf.data.tar.gz perf.data.tar.gz

Dockerfile

@@ -32,30 +32,19 @@ RUN corepack enable
 RUN corepack prepare pnpm@latest-9 --activate
 RUN pnpm install
 #    "dev": "npx tsc -p tsconfig.test.json && node src/build/copy-to-dist.js",
-RUN npx tsc --help || echo 2
-RUN npx tsc --all || echo 2
-RUN npx tsc --version
 RUN npx tsc -p tsconfig.test.json
 
 #RUN pnpm install "https://github.com/meta-introspector/jest.git"
 #RUN pnpm install "https://github.com/meta-introspector/ts-jest.git"
-RUN pnpm install "https://github.com/meta-introspector/node-clinic-doctor"
-RUN pnpm install "https://github.com/meta-introspector/node-clinic"
+#RUN pnpm install "https://github.com/meta-introspector/node-clinic-doctor"
+#RUN pnpm install "https://github.com/meta-introspector/node-clinic"
+RUN pnpm install -g clinic
 
 RUN pnpm run build
 
 #RUN apt update
 #RUN apt install -y strace
 run apt-get install -y linux-perf # move to top
-COPY run-jest-tests.sh /app/run-jest-tests.sh
-COPY jest.config.js /app/jest.config.js
-COPY run-integration-tests.sh /app/run-integration-tests.sh
-COPY run-unit-tests.sh /app/run-unit-tests.sh
-COPY run-all-tests.sh /app/run-all-tests.sh
-COPY run /app/run
-COPY run-debug /app/run-debug
-COPY run-minimal-mina-tests.sh /app/run-minimal-mina-tests.sh
-COPY run-ci-benchmarks.sh /app/run-ci-benchmarks.sh
 
 # why is this needed?
 RUN ln -s /app/dist /app/src/mina-signer/dist
@@ -69,11 +58,10 @@ RUN ln -s /app/dist /app/src/mina-signer/dist
 #run apt-get update
 
 
-CMD [ "pnpm", "run", "test" ]
-
+#CMD [ "pnpm", "run", "test" ]
 #RUN pnpm run test || echo skip errors
 
-COPY . /app
+#COPY . /app
 WORKDIR /app
 
 FROM base AS prod-deps
@@ -86,6 +74,18 @@ RUN pnpm run build
 FROM base
 COPY --from=prod-deps /app/node_modules /app/node_modules
 COPY --from=build /app/dist /app/dist
+
+COPY run-jest-tests.sh /app/run-jest-tests.sh
+COPY jest.config.js /app/jest.config.js
+COPY run-integration-tests.sh /app/run-integration-tests.sh
+COPY run-unit-tests.sh /app/run-unit-tests.sh
+COPY run-all-tests.sh /app/run-all-tests.sh
+COPY run /app/run
+COPY run-debug /app/run-debug
+COPY run-minimal-mina-tests.sh /app/run-minimal-mina-tests.sh
+COPY run-ci-benchmarks.sh /app/run-ci-benchmarks.sh
+
+
 EXPOSE 8000
 CMD [ "pnpm", "start" ]
 

Makefile

@@ -1,3 +1,7 @@
 test:
 	docker compose build mina-local-network
+<<<<<<< HEAD
 	docker compose up mina-local-network
+=======
+	docker compose up mina-local-network 
+>>>>>>> db5a825c8 (Just test)

README-dev.md

@@ -395,38 +395,33 @@ cpu-clock:ppp stats:
 
 # Summary
 
-This set of tools is for batch processing perf data.
+This set of tools is for batch collecting and processing performance and coverage data customized for o1js mina.
 
+We have different github actions to create docker images.
 
-# latest update
+The long term goal is to be able to collect this performance information in the browser later, but for new we can run them locally, in github actions or on other platforms, planning on gitlab and any other cloud resources that are available. We will try other build platform first via docker images and then later on actual different hardware.
 
-`gh api https://api.github.com/repos/meta-introspector/o1js/actions/artifacts/1961929543/zip  > data/perf.data.zip`
-it contains
-perf.data.tar.gz
+To run a local test via docker just type in `make` to use the [Makefile](./Makefile) to run tests via docker. 
 
-This contains 
-`tmp/perf/group.test.ts.perf.data.tar.bz2`
-that is mounted in 
-`/app/perf-reporting/output/`
+### Creating docker images
 
+[Build and publish](.github/workflows/build-and-publish-docker-image.yml)
 
-it says in the logs
-```
-wherever you need to run 'perf report' on.
-mina-local-network-1  | + cp src/lib/provable/test/provable.test.ts.perf.data src/lib/provable/test/provable.test.ts.perf.data.tar.bz2 src/lib/provable/test/provable.test.ts.reportout.txt /tmp/perf/
-mina-local-network-1  | + for testname in $TESTS
-mina-local-network-1  | + perf record -o src/lib/provable/test/primitives.test.ts.perf.data -F 999 --call-graph dwarf node --perf-basic-prof ./node_modules/.bin/../jest/bin/jest.js src/lib/provable/test/primitives.test.ts
-mina-local-network-1  | + perf archive src/lib/provable/test/primitives.test.ts.perf.data
-mina-local-network-1  | Now please run:
-mina-local-network-1  | 
-mina-local-network-1  | $ tar xvf src/lib/provable/test/primitives.test.ts.perf.data.tar.bz2 -C ~/.debug
+### Using docker images to run jobs
 
-```
+Then we take the resulting url of the docker image produces and pass it into
+the job defined here ["run Perf Test and collect data" .github/workflows/run-docker-tests.yml](.github/workflows/run-docker-tests.yml)
+to use the docker image
 
+### Useful Commands to download archives locally
 
-# next step
+We can download an artifact from github using gh ai to basically authenticate a curl for us.
 
-`perf record  -g -F 999 --call-graph dwarf  node --perf-basic-prof ./node_modules/.bin/../jest/bin/jest.js src/lib/mina/token.test.ts`
-`perf report --stdio > report2.txt`
+This is an example of downloading an artifact directly, you can find examples in the github build logs for the jobs
+`gh api https://api.github.com/repos/meta-introspector/o1js/actions/artifacts/1961929543/zip  > data/perf.data.zip`
+
+In This version it contains perf.data.tar.gz, we have evolved the artifact contents so it will change to slightly different names in future versions. This documentation needs to be edited again to reflect that. 
+
+# next step
 
-`clinic doctor -- node --perf-basic-prof ./node_modules/.bin/../jest/bin/jest.js src/lib/mina/token.test.ts`
+See run-all-tests.sh for how we record and report on tests using clinic and perf and other tools as we add them.

docker-compose.yml

@@ -3,7 +3,8 @@ version: '3'
 services:
   mina-local-network:
     restart: no
-    image: o1js-build
+    #image: o1js-build    
+    image: ghcr.io/meta-introspector/o1js/o1js-perf-recording:latest
     build: .
     privileged: true
     environment: