Don't fail by grepping

Author: willirath

.github/workflows/benchmarks.yml

@@ -56,14 +56,13 @@ jobs:
           echo "Contender: ${GITHUB_SHA} ($PR_HEAD_LABEL)"
           # Run benchmarks for current commit against base
           ASV_OPTIONS="--split --show-stderr --factor $ASV_FACTOR --verbose"
-          # asv continuous $ASV_OPTIONS ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA} \
-          asv continuous $ASV_OPTIONS ${GITHUB_SHA} \
+          asv continuous $ASV_OPTIONS ${{ github.event.pull_request.base.sha }} ${GITHUB_SHA} \
               | sed "/Traceback \|failed$\|PERFORMANCE DECREASED/ s/^/::error::/" \
               | tee benchmarks.log
-          # Report and export results for subsequent steps
-          if grep "Traceback \|failed\|PERFORMANCE DECREASED" benchmarks.log > /dev/null ; then
-              exit 1
-          fi
+          # # Report and export results for subsequent steps
+          # if grep "Traceback \|failed\|PERFORMANCE DECREASED" benchmarks.log > /dev/null ; then
+          #     exit 1
+          # fi
         working-directory: ${{ env.ASV_DIR }}
 
       - name: Add instructions to artifact

asv_bench/benchmarks/benchmarks_particle_execution.py

@@ -71,8 +71,6 @@ def setup(self):
 
     def time_run_single_timestep(self):
         self.pset.execute(AdvectionRK4, runtime=timedelta(seconds=1 * 5), dt=timedelta(seconds=5))
-        print("single step", self.pset[0].time)
 
     def time_run_many_timesteps(self):
         self.pset.execute(AdvectionRK4, runtime=timedelta(seconds=100 * 5), dt=timedelta(seconds=5))
-        print("multi step", self.pset[0].time)