Set AWS_REQUEST_CHECKSUM_CALCULATION when using moto

A recent change to boto3 includes integrety checks inline in responses,
which doesn't work with moto:

boto/boto3#4392

A workaround is suggested in this ticket, which we use here:

boto/boto3#4435

Author: oldpatricka

.github/workflows/actions.yml

@@ -3,7 +3,7 @@ on: [push, pull_request]
 
 jobs:
   test-client:
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-22.04
     strategy:
       matrix:
         python: [3.8, 3.9, "3.10", 3.12]

Makefile

@@ -15,10 +15,10 @@ test-client: docker
 	docker run --rm --entrypoint tox $(IMAGE) -c /opt/client/tox.ini
 
 test-ingester: docker
-	docker run --rm --entrypoint py.test $(IMAGE) ingester
+	docker run --rm --entrypoint py.test $(IMAGE) -vv ingester
 
 test-api: docker
-	docker run --rm --entrypoint py.test $(IMAGE) api
+	docker run --rm --entrypoint py.test $(IMAGE) -vv api
 
 .PHONY: test  # Run the tests
 test:

api/tests/conftest.py

@@ -14,6 +14,7 @@
 
 import pytest
 import boto3
+import os
 from botocore.exceptions import (
     ClientError as BotoClientError,
     NoCredentialsError
@@ -24,7 +25,8 @@
 from datalake.tests import *  # noqa
 from datalake.common import DatalakeRecord
 from datalake.tests import generate_random_metadata
-
+os.environ["AWS_REQUEST_CHECKSUM_CALCULATION"] = "when_required"
+os.environ["AWS_RESPONSE_CHECKSUM_VALIDATION"] = "when_required"
 
 YEAR_2010 = 1262304000000
 

client/test/conftest.py

@@ -32,6 +32,9 @@
    "datalake.tests",
 ]
 
+os.environ["AWS_REQUEST_CHECKSUM_CALCULATION"] = "when_required"
+os.environ["AWS_RESPONSE_CHECKSUM_VALIDATION"] = "when_required"
+
 # If we run with proper AWS credentials they will be used
 # This will cause moto to fail
 # But more critically, may impact production systems

ingester/tests/conftest.py

@@ -18,6 +18,8 @@
 
 from datalake_ingester import SQSQueue
 
+os.environ["AWS_REQUEST_CHECKSUM_CALCULATION"] = "when_required"
+os.environ["AWS_RESPONSE_CHECKSUM_VALIDATION"] = "when_required"
 
 @pytest.fixture
 def dynamodb_connection(aws_connector):