Set AWS_REQUEST_CHECKSUM_CALCULATION when using moto

A recent change to boto3 includes integrety checks inline in responses,
which doesn't work with moto:

boto/boto3#4392

A workaround is suggested in this ticket, which we use here:

boto/boto3#4435

Author: oldpatricka

Makefile

@@ -15,10 +15,10 @@ test-client: docker
 	docker run --rm --entrypoint tox $(IMAGE) -c /opt/client/tox.ini
 
 test-ingester: docker
-	docker run --rm --entrypoint py.test $(IMAGE) ingester
+	docker run --rm --entrypoint py.test $(IMAGE) -vv ingester
 
 test-api: docker
-	docker run --rm --entrypoint py.test $(IMAGE) api
+	docker run --rm --entrypoint py.test $(IMAGE) -vv api
 
 .PHONY: test  # Run the tests
 test:

api/tests/conftest.py

@@ -14,6 +14,7 @@
 
 import pytest
 import boto3
+import os
 from botocore.exceptions import (
     ClientError as BotoClientError,
     NoCredentialsError
@@ -24,7 +25,8 @@
 from datalake.tests import *  # noqa
 from datalake.common import DatalakeRecord
 from datalake.tests import generate_random_metadata
-
+os.environ["AWS_REQUEST_CHECKSUM_CALCULATION"] = "when_required"
+os.environ["AWS_RESPONSE_CHECKSUM_VALIDATION"] = "when_required"
 
 YEAR_2010 = 1262304000000
 

ingester/tests/conftest.py

@@ -18,6 +18,8 @@
 
 from datalake_ingester import SQSQueue
 
+os.environ["AWS_REQUEST_CHECKSUM_CALCULATION"] = "when_required"
+os.environ["AWS_RESPONSE_CHECKSUM_VALIDATION"] = "when_required"
 
 @pytest.fixture
 def dynamodb_connection(aws_connector):