|
93 | 93 | "metadata": {},
|
94 | 94 | "outputs": [],
|
95 | 95 | "source": [
|
96 |
| - "#input args\n", |
| 96 | + "# input args\n", |
97 | 97 | "repo = \"https://github.com/jbusecke/cmip6-leap-feedstock.git\"\n",
|
98 | 98 | "ref = \"beam-dataflow-testing\"\n",
|
99 | 99 | "f_name = \"config.json\"\n",
|
|
108 | 108 | "outputs": [],
|
109 | 109 | "source": [
|
110 | 110 | "def shorten_id(iid):\n",
|
111 |
| - " iid_stripped = '-'.join(iid.split('.')[3:])\n", |
112 |
| - " assert len(iid_stripped)<66\n", |
| 111 | + " iid_stripped = \"-\".join(iid.split(\".\")[3:])\n", |
| 112 | + " assert len(iid_stripped) < 66\n", |
113 | 113 | " return iid_stripped"
|
114 | 114 | ]
|
115 | 115 | },
|
|
144 | 144 | ],
|
145 | 145 | "source": [
|
146 | 146 | "# from the integration tests of pangeo-forge-runner\n",
|
147 |
| - "#https://github.com/pangeo-forge/pangeo-forge-runner/blob/main/tests/integration/test_dataflow_integration.py\n", |
| 147 | + "# https://github.com/pangeo-forge/pangeo-forge-runner/blob/main/tests/integration/test_dataflow_integration.py\n", |
148 | 148 | "\n",
|
149 | 149 | "import subprocess\n",
|
150 | 150 | "import time\n",
|
151 | 151 | "import xarray as xr\n",
|
152 | 152 | "\n",
|
153 | 153 | "iid = \"CMIP6.ScenarioMIP.EC-Earth-Consortium.EC-Earth3.ssp585.r107i1p1f1.day.psl.gr.v20200412\"\n",
|
154 |
| - "jobname=shorten_id(iid)\n", |
| 154 | + "jobname = shorten_id(iid)\n", |
155 | 155 | "target_store = f\"{target_bucket}/{iid}.zarr\"\n",
|
156 | 156 | "machine_type = \"e2-highmem-8\"\n",
|
157 | 157 | "cmd = [\n",
|
|
223 | 223 | "metadata": {},
|
224 | 224 | "outputs": [],
|
225 | 225 | "source": [
|
226 |
| - "\n", |
227 | 226 | "# note the start time, because certain errors on dataflow manifest as long hangs,\n",
|
228 | 227 | "# and if that's the case, we'll want to bail out of this test manually, rather than\n",
|
229 | 228 | "# wait for the the job to officially fail.\n",
|
|
0 commit comments