Skip to content

Commit f530214

Browse files
authored
[CI][TorchModels] Update SDXL int8 model CI (1/2) (#22621)
We have newly exported MLIR that should be faster than the old MLIR. It has a different entry point and signature, so we can't update the tests exactly since we don't have generated input/output updated yet. For now I've updated the compstat test and made a new test that uses random inputs. ci-extra: test_torch --------- Signed-off-by: raayandhar <[email protected]>
1 parent 173f763 commit f530214

File tree

3 files changed

+59
-0
lines changed

3 files changed

+59
-0
lines changed
Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{
2+
"mlir": "https://sharkpublic.blob.core.windows.net/sharkpublic/iree-test-suites/torch-models/sdxl/punet_v2/punet_int8mm_f16attn.mlir",
3+
"compiler_flags" : [
4+
"--iree-hal-target-device=hip",
5+
"--iree-hip-target=gfx942",
6+
"--iree-opt-level=O3",
7+
"--iree-execution-model=async-external",
8+
"--iree-preprocessing-pass-pipeline=builtin.module(iree-preprocessing-transpose-convolution-pipeline)"
9+
]
10+
}
Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
{
2+
"type": "benchmark",
3+
"markers": [
4+
"hip",
5+
"mi325",
6+
"punet"
7+
],
8+
"modules": [
9+
"sdxl/modules/punet_gfx942_v2"
10+
],
11+
"weights": [
12+
{
13+
"type": "url",
14+
"url": "https://sharkpublic.blob.core.windows.net/sharkpublic/iree-test-suites/torch-models/sdxl/punet/punet_int8.irpa",
15+
"scope": "model"
16+
}
17+
],
18+
"run_args": [
19+
"--hip_use_streams=true",
20+
"--hip_allow_inline_execution=true",
21+
"--device_allocator=caching",
22+
"--function=run_forward",
23+
"--device=hip",
24+
"--benchmark_repetitions=10",
25+
"--benchmark_min_warmup_time=3.0"
26+
],
27+
"inputs": [
28+
{ "value": "1x4x128x128xf16" },
29+
{ "value": "2x64x2048xf16" },
30+
{ "value": "2x1280xf16" },
31+
{ "value": "2x6xf16" },
32+
{ "value": "1xf16" },
33+
{ "value": "1xsi64" },
34+
{ "value": "100xf32" },
35+
{ "value": "100xf32" }
36+
],
37+
"golden_time_ms": 44.28
38+
}
Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
{
2+
"type" : "compstat",
3+
"markers" : [
4+
"hip",
5+
"gfx942",
6+
"punet"
7+
],
8+
"module": "sdxl/modules/punet_gfx942_v2",
9+
"golden_dispatch_count" : 1530,
10+
"golden_binary_size" : 2000000
11+
}

0 commit comments

Comments
 (0)