Merge branch 'cherry-pick-fdee903f' into 'core_r0.7.0'

Merge branch 'gg_guard' into 'main'

See merge request ADLR/megatron-lm!1516

megatron/core/transformer/moe/grouped_gemm_util.py

@@ -1,5 +1,9 @@
 # Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.
 
+from importlib.metadata import version
+
+from pkg_resources import packaging
+
 try:
     import grouped_gemm
 except ImportError:
@@ -13,7 +17,13 @@ def grouped_gemm_is_available():
 def assert_grouped_gemm_is_available():
     assert grouped_gemm_is_available(), (
         "Grouped GEMM is not available. Please run "
-        "`pip install git+https://github.com/fanshiqing/[email protected]`."
+        "`pip install git+https://github.com/fanshiqing/[email protected]`."
+    )
+
+    _gg_version = packaging.version.Version(version("grouped_gemm"))
+    assert _gg_version >= packaging.version.Version("1.1.2"), (
+        "Grouped GEMM should be v1.1.2 or newer. Please run "
+        "`pip install git+https://github.com/fanshiqing/[email protected]`."
     )