diff --git a/python/tvm/contrib/rocm.py b/python/tvm/contrib/rocm.py
index 119a2c588c99..f3427463b3e0 100644
--- a/python/tvm/contrib/rocm.py
+++ b/python/tvm/contrib/rocm.py
@@ -136,8 +136,10 @@ def callback_rocm_bitcode_path(rocdl_dir=None):
     # seems link order matters.
 
     if rocdl_dir is None:
-        if exists("/opt/rocm/amdgcn/bitcode/"):
-            rocdl_dir = "/opt/rocm/amdgcn/bitcode/"  # starting with rocm 3.9
+        rocm_path = find_rocm_path()
+        amdgcn_path = f"{rocm_path}/amdgcn/bitcode/"
+        if exists(amdgcn_path):
+            rocdl_dir = amdgcn_path  # starting with rocm 3.9
         else:
             rocdl_dir = "/opt/rocm/lib/"  # until rocm 3.8
 
@@ -226,7 +228,7 @@ def have_matrixcore(compute_version=None):
 
 
 @tvm._ffi.register_func("tvm_callback_rocm_get_arch")
-def get_rocm_arch(rocm_path="/opt/rocm"):
+def get_rocm_arch(rocm_path=None):
     """Utility function to get the AMD GPU architecture
 
     Parameters
@@ -239,9 +241,15 @@ def get_rocm_arch(rocm_path="/opt/rocm"):
     gpu_arch : str
         The AMD GPU architecture
     """
+    if rocm_path is None:
+        try:
+            rocm_path = find_rocm_path()
+        except RuntimeError:
+            rocm_path = None
+
     gpu_arch = "gfx900"
     # check if rocm is installed
-    if not os.path.exists(rocm_path):
+    if rocm_path is None or not os.path.exists(rocm_path):
         print("ROCm not detected, using default gfx900")
         return gpu_arch
     try:
diff --git a/src/runtime/rocm/rocm_device_api.cc b/src/runtime/rocm/rocm_device_api.cc
index c37e9fada5b2..ebfd312595a3 100644
--- a/src/runtime/rocm/rocm_device_api.cc
+++ b/src/runtime/rocm/rocm_device_api.cc
@@ -139,7 +139,8 @@ class ROCMDeviceAPI final : public DeviceAPI {
 
       case kAvailableGlobalMemory:
         // Not currently implemented.
-        break;
+        *rv = nullptr;
+        return;
     }
     *rv = value;
   }