fix failing tests

Author: sidsatyelp

tests/spark_config_test.py

@@ -1753,7 +1753,9 @@ def mock_spark_srv_conf_file_with_jira_disabled(self, tmpdir, monkeypatch):
             (None, None),                # Invalid: None value
         ],
     )
-    def test_get_valid_jira_ticket(self, jira_ticket, expected_result, mock_log):
+    def test_get_valid_jira_ticket(
+        self, jira_ticket, expected_result, mock_log, mock_spark_srv_conf_file_with_jira_disabled,
+    ):
         """Test the _get_valid_jira_ticket method with various inputs."""
         spark_conf_builder = spark_config.SparkConfBuilder()
         result = spark_conf_builder._get_valid_jira_ticket(jira_ticket)

tests/utils_test.py

@@ -154,6 +154,8 @@ def test_get_spark_driver_memory_overhead_mb(spark_conf, expected_mem_overhead):
 
 @pytest.fixture
 def mock_runtimeenv():
+    # Clear the lru_cache before applying the mock
+    utils.get_runtime_env.cache_clear()
     with patch('builtins.open', mock_open(read_data=MOCK_ENV_NAME)) as m:
         yield m