tests.system.aiplatform.test_autologging.TestAutologging: test_autologging_enable_disable_check failed

[flaky-bot]

Note: #1979 was also for this test, but it was closed more than 10 days ago. So, I didn't mark it flaky.

---

commit: 43488fe
buildURL: Build Status, Sponge
status: failed

Test output

self = 
shared_state = {'bucket': , 'resources': [}
caplog = <_pytest.logging.LogCaptureFixture object at 0x7ffa41ffa8e0>
def test_autologging_enable_disable_check(self, shared_state, caplog):

    caplog.set_level(logging.INFO)

    # first enable autologging with provided tb-backed experiment
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_enable_name,
    )

    shared_state["resources"].append(
        aiplatform.metadata.metadata._experiment_tracker.experiment
    )

    aiplatform.autolog()

    assert aiplatform.utils.autologging_utils._is_autologging_enabled()

    aiplatform.metadata.metadata._experiment_tracker._global_tensorboard = None

    # re-initializing without tb-backed experiment should disable autologging
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_disable_test,
    )


  assert "Disabling" in caplog.text


E       assert 'Disabling' in "INFO     root:initializer.py:135 project/location updated, reset Experiment config.\nINFO     google.cloud.aiplatform...e.py:120 tb = aiplatform.Tensorboard('projects/580378083368/locations/us-central1/tensorboards/2901048235747442688')\n"

E        +  where "INFO     root:initializer.py:135 project/location updated, reset Experiment config.\nINFO     google.cloud.aiplatform...e.py:120 tb = aiplatform.Tensorboard('projects/580378083368/locations/us-central1/tensorboards/2901048235747442688')\n" = <_pytest.logging.LogCaptureFixture object at 0x7ffa41ffa8e0>.text
tests/system/aiplatform/test_autologging.py:311: AssertionError

[flaky-bot]

commit: fbd03b1
buildURL: Build Status, Sponge
status: failed

Test output

self = 
shared_state = {'bucket': , 'resources': [}
caplog = <_pytest.logging.LogCaptureFixture object at 0x7f147d967160>
def test_autologging_enable_disable_check(self, shared_state, caplog):

    caplog.set_level(logging.INFO)

    # first enable autologging with provided tb-backed experiment
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_enable_name,
    )

    shared_state["resources"].append(
        aiplatform.metadata.metadata._experiment_tracker.experiment
    )

    aiplatform.autolog()

    assert aiplatform.utils.autologging_utils._is_autologging_enabled()

    aiplatform.metadata.metadata._experiment_tracker._global_tensorboard = None

    # re-initializing without tb-backed experiment should disable autologging
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_disable_test,
    )


  assert "Disabling" in caplog.text


E       AssertionError: assert 'Disabling' in 'INFO     root:initializer.py:135 project/location updated, reset Experiment config.\n'

E        +  where 'INFO     root:initializer.py:135 project/location updated, reset Experiment config.\n' = <_pytest.logging.LogCaptureFixture object at 0x7f147d967160>.text
tests/system/aiplatform/test_autologging.py:311: AssertionError

[flaky-bot]

commit: b0a7dd3
buildURL: Build Status, Sponge
status: failed

Test output

self = 
shared_state = {'bucket': , 'resources': [}
caplog = <_pytest.logging.LogCaptureFixture object at 0x7f69fc7c26a0>
def test_autologging_enable_disable_check(self, shared_state, caplog):

    caplog.set_level(logging.INFO)

    # first enable autologging with provided tb-backed experiment
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_enable_name,
    )

    shared_state["resources"].append(
        aiplatform.metadata.metadata._experiment_tracker.experiment
    )

    aiplatform.autolog()

    assert aiplatform.utils.autologging_utils._is_autologging_enabled()

    aiplatform.metadata.metadata._experiment_tracker._global_tensorboard = None

    # re-initializing without tb-backed experiment should disable autologging
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_disable_test,
    )


  assert "Disabling" in caplog.text


E       AssertionError: assert 'Disabling' in 'INFO     root:initializer.py:135 project/location updated, reset Experiment config.\n'

E        +  where 'INFO     root:initializer.py:135 project/location updated, reset Experiment config.\n' = <_pytest.logging.LogCaptureFixture object at 0x7f69fc7c26a0>.text
tests/system/aiplatform/test_autologging.py:311: AssertionError

[flaky-bot]

commit: 56518f1
buildURL: Build Status, Sponge
status: failed

Test output

self = 
shared_state = {'bucket': , 'resources': [}
caplog = <_pytest.logging.LogCaptureFixture object at 0x7f5a496b85b0>
def test_autologging_enable_disable_check(self, shared_state, caplog):

    caplog.set_level(logging.INFO)

    # first enable autologging with provided tb-backed experiment
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_enable_name,
    )

    shared_state["resources"].append(
        aiplatform.metadata.metadata._experiment_tracker.experiment
    )

    aiplatform.autolog()

    assert aiplatform.utils.autologging_utils._is_autologging_enabled()

    aiplatform.metadata.metadata._experiment_tracker._global_tensorboard = None

    # re-initializing without tb-backed experiment should disable autologging
    aiplatform.init(
        project=e2e_base._PROJECT,
        location=e2e_base._LOCATION,
        experiment=self._experiment_disable_test,
    )


  assert "Disabling" in caplog.text


E       AssertionError: assert 'Disabling' in 'INFO     root:initializer.py:135 project/location updated, reset Experiment config.\n'

E        +  where 'INFO     root:initializer.py:135 project/location updated, reset Experiment config.\n' = <_pytest.logging.LogCaptureFixture object at 0x7f5a496b85b0>.text
tests/system/aiplatform/test_autologging.py:311: AssertionError

[matthew29tang]

Test has been deprecated and removed.