1 m 54 s

Bazel test //tensorflow_federated/...:all: 4159 total, 124 error, 14 failed, 4021 passed

  • Collapse |
  • Expand
  • 10 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/chunkers_test
    • 10 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/chunkers_test
      • exited with error code 1
  • 1.76 s
    FastWalshHadamardTransformTests
    • 143 ms
      passedtest_apply_twice_equals_identity_1
    • 26 ms
      passedtest_apply_twice_equals_identity_11
    • 19 ms
      passedtest_apply_twice_equals_identity_2
    • 18 ms
      passedtest_apply_twice_equals_identity_5
    • 802 ms
      passedtest_dynamic_input_shape
    • 311 ms
      passedtest_dynamic_input_shape_dim_one
    • 186 ms
      passedtest_illegal_inputs_dynamic_power_of_two
    • 5 ms
      passedtest_illegal_inputs_shape_1
    • 4 ms
      passedtest_illegal_inputs_shape_1x1x1x4
    • 4 ms
      passedtest_illegal_inputs_shape_1x4x4
    • 5 ms
      passedtest_illegal_inputs_static_power_of_two_1x3
    • 4 ms
      passedtest_illegal_inputs_static_power_of_two_1x7
    • 3 ms
      passedtest_illegal_inputs_static_power_of_two_1x9
    • 4 ms
      passedtest_illegal_inputs_static_power_of_two_4x3
    • 33 ms
      passedtest_is_rotation_16
    • 15 ms
      passedtest_is_rotation_2
    • 18 ms
      passedtest_is_rotation_4
    • 18 ms
      passedtest_is_rotation_8
    • 63 ms
      passedtest_spreads_information
    • 6 ms
      passedtest_static_input_output_shape_1x1
    • 18 ms
      passedtest_static_input_output_shape_1x4
    • 19 ms
      passedtest_static_input_output_shape_1x8
    • 17 ms
      passedtest_static_input_output_shape_2x2
    • 23 ms
      passedtest_static_input_output_shape_4x1
  • 4 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_4/4
    • 4 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_4/4
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_3/4
    • 4 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_3/4
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_2/4
    • 4 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_2/4
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_1/4
    • 4 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_lib_test_shard_1/4
      • exited with error code 1
  • 2.96 s
    HyperedgeHashersTest
    • 336 ms
      passedtest_coupled_hash_family_as_expected_empty_strings
    • 53 ms
      passedtest_coupled_hash_family_as_expected_seed_0_table_size_2000
    • 56 ms
      passedtest_coupled_hash_family_as_expected_seed_0_table_size_5
    • 53 ms
      passedtest_coupled_hash_family_as_expected_seed_1_table_size_100
    • 447 ms
      passedtest_coupled_hash_family_distribution_as_expected_table_size_100
    • 217 ms
      passedtest_coupled_hash_family_distribution_as_expected_table_size_2000
    • 175 ms
      passedtest_coupled_hash_family_distribution_as_expected_table_size_500
    • 1 ms
      passedtest_coupled_hash_family_raise_params_value_error_repetitions_0
    • 0 ms
      passedtest_coupled_hash_family_raise_params_value_error_repetitions_2
    • 0 ms
      passedtest_coupled_hash_family_raise_params_value_error_repetitions_neg
    • 1 ms
      passedtest_coupled_hash_family_raise_params_value_error_rescale_factor_0
    • 0 ms
      passedtest_coupled_hash_family_raise_params_value_error_rescale_factor_more_than_table_size
    • 0 ms
      passedtest_coupled_hash_family_raise_params_value_error_rescale_factor_neg
    • 0 ms
      passedtest_coupled_hash_family_raise_params_value_error_table_size_0
    • 0 ms
      passedtest_coupled_hash_family_raise_params_value_error_table_size_neg
    • 46 ms
      passedtest_random_hash_family_as_expected_empty_strings
    • 63 ms
      passedtest_random_hash_family_as_expected_seed_0_table_size_5
    • 44 ms
      passedtest_random_hash_family_as_expected_seed_1_table_size_100
    • 59 ms
      passedtest_random_hash_family_as_expected_seed_5_table_size_2000
    • 830 ms
      passedtest_random_hash_family_distribution_as_expected_table_size_100_seed_100000
    • 314 ms
      passedtest_random_hash_family_distribution_as_expected_table_size_2000_seed_100
    • 93 ms
      passedtest_random_hash_family_distribution_as_expected_table_size_5
    • 167 ms
      passedtest_random_hash_family_distribution_as_expected_table_size_500_seed_1000
    • 1 ms
      passedtest_random_hash_family_raise_params_value_error_repetitions_0
    • 0 ms
      passedtest_random_hash_family_raise_params_value_error_repetitions_2
    • 0 ms
      passedtest_random_hash_family_raise_params_value_error_repetitions_neg
    • 0 ms
      passedtest_random_hash_family_raise_params_value_error_table_size_0
    • 0 ms
      passedtest_random_hash_family_raise_params_value_error_table_size_neg
  • 4 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_tensor_test
    • 4 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/iblt_tensor_test
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/analytics/heavy_hitters/iblt/subsample_process_test
    • 4 ms
      errortensorflow_federated/python/analytics/heavy_hitters/iblt/subsample_process_test
      • exited with error code 1
  • 5 ms
    UtilsTest
    • 2 ms
      passedtest_create_hierarchical_hist_binary_no_padding
    • 1 ms
      passedtest_create_hierarchical_hist_binary_padding
    • 1 ms
      passedtest_create_hierarchical_hist_ternary_no_padding
    • 1 ms
      passedtest_create_hierarchical_hist_ternary_padding
  • 0 ms
    DifferentialPrivacyTest
    • 0 ms
      passed5
    • 0 ms
      passedtest_analytic_gauss_stddev_as_expected_eps_log3_delta_1
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_delta_0
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_delta_1
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_delta_large
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_delta_neg
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_epsilon_0
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_epsilon_large
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_epsilon_neg
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_norm_bound_neg
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_tol_0
    • 0 ms
      passedtest_analytic_gauss_stddev_input_validation_tol_neg
  • 824 ms
    HierarchicalHistogramDecoderTest
    • 15 ms
      passedtest_check_consistency_0
    • 10 ms
      passedtest_check_consistency_1
    • 12 ms
      passedtest_check_consistency_10
    • 17 ms
      passedtest_check_consistency_11
    • 24 ms
      passedtest_check_consistency_2
    • 8 ms
      passedtest_check_consistency_3
    • 8 ms
      passedtest_check_consistency_4
    • 47 ms
      passedtest_check_consistency_5
    • 9 ms
      passedtest_check_consistency_6
    • 22 ms
      passedtest_check_consistency_7
    • 11 ms
      passedtest_check_consistency_8
    • 10 ms
      passedtest_check_consistency_9
    • 22 ms
      passedtest_enforce_consistency_0
    • 11 ms
      passedtest_enforce_consistency_1
    • 11 ms
      passedtest_enforce_consistency_10
    • 11 ms
      passedtest_enforce_consistency_11
    • 28 ms
      passedtest_enforce_consistency_2
    • 8 ms
      passedtest_enforce_consistency_3
    • 8 ms
      passedtest_enforce_consistency_4
    • 10 ms
      passedtest_enforce_consistency_5
    • 10 ms
      passedtest_enforce_consistency_6
    • 10 ms
      passedtest_enforce_consistency_7
    • 10 ms
      passedtest_enforce_consistency_8
    • 10 ms
      passedtest_enforce_consistency_9
    • 1 ms
      passedtest_init_raises_test_1
    • 0 ms
      passedtest_init_raises_test_2
    • 0 ms
      passedtest_init_raises_test_3
    • 0 ms
      passedtest_init_raises_test_4
    • 10 ms
      passedtest_node_query_binary_4_layer_e
    • 22 ms
      passedtest_node_query_binary_4_layer_ne
    • 11 ms
      passedtest_node_query_binary_8_layer_e
    • 10 ms
      passedtest_node_query_binary_8_layer_ne
    • 9 ms
      passedtest_node_query_raises_test_1
    • 9 ms
      passedtest_node_query_raises_test_2
    • 9 ms
      passedtest_node_query_raises_test_3
    • 9 ms
      passedtest_node_query_raises_test_4
    • 9 ms
      passedtest_node_query_ternary_4_layer_e
    • 26 ms
      passedtest_node_query_ternary_4_layer_ne
    • 21 ms
      passedtest_node_query_ternary_8_layer_e
    • 20 ms
      passedtest_node_query_ternary_8_layer_ne
    • 11 ms
      passedtest_quantile_query_binary_0
    • 10 ms
      passedtest_quantile_query_binary_0_25
    • 11 ms
      passedtest_quantile_query_binary_0_5
    • 10 ms
      passedtest_quantile_query_binary_0_75
    • 27 ms
      passedtest_quantile_query_binary_1
    • 11 ms
      passedtest_quantile_query_raises_inconsistent
    • 10 ms
      passedtest_quantile_query_raises_invalid_quantile_0
    • 10 ms
      passedtest_quantile_query_raises_invalid_quantile_1
    • 11 ms
      passedtest_quantile_query_ternary_0
    • 10 ms
      passedtest_quantile_query_ternary_0_25
    • 11 ms
      passedtest_quantile_query_ternary_0_5
    • 10 ms
      passedtest_quantile_query_ternary_0_75
    • 28 ms
      passedtest_quantile_query_ternary_1
    • 11 ms
      passedtest_range_query_binary_4_layer_e_1_3
    • 10 ms
      passedtest_range_query_binary_4_layer_ne_1_3
    • 12 ms
      passedtest_range_query_binary_8_layer_e_0_7
    • 11 ms
      passedtest_range_query_binary_8_layer_ne_0_7
    • 10 ms
      passedtest_range_query_raises_test_1
    • 9 ms
      passedtest_range_query_raises_test_2
    • 9 ms
      passedtest_range_query_raises_test_3
    • 37 ms
      passedtest_range_query_ternary_4_layer_e_0_7
    • 10 ms
      passedtest_range_query_ternary_4_layer_e_1_3
    • 10 ms
      passedtest_range_query_ternary_4_layer_ne_1_3
    • 17 ms
      passedtest_range_query_ternary_8_layer_ne_0_7
  • 1 ms
    SharedAwaitableTest
    • 1 ms
      passedtest_await_once_returns_result
    • 0 ms
      passedtest_await_several_times_returns_result
    • 0 ms
      passedtest_reraises_exception_on_await
  • 3 ms
    DeprecationTest
    • 1 ms
      passedtest_deprecated_class
    • 1 ms
      passedtest_deprecated_function
    • 1 ms
      passedtest_deprecated_method
  • 6 ms
    GoldenTest
    • 0 ms
      passedtest_check_string_fails
    • 0 ms
      passedtest_check_string_succeeds
    • 6 ms
      passedtest_check_string_updates
  • 0 ms
    IsNameValuePairTest
    • 0 ms
      passedtest_returns_false_with_name_type_wrong_name_type_none
    • 0 ms
      passedtest_returns_false_with_name_type_wrong_name_type_str
    • 0 ms
      passedtest_returns_false_with_obj_dict
    • 0 ms
      passedtest_returns_false_with_obj_int
    • 0 ms
      passedtest_returns_false_with_obj_sequence_long
    • 0 ms
      passedtest_returns_false_with_obj_sequence_short
    • 0 ms
      passedtest_returns_false_with_obj_sequence_wrong_name_type
    • 0 ms
      passedtest_returns_false_with_obj_str
    • 0 ms
      passedtest_returns_false_with_value_type_wrong_value_type_str
    • 0 ms
      passedtest_returns_true_with_name_type_none
    • 0 ms
      passedtest_returns_true_with_name_type_optional_str_named
    • 0 ms
      passedtest_returns_true_with_name_type_optional_str_unnamed
    • 0 ms
      passedtest_returns_true_with_name_type_str
    • 0 ms
      passedtest_returns_true_with_obj_list_named
    • 0 ms
      passedtest_returns_true_with_obj_list_unnamed
    • 0 ms
      passedtest_returns_true_with_obj_tuple_named
    • 0 ms
      passedtest_returns_true_with_obj_tuple_unnamed
    • 0 ms
      passedtest_returns_true_with_value_type_int
  • 1 ms
    PyTypeCheckTest
    • 1 ms
      passedtest_check_type
  • 0 ms
    RetryingArgValidationtest
    • 0 ms
      passedtest_raises_complex_max_wait_ms
    • 0 ms
      passedtest_raises_complex_wait_multiplier
    • 0 ms
      passedtest_raises_non_function
    • 0 ms
      passedtest_raises_non_function_exception_filter
    • 0 ms
      passedtest_raises_non_function_result_filter
    • 0 ms
      passedtest_raises_zero_max_wait_ms
    • 0 ms
      passedtest_raises_zero_wait_multiplier
  • 83 ms
    RetryingCoroFunctionTest
    • 3 ms
      passedtest_error_filter_called_with_raised_err
    • 0 ms
      passedtest_error_filter_raises_wrong_error_type
    • 32 ms
      passedtest_result_filter_incur_retry
    • 18 ms
      passedtest_result_filter_not_incur_retry
    • 30 ms
      passedtest_standalone_decorator_always_retries
  • 64 ms
    RetryingFunctionTest
    • 3 ms
      passedtest_error_filter_called_with_raised_err
    • 0 ms
      passedtest_error_filter_raises_wrong_error_type
    • 31 ms
      passedtest_result_filter_incur_retry
    • 15 ms
      passedtest_result_filter_not_incur_retry
    • 15 ms
      passedtest_standalone_decorator_always_retries
  • 5 ms
    StructTest
    • 1 ms
      passedtest_bad_names
    • 0 ms
      passedtest_construction_from_generator_expression
    • 0 ms
      passedtest_construction_from_iter_elements
    • 0 ms
      passedtest_construction_from_list
    • 0 ms
      passedtest_construction_from_ordereddict
    • 0 ms
      passedtest_construction_from_tuple
    • 0 ms
      passedtest_empty
    • 0 ms
      passedtest_equality_named
    • 0 ms
      passedtest_equality_unnamed
    • 0 ms
      passedtest_flatten_and_pack_sequence_as
    • 0 ms
      passedtest_from_container_asdict_roundtrip_empty
    • 0 ms
      passedtest_from_container_asdict_roundtrip_flat
    • 0 ms
      passedtest_from_container_asdict_roundtrip_nested
    • 0 ms
      passedtest_from_container_raises_on_non_container_argument
    • 1 ms
      passedtest_from_container_with_attrs_class
    • 0 ms
      passedtest_from_container_with_dict
    • 0 ms
      passedtest_from_container_with_int
    • 0 ms
      passedtest_from_container_with_list
    • 0 ms
      passedtest_from_container_with_namedtuple
    • 0 ms
      passedtest_from_container_with_namedtuple_of_odict_recursive
    • 0 ms
      passedtest_from_container_with_none
    • 0 ms
      passedtest_from_container_with_ordered_dict
    • 0 ms
      passedtest_from_container_with_struct
    • 0 ms
      passedtest_from_container_with_tuple
    • 0 ms
      passedtest_getitem_bad_bounds
    • 0 ms
      passedtest_getitem_key
    • 0 ms
      passedtest_getitem_key_builtin_attribute_raises
    • 0 ms
      passedtest_hash
    • 0 ms
      passedtest_immutable
    • 0 ms
      passedtest_is_same_structure_check_types
    • 0 ms
      passedtest_map_structure
    • 0 ms
      passedtest_map_structure_fails_different_structures
    • 0 ms
      passedtest_map_structure_non_structs
    • 1 ms
      passedtest_multiple_named_and_unnamed
    • 0 ms
      passedtest_name_to_index_map_empty_unnamed_struct
    • 0 ms
      passedtest_name_to_index_map_fully_named_struct
    • 0 ms
      passedtest_name_to_index_map_partially_named_struct
    • 0 ms
      passedtest_new_named
    • 0 ms
      passedtest_new_unnamed
    • 0 ms
      passedtest_pack_sequence_as_fails_non_struct
    • 0 ms
      passedtest_single_named
    • 0 ms
      passedtest_single_unnamed
    • 0 ms
      passedtest_slicing_behavior
    • 0 ms
      passedtest_to_odict_or_tuple_empty_dict_becomes_empty_tuple
    • 0 ms
      passedtest_to_odict_or_tuple_from_container_roundtrip_empty_tuple
    • 0 ms
      passedtest_to_odict_or_tuple_from_container_roundtrip_flat_dict
    • 0 ms
      passedtest_to_odict_or_tuple_from_container_roundtrip_flat_tuple
    • 0 ms
      passedtest_to_odict_or_tuple_from_container_roundtrip_mixed
    • 0 ms
      passedtest_to_odict_or_tuple_from_container_roundtrip_nested_dict
    • 0 ms
      passedtest_to_odict_or_tuple_from_container_roundtrip_nested_tuple
    • 0 ms
      passedtest_to_odict_or_tuple_mixed_nonrecursive
    • 0 ms
      passedtest_to_odict_or_tuple_raises_on_mixed_named_and_unnamed
    • 1 ms
      passedtest_update_struct
    • 1 ms
      passedtest_update_struct_attrs
    • 0 ms
      passedtest_update_struct_dict
    • 0 ms
      passedtest_update_struct_fails
    • 0 ms
      passedtest_update_struct_namedtuple
    • 0 ms
      passedtest_update_struct_on_dict_does_not_mutate_original
    • 0 ms
      passedtest_update_struct_ordereddict
    • 0 ms
      passedtest_update_struct [fully_named]
    • 0 ms
      passedtest_update_struct [partially_named]
    • 0 ms
      passedtest_update_struct [nested]
    • 0 ms
      passedtest_update_struct [unnamed]
  • 212 ms
    HistogramProcessingTest
    • 28 ms
      passedtest_threshold_histogram_duplicate_keys
    • 11 ms
      passedtest_threshold_histogram_raise_value_error_dimension_mismatch
    • 2 ms
      passedtest_threshold_histogram_raise_value_error_len_mismatch
    • 16 ms
      passedtest_threshold_histogram_returns_expected_values_empty_inputs
    • 22 ms
      passedtest_threshold_histogram_returns_expected_values_inf_histogram_value
    • 19 ms
      passedtest_threshold_histogram_returns_expected_values_inf_threshold
    • 18 ms
      passedtest_threshold_histogram_returns_expected_values_mixed_input_types
    • 36 ms
      passedtest_threshold_histogram_returns_expected_values_python_inputs
    • 43 ms
      passedtest_threshold_histogram_returns_expected_values_tensor_float64_inputs
    • 17 ms
      passedtest_threshold_histogram_returns_expected_values_tensor_inputs
  • 5.48 s
    DataProcessingTest
    • 152 ms
      passedtest_all_elements_raise_params_value_error_string_max_bytes_0
    • 6 ms
      passedtest_all_elements_raise_params_value_error_string_max_bytes_neg
    • 7 ms
      passedtest_all_elements_raise_type_error_bool_dataset
    • 6 ms
      passedtest_all_elements_raise_type_error_float_dataset
    • 5 ms
      passedtest_all_elements_raise_type_error_int_dataset
    • 4 ms
      passedtest_all_elements_raise_value_error_rank_0
    • 6 ms
      passedtest_all_elements_raise_value_error_rank_2
    • 7 ms
      passedtest_all_elements_raise_value_error_rank_3
    • 125 ms
      passedtest_all_elements_returns_expected_values_batch_size_1
    • 66 ms
      passedtest_all_elements_returns_expected_values_batch_size_3
    • 88 ms
      passedtest_all_elements_returns_expected_values_empty_dataset
    • 80 ms
      passedtest_all_elements_with_max_len_returns_expected_values_empty_dataset
    • 24 ms
      passedtest_all_elements_with_max_len_returns_expected_values_string
    • 64 ms
      passedtest_all_elements_with_max_len_returns_expected_values_unicode
    • 5 ms
      passedtest_capped_elements_raise_params_value_error_batch_size
    • 4 ms
      passedtest_capped_elements_raise_params_value_error_max_user_contribution
    • 4 ms
      passedtest_capped_elements_raise_params_value_error_string_max_bytes
    • 3 ms
      passedtest_capped_elements_raise_rank_value_error_rank_0
    • 5 ms
      passedtest_capped_elements_raise_rank_value_error_rank_2
    • 6 ms
      passedtest_capped_elements_raise_rank_value_error_rank_3
    • 4 ms
      passedtest_capped_elements_raise_type_error_bool_dataset
    • 4 ms
      passedtest_capped_elements_raise_type_error_float_dataset
    • 4 ms
      passedtest_capped_elements_raise_type_error_int_dataset
    • 61 ms
      passedtest_capped_elements_returns_expected_values_batch_size_1
    • 42 ms
      passedtest_capped_elements_returns_expected_values_batch_size_3
    • 53 ms
      passedtest_capped_elements_returns_expected_values_empty_dataset
    • 38 ms
      passedtest_capped_elements_with_counts_max_len_returns_expected_values_empty_dataset
    • 58 ms
      passedtest_capped_elements_with_counts_max_len_returns_expected_values_string_1
    • 56 ms
      passedtest_capped_elements_with_counts_max_len_returns_expected_values_string_2
    • 73 ms
      passedtest_capped_elements_with_counts_max_len_returns_expected_values_unicode
    • 5 ms
      passedtest_capped_elements_with_counts_raise_params_value_error_batch_size
    • 4 ms
      passedtest_capped_elements_with_counts_raise_params_value_error_max_user_contribution
    • 3 ms
      passedtest_capped_elements_with_counts_raise_params_value_error_string_max_bytes
    • 2 ms
      passedtest_capped_elements_with_counts_raise_rank_value_error_rank_0
    • 4 ms
      passedtest_capped_elements_with_counts_raise_rank_value_error_rank_2
    • 5 ms
      passedtest_capped_elements_with_counts_raise_rank_value_error_rank_3
    • 3 ms
      passedtest_capped_elements_with_counts_raise_type_error_bool_dataset
    • 3 ms
      passedtest_capped_elements_with_counts_raise_type_error_float_dataset
    • 3 ms
      passedtest_capped_elements_with_counts_raise_type_error_int_dataset
    • 104 ms
      passedtest_capped_elements_with_counts_returns_expected_values_batch_size_1
    • 78 ms
      passedtest_capped_elements_with_counts_returns_expected_values_batch_size_3
    • 77 ms
      passedtest_capped_elements_with_counts_returns_expected_values_empty_dataset
    • 29 ms
      passedtest_capped_elements_with_max_len_returns_expected_values_empty_dataset
    • 55 ms
      passedtest_capped_elements_with_max_len_returns_expected_values_string_1
    • 59 ms
      passedtest_capped_elements_with_max_len_returns_expected_values_string_2
    • 92 ms
      passedtest_capped_elements_with_max_len_returns_expected_values_unicode
    • 135 ms
      passedtest_get_top_elements_raise_params_value_error_max_user_contribution_0
    • 7 ms
      passedtest_get_top_elements_raise_params_value_error_max_user_contribution_neg
    • 159 ms
      passedtest_get_top_elements_raise_params_value_error_string_max_bytes_0
    • 7 ms
      passedtest_get_top_elements_raise_params_value_error_string_max_bytes_neg
    • 23 ms
      passedtest_get_top_elements_raise_rank_value_error_rank_0
    • 8 ms
      passedtest_get_top_elements_raise_rank_value_error_rank_2
    • 9 ms
      passedtest_get_top_elements_raise_rank_value_error_rank_3
    • 6 ms
      passedtest_get_top_elements_raise_type_error_bool_dataset
    • 7 ms
      passedtest_get_top_elements_raise_type_error_float_dataset
    • 7 ms
      passedtest_get_top_elements_raise_type_error_int_dataset
    • 171 ms
      passedtest_get_top_elements_returns_expected_values_empty_dataset
    • 139 ms
      passedtest_get_top_elements_returns_expected_values_string_batch_size_1_max_contrib_2
    • 127 ms
      passedtest_get_top_elements_returns_expected_values_string_batch_size_1_max_contrib_3
    • 166 ms
      passedtest_get_top_elements_returns_expected_values_string_batch_size_2_max_contrib_4
    • 92 ms
      passedtest_get_top_elements_returns_expected_values_string_batch_size_3_max_contrib_2
    • 142 ms
      passedtest_get_top_elements_with_max_len_returns_expected_values_empty_dataset
    • 174 ms
      passedtest_get_top_elements_with_max_len_returns_expected_values_max_contrib
    • 170 ms
      passedtest_get_top_elements_with_max_len_returns_expected_values_max_contrib_max_string_len
    • 131 ms
      passedtest_get_top_elements_with_max_len_returns_expected_values_max_string_len
    • 159 ms
      passedtest_get_top_elements_with_max_len_returns_expected_values_unicode
    • 9 ms
      passedtest_get_top_multi_elements_raise_params_value_error_max_user_contribution_0
    • 8 ms
      passedtest_get_top_multi_elements_raise_params_value_error_max_user_contribution_neg
    • 10 ms
      passedtest_get_top_multi_elements_raise_params_value_error_string_max_bytes_0
    • 24 ms
      passedtest_get_top_multi_elements_raise_params_value_error_string_max_bytes_neg
    • 8 ms
      passedtest_get_top_multi_elements_raise_rank_value_error_rank_0
    • 10 ms
      passedtest_get_top_multi_elements_raise_rank_value_error_rank_2
    • 23 ms
      passedtest_get_top_multi_elements_raise_rank_value_error_rank_3
    • 7 ms
      passedtest_get_top_multi_elements_raise_type_error_bool_dataset
    • 8 ms
      passedtest_get_top_multi_elements_raise_type_error_float_dataset
    • 7 ms
      passedtest_get_top_multi_elements_raise_type_error_int_dataset
    • 119 ms
      passedtest_get_top_multi_elements_returns_expected_values_empty_dataset
    • 123 ms
      passedtest_get_top_multi_elements_returns_expected_values_string_batch_size_1_max_contrib_2
    • 105 ms
      passedtest_get_top_multi_elements_returns_expected_values_string_batch_size_1_max_contrib_3
    • 108 ms
      passedtest_get_top_multi_elements_returns_expected_values_string_batch_size_2_max_contrib_4
    • 162 ms
      passedtest_get_top_multi_elements_returns_expected_values_string_batch_size_3_max_contrib_2
    • 103 ms
      passedtest_get_top_multi_elements_with_max_len_returns_expected_values_empty_dataset
    • 94 ms
      passedtest_get_top_multi_elements_with_max_len_returns_expected_values_max_contrib
    • 162 ms
      passedtest_get_top_multi_elements_with_max_len_returns_expected_values_max_contrib_max_string_len
    • 82 ms
      passedtest_get_top_multi_elements_with_max_len_returns_expected_values_max_string_len
    • 94 ms
      passedtest_get_top_multi_elements_with_max_len_returns_expected_values_unicode
    • 172 ms
      passedtest_get_unique_elements_raise_type_error_bool_dataset
    • 7 ms
      passedtest_get_unique_elements_raise_type_error_float_dataset
    • 7 ms
      passedtest_get_unique_elements_raise_type_error_int_dataset
    • 59 ms
      passedtest_get_unique_elements_with_counts_max_len_returns_expected_values_empty_dataset
    • 39 ms
      passedtest_get_unique_elements_with_counts_max_len_returns_expected_values_string
    • 53 ms
      passedtest_get_unique_elements_with_counts_max_len_returns_expected_values_unicode
    • 47 ms
      passedtest_get_unique_elements_with_max_len_returns_expected_values_empty_dataset
    • 41 ms
      passedtest_get_unique_elements_with_max_len_returns_expected_values_string
    • 45 ms
      passedtest_get_unique_elements_with_max_len_returns_expected_values_unicode
    • 7 ms
      passedtest_unique_elements_raise_params_value_error_string_max_bytes_0
    • 6 ms
      passedtest_unique_elements_raise_params_value_error_string_max_bytes_neg
    • 5 ms
      passedtest_unique_elements_raise_value_error_rank_0
    • 7 ms
      passedtest_unique_elements_raise_value_error_rank_2
    • 9 ms
      passedtest_unique_elements_raise_value_error_rank_3
    • 45 ms
      passedtest_unique_elements_returns_expected_values_empty_dataset
    • 28 ms
      passedtest_unique_elements_returns_expected_values_string_dataset_batch_size_1
    • 22 ms
      passedtest_unique_elements_returns_expected_values_string_dataset_batch_size_3
    • 4 ms
      passedtest_unique_elements_with_counts_raise_params_value_error_string_max_bytes_0
    • 3 ms
      passedtest_unique_elements_with_counts_raise_params_value_error_string_max_bytes_neg
    • 16 ms
      passedtest_unique_elements_with_counts_raise_type_error_bool_dataset
    • 4 ms
      passedtest_unique_elements_with_counts_raise_type_error_float_dataset
    • 3 ms
      passedtest_unique_elements_with_counts_raise_type_error_int_dataset
    • 2 ms
      passedtest_unique_elements_with_counts_raise_value_error_rank_0
    • 4 ms
      passedtest_unique_elements_with_counts_raise_value_error_rank_2
    • 6 ms
      passedtest_unique_elements_with_counts_raise_value_error_rank_3
    • 53 ms
      passedtest_unique_elements_with_counts_returns_expected_values_empty_dataset
    • 60 ms
      passedtest_unique_elements_with_counts_returns_expected_values_string_dataset_batch_size_1
    • 35 ms
      passedtest_unique_elements_with_counts_returns_expected_values_string_dataset_batch_size_3
  • 1.11 s
    ToStackedTensorTest
    • 412 ms
      passedtest_basic_encoding
    • 128 ms
      passedtest_batched_drop_remainder
    • 8 ms
      passedtest_batched_with_remainder_unsupported
    • 28 ms
      passedtest_empty_dataset
    • 93 ms
      passedtest_nested_structure
    • 82 ms
      passedtest_non_scalar_tensor
    • 128 ms
      passedtest_roundtrip
    • 78 ms
      passedtest_single_element
    • 152 ms
      passedtest_validates_input
  • 15 ms
    BroadcastFormTest
    • 10 ms
      passedtest_init_does_not_raise_type_error
    • 5 ms
      passedtest_raises_type_error_with_mismatched_context_type
  • 885 ms
    DistributeAggregateFormTest
    • 58 ms
      passedtest_init_does_not_raise_type_error
    • 33 ms
      passedtest_init_does_not_raise_type_error_with_unknown_dimensions
    • 69 ms
      passedtest_init_raises_assertion_error_with_bad_aggregation_body
    • 39 ms
      passedtest_init_raises_assertion_error_with_bad_broadcast_body
    • 50 ms
      passedtest_init_raises_type_error_with_aggregation_input_type_mismatch
    • 46 ms
      passedtest_init_raises_type_error_with_aggregation_output_type_mismatch
    • 57 ms
      passedtest_init_raises_type_error_with_bad_server_prepare_parameter_type
    • 41 ms
      passedtest_init_raises_type_error_with_broadcast_input_type_mismatch
    • 57 ms
      passedtest_init_raises_type_error_with_broadcast_output_type_mismatch
    • 87 ms
      passedtest_init_raises_type_error_with_temporary_state_type_mismatch
    • 182 ms
      passedtest_init_raises_type_error_with_type_signature_mismatch
    • 166 ms
      passedtest_summary
  • 678 ms
    MapReduceFormTest
    • 23 ms
      passedtest_init_does_not_raise_type_error
    • 26 ms
      passedtest_init_does_not_raise_type_error_with_unknown_dimensions
    • 29 ms
      passedtest_init_raises_type_error_with_bad_accumulate_first_parameter_type
    • 30 ms
      passedtest_init_raises_type_error_with_bad_accumulate_result_type
    • 35 ms
      passedtest_init_raises_type_error_with_bad_accumulate_second_parameter_type
    • 31 ms
      passedtest_init_raises_type_error_with_bad_merge_first_parameter_type
    • 32 ms
      passedtest_init_raises_type_error_with_bad_merge_result_type
    • 37 ms
      passedtest_init_raises_type_error_with_bad_merge_second_parameter_type
    • 28 ms
      passedtest_init_raises_type_error_with_bad_prepare_parameter_type
    • 29 ms
      passedtest_init_raises_type_error_with_bad_prepare_result_type
    • 43 ms
      passedtest_init_raises_type_error_with_bad_report_parameter_type
    • 30 ms
      passedtest_init_raises_type_error_with_bad_report_result_type
    • 30 ms
      passedtest_init_raises_type_error_with_bad_update_first_parameter_type
    • 38 ms
      passedtest_init_raises_type_error_with_bad_update_result_type
    • 30 ms
      passedtest_init_raises_type_error_with_bad_update_second_parameter_type
    • 29 ms
      passedtest_init_raises_type_error_with_bad_work_result_type
    • 34 ms
      passedtest_init_raises_type_error_with_bad_work_second_parameter_type
    • 28 ms
      passedtest_init_raises_type_error_with_bad_zero_result_type
    • 25 ms
      passedtest_securely_aggregates_tensors_false
    • 21 ms
      passedtest_securely_aggregates_tensors_true
    • 70 ms
      passedtest_summary
  • 89 ms
    DesugarAndTransformTest
    • 89 ms
      passedtest_desugaring_sum_insert_id_for_tf_computations
  • 254 ms
    JaxComputationContextTest
    • 0 ms
      passedtest_ingest_raises_not_implemented_error
    • 254 ms
      passedtest_invoke_raises_not_implemented_error
  • 12.04 s
    DebugLoggingTest
    • 1.00 s
      passedtest_logging_blocking_function
    • 1.00 s
      passedtest_logging_blocking_method
    • 2.00 s
      passedtest_logging_enter_exit
    • 2.00 s
      passedtest_logging_non_blocking_function
    • 2.00 s
      passedtest_logging_non_blocking_method
    • 2.00 s
      passedtest_logging_timing_captured
    • 2.02 s
      passedtest_logging_timing_captures_value_around_async_call
  • 11 ms
    TracingProviderInterfaceTest
    • 0 ms
      passedtest_basic_span
    • 0 ms
      passedtest_basic_trace
    • 0 ms
      passedtest_nested_non_async_span
    • 11 ms
      passedtest_parenting_non_async_to_async_to_nested_async
    • 0 ms
      passedtest_sibling_spans
    • 0 ms
      passedtest_trace_throws
  • 243 ms
    JaxComputationTest
    • 6 ms
      passedtest_raises_raises_value_error_with_dtype_complex128
    • 0 ms
      passedtest_raises_raises_value_error_with_dtype_float64
    • 0 ms
      passedtest_raises_raises_value_error_with_dtype_int64
    • 0 ms
      passedtest_raises_raises_value_error_with_dtype_str
    • 0 ms
      passedtest_raises_raises_value_error_with_dtype_uint64
    • 72 ms
      passedtest_returns_concrete_computation_with_correct_arg_order
    • 7 ms
      passedtest_returns_concrete_computation_with_dtype_and_enable_x64_complex128
    • 21 ms
      passedtest_returns_concrete_computation_with_dtype_and_enable_x64_float64
    • 7 ms
      passedtest_returns_concrete_computation_with_dtype_and_enable_x64_int64
    • 7 ms
      passedtest_returns_concrete_computation_with_dtype_and_enable_x64_uint64
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_array
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_bool
    • 7 ms
      passedtest_returns_concrete_computation_with_dtype_complex64
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_float16
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_float32
    • 4 ms
      passedtest_returns_concrete_computation_with_dtype_generic
    • 19 ms
      passedtest_returns_concrete_computation_with_dtype_int16
    • 7 ms
      passedtest_returns_concrete_computation_with_dtype_int32
    • 7 ms
      passedtest_returns_concrete_computation_with_dtype_int8
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_uint16
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_uint32
    • 6 ms
      passedtest_returns_concrete_computation_with_dtype_uint8
    • 6 ms
      passedtest_returns_concrete_computation_with_no_arg
    • 21 ms
      passedtest_returns_concrete_computation_with_one_arg
    • 10 ms
      passedtest_returns_concrete_computation_with_two_args
    • 0 ms
      passedtest_returns_polymorphic_computation
  • 104 ms
    JaxSerializationTest
    • 21 ms
      passedtest_arg_ordering
    • 7 ms
      passedtest_nested_structure_type_signature_roundtrip
    • 0 ms
      passedtest_serialize_jax_computation_raises_type_error_with_unknown_dimension
    • 0 ms
      passedtest_serialize_jax_computation_raises_type_error_with_unknown_rank
    • 27 ms
      passedtest_serialize_jax_with_2xint32_to_2xint32
    • 27 ms
      passedtest_serialize_jax_with_int32_to_int32
    • 8 ms
      passedtest_serialize_jax_with_nested_struct_arg
    • 6 ms
      passedtest_serialize_jax_with_noarg_to_int32
    • 8 ms
      passedtest_serialize_jax_with_two_args
  • 0 ms
    StructPytreeTest
    • 0 ms
      passedtest_mixed_named_struct
    • 0 ms
      passedtest_mixed_nested_structs_and_python_containers
    • 0 ms
      passedtest_named_struct
    • 0 ms
      passedtest_nested_structs
    • 0 ms
      passedtest_unnamed_struct
  • 1 ms
    XlaSerializerStructArgPytreeTest
    • 0 ms
      passedtest_mixed_named_struct
    • 1 ms
      passedtest_mixed_nested_structs_and_python_containers
    • 0 ms
      passedtest_named_struct
    • 0 ms
      passedtest_nested_structs
    • 0 ms
      passedtest_unnamed_struct
  • 19 ms
    AddUniqueIDsTest
    • 0 ms
      passedtest_should_not_transform_non_compiled_computations
    • 3 ms
      passedtest_should_transform_compiled_tf_computation
    • 5 ms
      passedtest_transform_compiled_computation_returns_compiled_computation_with_id
    • 3 ms
      passedtest_transform_same_compiled_computation_different_type_signature
    • 2 ms
      passedtest_transform_compiled_computation_returns_compiled_computation_with_id [first_comp_non_zero_id]
    • 2 ms
      passedtest_transform_compiled_computation_returns_compiled_computation_with_id [second_comp_same_id]
    • 2 ms
      passedtest_transform_compiled_computation_returns_compiled_computation_with_id [restart_transformation_same_id]
    • 2 ms
      passedtest_transform_compiled_computation_returns_compiled_computation_with_id [different_computation_different_id]
  • 6 ms
    RaiseOnDisallowedOpTest
    • 0 ms
      passedtest_should_not_transform_non_compiled_computations
    • 2 ms
      passedtest_should_transform_tf_computation
    • 2 ms
      passedtest_transform_disallowed_ops
    • 2 ms
      passedtest_transform_no_disallowed_ops
  • 94 ms
    TensorFlowOptimizerTest
    • 0 ms
      passedtest_should_not_transform_reference
    • 1 ms
      passedtest_should_transform_compiled_computation
    • 47 ms
      passedtest_transform_compiled_computation_returns_compiled_computation
    • 12 ms
      passedtest_transform_compiled_computation_returns_compiled_computation_without_empty_fields
    • 34 ms
      passedtest_transform_compiled_computation_semantic_equivalence
  • 6 ms
    VerifyAllowedOpsTest
    • 0 ms
      passedtest_should_not_transform_non_compiled_computations
    • 2 ms
      passedtest_should_transform_tf_computation
    • 2 ms
      passedtest_transform_disallowed_ops
    • 2 ms
      passedtest_transform_only_allowed_ops
  • 102 ms
    CreateGenericConstantTest
    • 38 ms
      passedtest_constructs_tensor_zero
    • 20 ms
      passedtest_create_federated_named_tuple_one
    • 7 ms
      passedtest_create_federated_tensor_one
    • 22 ms
      passedtest_create_named_tuple_of_federated_tensors_zero
    • 7 ms
      passedtest_create_named_tuple_one
    • 8 ms
      passedtest_create_unnamed_tuple_zero
    • 0 ms
      passedtest_raises_non_scalar
    • 0 ms
      passedtest_raises_on_none_type
  • 92 ms
    CheckAllowedOps
    • 47 ms
      passedtest_invalid_ops
    • 45 ms
      passedtest_valid_ops
  • 58 ms
    CheckNoDisallowedOps
    • 29 ms
      passedtest_invalid_ops
    • 29 ms
      passedtest_valid_ops
  • 79 ms
    DisableGrapplerForPartitionedCalls
    • 41 ms
      passedtest_partitioned_call_nodes
    • 2 ms
      passedtest_raises_on_compiled_computation
    • 0 ms
      passedtest_raises_on_none
    • 36 ms
      passedtest_stateful_partitioned_call_nodes
  • 521 ms
    ReplaceIntrinsicsWithBodiesTest
    • 8 ms
      passedtest_federated_max_reduces_to_aggregate
    • 18 ms
      passedtest_federated_mean_reduces_to_aggregate
    • 5 ms
      passedtest_federated_min_reduces_to_aggregate
    • 4 ms
      passedtest_federated_secure_modular_sum_int32
    • 7 ms
      passedtest_federated_secure_modular_sum_int32_struct
    • 3 ms
      passedtest_federated_secure_modular_sum_int64
    • 7 ms
      passedtest_federated_secure_modular_sum_mixed_struct
    • 7 ms
      passedtest_federated_secure_modular_sum_per_leaf_modulus
    • 1 ms
      passedtest_federated_secure_select
    • 65 ms
      passedtest_federated_secure_sum_bitwidth_int32
    • 68 ms
      passedtest_federated_secure_sum_bitwidth_int32_struct
    • 30 ms
      passedtest_federated_secure_sum_bitwidth_int64
    • 64 ms
      passedtest_federated_secure_sum_bitwidth_mixed_struct
    • 57 ms
      passedtest_federated_secure_sum_bitwidth_per_leaf_bitwidth
    • 14 ms
      passedtest_federated_secure_sum_int32
    • 34 ms
      passedtest_federated_secure_sum_int32_struct
    • 21 ms
      passedtest_federated_secure_sum_int64
    • 31 ms
      passedtest_federated_secure_sum_mixed_struct
    • 55 ms
      passedtest_federated_secure_sum_per_leaf_bitwidth
    • 4 ms
      passedtest_federated_sum_reduces_to_aggregate
    • 11 ms
      passedtest_federated_weighted_mean_reduces_to_aggregate
    • 3 ms
      passedtest_generic_divide_reduces
    • 2 ms
      passedtest_generic_multiply_reduces
    • 2 ms
      passedtest_generic_plus_reduces
    • 0 ms
      passedtest_raises_on_none
  • 165 ms
    TensorFlowComputationContextTest
    • 44 ms
      passedtest_get_session_token
    • 10 ms
      passedtest_get_session_token_nested
    • 17 ms
      passedtest_invoke_raises_value_error_with_federated_computation
    • 94 ms
      passedtest_invoke_returns_result_with_tf_computation
  • 684 ms
    TensorFlowComputationTest
    • 4 ms
      passedtest_decorate_as_no_arg_fn
    • 8 ms
      passedtest_decorate_as_polymorphic_fn
    • 3 ms
      passedtest_decorate_as_typed_fn
    • 3 ms
      passedtest_does_not_raise_type_error_with_sequence_inputs_and_outputs
    • 0 ms
      passedtest_error_on_non_callable_non_type
    • 3 ms
      passedtest_fails_with_bad_types
    • 157 ms
      passedtest_returns_tuple_structured
    • 1 ms
      passedtest_stack_resets_on_none_returned
    • 1 ms
      passedtest_stackframes_in_errors
    • 50 ms
      passedtest_takes_namedtuple_polymorphic
    • 51 ms
      passedtest_takes_namedtuple_typed
    • 148 ms
      passedtest_takes_structured_tuple_polymorphic
    • 94 ms
      passedtest_takes_structured_tuple_typed
    • 6 ms
      passedtest_takes_tuple_polymorphic
    • 37 ms
      passedtest_takes_tuple_typed
    • 3 ms
      passedtest_tf_computation_with_type_function_with_arg
    • 2 ms
      passedtest_tf_computation_with_type_function_with_no_args
    • 2 ms
      passedtest_tf_computation_with_type_lambda_with_arg
    • 2 ms
      passedtest_tf_computation_with_type_lambda_with_no_args
    • 27 ms
      passedtest_tf_computation_with_type_tf_function_with_arg
    • 23 ms
      passedtest_tf_computation_with_type_tf_function_with_no_args
    • 5 ms
      passedtest_tf_computation_without_type_function
    • 4 ms
      passedtest_tf_computation_without_type_lambda
    • 32 ms
      passedtest_tf_computation_without_type_tf_function
    • 18 ms
      passedtest_with_variable
  • 7 ms
    TransformResultTest
    • 7 ms
      passedtest_list_of_tensors
    • 0 ms
      passedtest_tensor_array
    • 0 ms
      passedtest_tensor_scalar
  • 274 ms
    TensorFlowSerializationTest
    • 122 ms
      passedtest_serialize_tensorflow_with_data_set_sum_lambda
    • 74 ms
      passedtest_serialize_tensorflow_with_dataset_yielding_lists
    • 6 ms
      passedtest_serialize_tensorflow_with_no_parameter
    • 8 ms
      passedtest_serialize_tensorflow_with_simple_add_three_lambda
    • 9 ms
      passedtest_serialize_tensorflow_with_structured_type_signature
    • 55 ms
      passedtest_serialize_tensorflow_with_table_no_variables
  • 334 ms
    CompilerTest
    • 242 ms
      passedtest_create_constant_from_scalar_float32
    • 16 ms
      passedtest_create_constant_from_scalar_float32_nested_struct
    • 14 ms
      passedtest_create_constant_from_scalar_int32_struct
    • 34 ms
      passedtest_create_constant_from_scalar_int32x3
    • 28 ms
      passedtest_create_constant_from_scalar_int32x3x2
  • 70 ms
    ArrayTest
    • 0 ms
      passedtest_can_cast_returns_false_array
    • 0 ms
      passedtest_can_cast_returns_false_generic
    • 0 ms
      passedtest_can_cast_returns_false_scalar
    • 0 ms
      passedtest_can_cast_returns_false_str
    • 0 ms
      passedtest_can_cast_returns_true_array
    • 0 ms
      passedtest_can_cast_returns_true_generic
    • 0 ms
      passedtest_can_cast_returns_true_scalar
    • 0 ms
      passedtest_can_cast_returns_true_str
    • 0 ms
      passedtest_from_proto_raises_not_implemented_error_None
    • 0 ms
      passedtest_from_proto_raises_not_implemented_error_object
    • 0 ms
      passedtest_from_proto_raises_value_error_with_wrong_value_complex128
    • 0 ms
      passedtest_from_proto_raises_value_error_with_wrong_value_complex64
    • 70 ms
      passedtest_from_proto_returns_value_array
    • 0 ms
      passedtest_from_proto_returns_value_bool
    • 0 ms
      passedtest_from_proto_returns_value_complex128
    • 0 ms
      passedtest_from_proto_returns_value_complex64
    • 0 ms
      passedtest_from_proto_returns_value_float16
    • 0 ms
      passedtest_from_proto_returns_value_float32
    • 0 ms
      passedtest_from_proto_returns_value_float64
    • 0 ms
      passedtest_from_proto_returns_value_int16
    • 0 ms
      passedtest_from_proto_returns_value_int32
    • 0 ms
      passedtest_from_proto_returns_value_int64
    • 0 ms
      passedtest_from_proto_returns_value_int8
    • 0 ms
      passedtest_from_proto_returns_value_string
    • 0 ms
      passedtest_from_proto_returns_value_uint16
    • 0 ms
      passedtest_from_proto_returns_value_uint32
    • 0 ms
      passedtest_from_proto_returns_value_uint64
    • 0 ms
      passedtest_from_proto_returns_value_uint8
    • 0 ms
      passedtest_is_compatible_dtype_returns_false_array_and_incompatible_dtype_kind
    • 0 ms
      passedtest_is_compatible_dtype_returns_false_array_and_incompatible_dtype_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_false_generic_and_incompatible_dtype_kind
    • 0 ms
      passedtest_is_compatible_dtype_returns_false_generic_and_incompatible_dtype_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_false_scalar_and_incompatible_dtype_kind
    • 0 ms
      passedtest_is_compatible_dtype_returns_false_scalar_and_incompatible_dtype_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_array
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_array_larger_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_array_smaller_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_bool
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_bytes
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_complex
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_float
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_generic
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_generic_larger_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_generic_smaller_size
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_int
    • 0 ms
      passedtest_is_compatible_dtype_returns_true_str
    • 0 ms
      passedtest_is_compatible_shape_returns_false_array
    • 0 ms
      passedtest_is_compatible_shape_returns_false_generic
    • 0 ms
      passedtest_is_compatible_shape_returns_false_scalar
    • 0 ms
      passedtest_is_compatible_shape_returns_true_array
    • 0 ms
      passedtest_is_compatible_shape_returns_true_generic
    • 0 ms
      passedtest_is_compatible_shape_returns_true_scalar
    • 0 ms
      passedtest_to_proto_raises_not_implemented_error_None
    • 0 ms
      passedtest_to_proto_raises_not_implemented_error_object
    • 0 ms
      passedtest_to_proto_raises_value_error_with_incompatible_dtype_hint_array
    • 0 ms
      passedtest_to_proto_raises_value_error_with_incompatible_dtype_hint_generic
    • 0 ms
      passedtest_to_proto_raises_value_error_with_incompatible_dtype_hint_scalar
    • 0 ms
      passedtest_to_proto_raises_value_error_with_wrong_value_complex128
    • 0 ms
      passedtest_to_proto_raises_value_error_with_wrong_value_complex64
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_array
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_array_different_dtype
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_bool
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_complex128
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_complex64
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_float16
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_float32
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_float64
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_generic
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_generic_different_dtype
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_int16
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_int32
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_int64
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_int8
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_scalar_different_dtype
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_string
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_uint16
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_uint32
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_uint64
    • 0 ms
      passedtest_to_proto_returns_value_with_dtype_hint_uint8
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_array
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_bool
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_complex
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_float
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_generic
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_int32
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_int64
    • 0 ms
      passedtest_to_proto_returns_value_with_no_dtype_hint_string
  • 40 ms
    RuntimeTest
    • 22 ms
      passedtest_computation_callable_add_two_numbers
    • 18 ms
      passedtest_computation_callable_return_one_number
    • 0 ms
      passedtest_normalize_tensor_representation_int32
    • 0 ms
      passedtest_normalize_tensor_representation_int32x2x3
  • 6 ms
    XlaUtilsTest
    • 2 ms
      passedtest_create_xla_tff_computation_int32x10_to_int32x10
    • 1 ms
      passedtest_create_xla_tff_computation_noarg
    • 0 ms
      passedtest_create_xla_tff_computation_raises_arg_type_mismatch
    • 0 ms
      passedtest_create_xla_tff_computation_raises_missing_arg_in_type_spec
    • 0 ms
      passedtest_create_xla_tff_computation_raises_missing_arg_in_xla
    • 0 ms
      passedtest_create_xla_tff_computation_raises_result_type_mismatch
    • 3 ms
      passedtest_create_xla_tff_computation_with_reordered_tensor_indexes
    • 0 ms
      passedtest_flatten_xla_tensor_shape
    • 0 ms
      passedtest_flatten_xla_tuple_shape
    • 0 ms
      passedtest_pack_unpack_xla_computation_roundtrip
    • 0 ms
      passedtest_pack_xla_computation
    • 0 ms
      passedtest_xla_computation_and_bindings_to_tff_type_empty_tuple_to_int32
    • 0 ms
      passedtest_xla_computation_and_bindings_to_tff_type_int32_tuple_to_int32
    • 0 ms
      passedtest_xla_computation_and_bindings_to_tff_type_noarg_to_int32
    • 0 ms
      passedtest_xla_computation_and_bindings_to_tff_type_none_binding_to_int32
    • 0 ms
      passedtest_xla_computation_and_bindings_to_tff_type_raises_noarg
    • 0 ms
      passedtest_xla_computation_and_bindings_to_tff_type_raises_unused_element
    • 0 ms
      passedtest_xla_shapes_and_binding_to_tff_type_raises_unused_element
    • 0 ms
      passedtest_xla_shapes_and_binding_to_tff_type_raises_unused_tensor
    • 0 ms
      passedtest_xla_shapes_and_binding_to_tff_type_with_tensor
    • 0 ms
      passedtest_xla_shapes_and_binding_to_tff_type_with_tuple
  • 2 ms
    CreateFederatedAggregateTest
    • 1 ms
      passedtest_raises_type_error_with_none_accumulate
    • 0 ms
      passedtest_raises_type_error_with_none_merge
    • 0 ms
      passedtest_raises_type_error_with_none_report
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_raises_type_error_with_none_zero
    • 1 ms
      passedtest_returns_federated_aggregate
  • 1 ms
    CreateFederatedApplyTest
    • 0 ms
      passedtest_raises_type_error_with_none_arg
    • 0 ms
      passedtest_raises_type_error_with_none_fn
    • 1 ms
      passedtest_returns_federated_apply
  • 0 ms
    CreateFederatedBroadcastTest
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_returns_federated_broadcast
  • 0 ms
    CreateFederatedEvalTest
    • 0 ms
      passedtest_raises_type_error_with_none_fn
    • 0 ms
      passedtest_raises_type_error_with_nonfunctional_fn
    • 0 ms
      passedtest_returns_federated_eval
  • 3 ms
    CreateFederatedGetattrCallTest
    • 0 ms
      passedtest_raises_type_error_on_none
    • 2 ms
      passedtest_returns_named_clients
    • 1 ms
      passedtest_returns_named_server
  • 1 ms
    CreateFederatedGetattrCompTest
    • 0 ms
      passedtest_raises_type_error_on_none
    • 1 ms
      passedtest_returns_comp_clients
    • 0 ms
      passedtest_returns_comp_server
  • 8 ms
    CreateFederatedGetitemCallTest
    • 0 ms
      passedtest_fails_value
    • 2 ms
      passedtest_returns_named_clients
    • 2 ms
      passedtest_returns_named_server
    • 2 ms
      passedtest_returns_unnamed_clients
    • 2 ms
      passedtest_returns_unnamed_server
  • 1 ms
    CreateFederatedGetitemCompTest
    • 0 ms
      passedtest_raises_type_error_on_none
    • 0 ms
      passedtest_returns_comp_clients
    • 1 ms
      passedtest_returns_comp_server
  • 1 ms
    CreateFederatedMapAllEqualTest
    • 0 ms
      passedtest_raises_type_error_with_none_arg
    • 0 ms
      passedtest_raises_type_error_with_none_fn
    • 1 ms
      passedtest_returns_federated_map_all_equal
  • 1 ms
    CreateFederatedMapOrApplyTest
    • 0 ms
      passedtest_raises_type_error_with_none_arg
    • 0 ms
      passedtest_raises_type_error_with_none_fn
    • 0 ms
      passedtest_returns_federated_apply
    • 1 ms
      passedtest_returns_federated_map
  • 0 ms
    CreateFederatedMapTest
    • 0 ms
      passedtest_raises_type_error_with_none_arg
    • 0 ms
      passedtest_raises_type_error_with_none_fn
    • 0 ms
      passedtest_returns_federated_map
  • 0 ms
    CreateFederatedMaxTest
    • 0 ms
      passedtest_returns_federated_max
  • 1 ms
    CreateFederatedMeanTest
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_returns_federated_mean
    • 1 ms
      passedtest_returns_federated_weighted_mean
  • 0 ms
    CreateFederatedMinTest
    • 0 ms
      passedtest_returns_federated_min
  • 25 ms
    CreateFederatedSecureModularSumTest
    • 0 ms
      passedtest_raises_type_error_with_none_modulus
    • 4 ms
      passedtest_raises_type_error_with_none_value
    • 21 ms
      passedtest_returns_federated_sum
  • 7 ms
    CreateFederatedSecureSumBitwidthTest
    • 0 ms
      passedtest_raises_type_error_with_none_bitwidth
    • 6 ms
      passedtest_raises_type_error_with_none_value
    • 1 ms
      passedtest_returns_federated_sum
  • 6 ms
    CreateFederatedSecureSumTest
    • 0 ms
      passedtest_raises_type_error_with_none_max_input
    • 5 ms
      passedtest_raises_type_error_with_none_value
    • 1 ms
      passedtest_returns_federated_sum
  • 2 ms
    CreateFederatedSelectTest
    • 1 ms
      passedtest_returns_federated_select_non_secure
    • 1 ms
      passedtest_returns_federated_select_secure
  • 0 ms
    CreateFederatedSumTest
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_returns_federated_sum
  • 18 ms
    CreateFederatedUnzipTest
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 3 ms
      passedtest_returns_tuple_federated_apply_with_one_value_named
    • 1 ms
      passedtest_returns_tuple_federated_apply_with_one_value_unnamed
    • 2 ms
      passedtest_returns_tuple_federated_apply_with_two_values_different_typed
    • 4 ms
      passedtest_returns_tuple_federated_apply_with_two_values_named
    • 2 ms
      passedtest_returns_tuple_federated_apply_with_two_values_unnamed
    • 0 ms
      passedtest_returns_tuple_federated_map_with_empty_value
    • 1 ms
      passedtest_returns_tuple_federated_map_with_one_value_named
    • 1 ms
      passedtest_returns_tuple_federated_map_with_one_value_unnamed
    • 2 ms
      passedtest_returns_tuple_federated_map_with_two_values_different_typed
    • 1 ms
      passedtest_returns_tuple_federated_map_with_two_values_named
    • 1 ms
      passedtest_returns_tuple_federated_map_with_two_values_unnamed
  • 0 ms
    CreateFederatedValueTest
    • 0 ms
      passedtest_raises_type_error_with_none_placement
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_raises_type_error_with_unknown_placement
    • 0 ms
      passedtest_returns_federated_value_at_clients
    • 0 ms
      passedtest_returns_federated_value_at_server
  • 5 ms
    CreateFederatedZipTest
    • 1 ms
      passedtest_flat_raises_type_error_with_inconsistent_placement
    • 0 ms
      passedtest_flat_raises_type_error_with_unplaced
    • 0 ms
      passedtest_nested_raises_type_error_with_inconsistent_placement
    • 0 ms
      passedtest_nested_raises_type_error_with_unplaced
    • 0 ms
      passedtest_raises_type_error_with_empty_value
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_returns_zip_at_clients_different_typed
    • 0 ms
      passedtest_returns_zip_at_clients_one_named
    • 0 ms
      passedtest_returns_zip_at_clients_one_unnamed
    • 1 ms
      passedtest_returns_zip_at_clients_three_dict
    • 1 ms
      passedtest_returns_zip_at_clients_three_tuple
    • 0 ms
      passedtest_returns_zip_at_clients_two_named
    • 0 ms
      passedtest_returns_zip_at_clients_two_unnamed
    • 0 ms
      passedtest_returns_zip_at_server_different_typed
    • 0 ms
      passedtest_returns_zip_at_server_one_named
    • 0 ms
      passedtest_returns_zip_at_server_one_unnamed
    • 1 ms
      passedtest_returns_zip_at_server_three_dict
    • 1 ms
      passedtest_returns_zip_at_server_three_tuple
    • 0 ms
      passedtest_returns_zip_at_server_two_named
    • 0 ms
      passedtest_returns_zip_at_server_two_unnamed
  • 0 ms
    CreateNamedTupleTest
    • 0 ms
      passedtest_creates_named_tuple_from_named_tuple
    • 0 ms
      passedtest_creates_named_tuple_from_unamed_tuple
    • 0 ms
      passedtest_raises_type_error_with_none_comp
    • 0 ms
      passedtest_raises_type_error_with_wrong_comp_type
    • 0 ms
      passedtest_raises_type_error_with_wrong_names_type_ints
    • 0 ms
      passedtest_raises_type_error_with_wrong_names_type_string
    • 0 ms
      passedtest_raises_value_error_with_wrong_lengths
  • 1 ms
    CreateSequenceMapTest
    • 0 ms
      passedtest_raises_type_error_with_none_arg
    • 0 ms
      passedtest_raises_type_error_with_none_fn
    • 1 ms
      passedtest_returns_sequence_map
  • 1 ms
    CreateSequenceReduceTest
    • 0 ms
      passedtest_raises_type_error_with_none_op
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_raises_type_error_with_none_zero
    • 1 ms
      passedtest_returns_sequence_reduce
  • 0 ms
    CreateSequenceSumTest
    • 0 ms
      passedtest_raises_type_error_with_none_value
    • 0 ms
      passedtest_returns_federated_sum
  • 2 ms
    SelectOutputFromLambdaTest
    • 0 ms
      passedtest_raises_on_non_str_int_index
    • 0 ms
      passedtest_selects_from_struct_by_removing_struct_wrapper
    • 1 ms
      passedtest_selects_nested_federated_outputs
    • 0 ms
      passedtest_selects_single_output
    • 0 ms
      passedtest_selects_single_output_by_str
    • 1 ms
      passedtest_selects_struct_of_outputs
    • 0 ms
      passedtest_selects_struct_of_outputs_by_str_name
  • 0 ms
    UniqueNameGeneratorTest
    • 0 ms
      passedtest_does_not_raise_type_error_with_none_comp
    • 0 ms
      passedtest_returns_unique_names_with_comp_and_none_prefix
    • 0 ms
      passedtest_returns_unique_names_with_comp_and_prefix
    • 0 ms
      passedtest_returns_unique_names_with_comp_and_unset_prefix
    • 0 ms
      passedtest_returns_unique_names_with_conflicting_prefix
    • 0 ms
      passedtest_returns_unique_names_with_none_comp_and_none_prefix
    • 0 ms
      passedtest_returns_unique_names_with_none_comp_and_prefix
    • 0 ms
      passedtest_returns_unique_names_with_none_comp_and_unset_prefix
  • 3 ms
    ZipUpToTest
    • 1 ms
      passedtest_assignability_with_names
    • 0 ms
      passedtest_does_not_zip_different_placement_target
    • 0 ms
      passedtest_does_not_zip_under_function
    • 1 ms
      passedtest_zips_struct_of_federated_values
    • 1 ms
      passedtest_zips_struct_of_federated_values_under_struct
  • 10 ms
    ComputationBuildingBlocksTest
    • 2 ms
      passedtest_basic_functionality_of_block_class
    • 1 ms
      passedtest_basic_functionality_of_call_class
    • 0 ms
      passedtest_basic_functionality_of_compiled_computation_class
    • 0 ms
      passedtest_basic_functionality_of_data_class
    • 0 ms
      passedtest_basic_functionality_of_intrinsic_class
    • 2 ms
      passedtest_basic_functionality_of_lambda_class
    • 0 ms
      passedtest_basic_functionality_of_placement_class
    • 0 ms
      passedtest_basic_functionality_of_reference_class
    • 1 ms
      passedtest_basic_functionality_of_selection_class
    • 1 ms
      passedtest_basic_functionality_of_struct_class
    • 1 ms
      passedtest_basic_intrinsic_functionality_plus_canonical_typecheck
    • 0 ms
      passedtest_block_children_returns_locals_then_result
    • 0 ms
      passedtest_call_children_with_arg_yields_function_and_arg
    • 0 ms
      passedtest_call_children_with_no_arg_yields_function
    • 0 ms
      passedtest_compiled_computation_children_is_empty
    • 0 ms
      passedtest_data_children_is_empty
    • 0 ms
      passedtest_intrinsic_children_is_empty
    • 0 ms
      passedtest_intrinsic_class_fails_bad_type
    • 1 ms
      passedtest_intrinsic_class_fails_struct_type_with_names
    • 1 ms
      passedtest_intrinsic_class_succeeds_simple_federated_map
    • 0 ms
      passedtest_lambda_children_returns_result
    • 0 ms
      passedtest_placement_children_is_empty
    • 0 ms
      passedtest_reference_children_is_empty
    • 0 ms
      passedtest_reference_children_yields_source
    • 0 ms
      passedtest_struct_children_yields_elements
    • 0 ms
      passedtest_struct_with_container_type
  • 0 ms
    DataTest
    • 0 ms
      passedtest_eq_returns_false_different_type_signature
    • 0 ms
      passedtest_eq_returns_false_different_uri
    • 0 ms
      passedtest_eq_returns_true
    • 0 ms
      passedtest_hash_returns_different_value_different_type_signature
    • 0 ms
      passedtest_hash_returns_different_value_different_uri
    • 0 ms
      passedtest_hash_returns_same_value
  • 0 ms
    LiteralTest
    • 0 ms
      passedtest_children_empty_array
    • 0 ms
      passedtest_children_empty_bool
    • 0 ms
      passedtest_children_empty_bytes
    • 0 ms
      passedtest_children_empty_complex
    • 0 ms
      passedtest_children_empty_float
    • 0 ms
      passedtest_children_empty_generic
    • 0 ms
      passedtest_children_empty_int
    • 0 ms
      passedtest_children_empty_str
    • 0 ms
      passedtest_eq_returns_false_different_type_signature
    • 0 ms
      passedtest_eq_returns_false_different_value
    • 0 ms
      passedtest_eq_returns_true_array
    • 0 ms
      passedtest_eq_returns_true_bool
    • 0 ms
      passedtest_eq_returns_true_bytes
    • 0 ms
      passedtest_eq_returns_true_complex128
    • 0 ms
      passedtest_eq_returns_true_complex64
    • 0 ms
      passedtest_eq_returns_true_float16
    • 0 ms
      passedtest_eq_returns_true_float32
    • 0 ms
      passedtest_eq_returns_true_float64
    • 0 ms
      passedtest_eq_returns_true_generic
    • 0 ms
      passedtest_eq_returns_true_int16
    • 0 ms
      passedtest_eq_returns_true_int32
    • 0 ms
      passedtest_eq_returns_true_int64
    • 0 ms
      passedtest_eq_returns_true_int8
    • 0 ms
      passedtest_eq_returns_true_str
    • 0 ms
      passedtest_eq_returns_true_uint16
    • 0 ms
      passedtest_eq_returns_true_uint32
    • 0 ms
      passedtest_eq_returns_true_uint64
    • 0 ms
      passedtest_eq_returns_true_uint8
    • 0 ms
      passedtest_from_proto_raises_value_error_with_wrong_computation
    • 0 ms
      passedtest_from_proto_raises_value_error_with_wrong_type
    • 0 ms
      passedtest_from_proto_returns_value
    • 0 ms
      passedtest_hash_returns_different_value_different_type_signature
    • 0 ms
      passedtest_hash_returns_different_value_different_value
    • 0 ms
      passedtest_hash_returns_same_value_array
    • 0 ms
      passedtest_hash_returns_same_value_bool
    • 0 ms
      passedtest_hash_returns_same_value_bytes
    • 0 ms
      passedtest_hash_returns_same_value_complex
    • 0 ms
      passedtest_hash_returns_same_value_float
    • 0 ms
      passedtest_hash_returns_same_value_generic
    • 0 ms
      passedtest_hash_returns_same_value_int
    • 0 ms
      passedtest_hash_returns_same_value_str
    • 0 ms
      passedtest_hash_returns_same_value_uint
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_bool
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_bytes
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_complex
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_float
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_int
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_multiple_dimensions
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_no_dimensions
    • 0 ms
      passedtest_init_does_not_raise_value_error_array_str
    • 0 ms
      passedtest_init_does_not_raise_value_error_bool
    • 0 ms
      passedtest_init_does_not_raise_value_error_bytes
    • 0 ms
      passedtest_init_does_not_raise_value_error_complex128
    • 0 ms
      passedtest_init_does_not_raise_value_error_complex64
    • 0 ms
      passedtest_init_does_not_raise_value_error_float16
    • 0 ms
      passedtest_init_does_not_raise_value_error_float32
    • 0 ms
      passedtest_init_does_not_raise_value_error_float64
    • 0 ms
      passedtest_init_does_not_raise_value_error_generic_bool
    • 0 ms
      passedtest_init_does_not_raise_value_error_generic_bytes
    • 0 ms
      passedtest_init_does_not_raise_value_error_generic_complex
    • 0 ms
      passedtest_init_does_not_raise_value_error_generic_float
    • 0 ms
      passedtest_init_does_not_raise_value_error_generic_int
    • 0 ms
      passedtest_init_does_not_raise_value_error_generic_str
    • 0 ms
      passedtest_init_does_not_raise_value_error_int16
    • 0 ms
      passedtest_init_does_not_raise_value_error_int32
    • 0 ms
      passedtest_init_does_not_raise_value_error_int64
    • 0 ms
      passedtest_init_does_not_raise_value_error_int8
    • 0 ms
      passedtest_init_does_not_raise_value_error_str
    • 0 ms
      passedtest_init_does_not_raise_value_error_uint16
    • 0 ms
      passedtest_init_does_not_raise_value_error_uint32
    • 0 ms
      passedtest_init_does_not_raise_value_error_uint64
    • 0 ms
      passedtest_init_does_not_raise_value_error_uint8
    • 0 ms
      passedtest_init_normalizes_value_str_array_str
    • 0 ms
      passedtest_init_normalizes_value_str_generic_str
    • 0 ms
      passedtest_init_normalizes_value_str_str
    • 0 ms
      passedtest_init_raises_value_error_array_and_incompatible_dtype_kind
    • 0 ms
      passedtest_init_raises_value_error_array_and_incompatible_dtype_size
    • 0 ms
      passedtest_init_raises_value_error_array_and_incompatible_shape
    • 0 ms
      passedtest_init_raises_value_error_generic_and_incompatible_dtype_kind
    • 0 ms
      passedtest_init_raises_value_error_generic_and_incompatible_dtype_size
    • 0 ms
      passedtest_init_raises_value_error_generic_and_incompatible_shape
    • 0 ms
      passedtest_init_raises_value_error_scalar_and_incompatible_dtype_kind
    • 0 ms
      passedtest_init_raises_value_error_scalar_and_incompatible_dtype_size
    • 0 ms
      passedtest_init_raises_value_error_scalar_and_incompatible_shape
    • 0 ms
      passedtest_repr_array
    • 0 ms
      passedtest_repr_bool
    • 0 ms
      passedtest_repr_bytes
    • 0 ms
      passedtest_repr_complex
    • 0 ms
      passedtest_repr_float
    • 0 ms
      passedtest_repr_generic
    • 0 ms
      passedtest_repr_int
    • 0 ms
      passedtest_repr_str
    • 0 ms
      passedtest_to_proto_returns_value
  • 6 ms
    RepresentationTest
    • 1 ms
      passedtest_returns_string_for_block
    • 0 ms
      passedtest_returns_string_for_call_with_arg
    • 0 ms
      passedtest_returns_string_for_call_with_no_arg
    • 0 ms
      passedtest_returns_string_for_comp_with_left_overhang
    • 1 ms
      passedtest_returns_string_for_comp_with_right_overhang
    • 0 ms
      passedtest_returns_string_for_compiled_computation
    • 0 ms
      passedtest_returns_string_for_data
    • 2 ms
      passedtest_returns_string_for_federated_aggregate
    • 1 ms
      passedtest_returns_string_for_federated_map
    • 0 ms
      passedtest_returns_string_for_intrinsic
    • 0 ms
      passedtest_returns_string_for_lambda
    • 0 ms
      passedtest_returns_string_for_placement
    • 0 ms
      passedtest_returns_string_for_reference
    • 0 ms
      passedtest_returns_string_for_selection_with_index
    • 0 ms
      passedtest_returns_string_for_selection_with_name
    • 1 ms
      passedtest_returns_string_for_struct_with_names
    • 0 ms
      passedtest_returns_string_for_struct_with_no_elements
    • 0 ms
      passedtest_returns_string_for_struct_with_no_names
  • 2 ms
    CheckCompiledComputationsTest
    • 1 ms
      passedtest_check_computations_fails
    • 0 ms
      passedtest_check_computations_raises_type_error_invalid_computation
    • 0 ms
      passedtest_check_computations_raises_type_error_invalid_computations
    • 0 ms
      passedtest_check_computations_raises_type_error_invalid_filename
    • 1 ms
      passedtest_check_computations_succeeds
  • 1 ms
    CreateLambdaEmptyTupleTest
    • 1 ms
      passedtest_returns_computation
  • 0 ms
    CreateLambdaIdentityTest
    • 0 ms
      passedtest_returns_computation_int
    • 0 ms
      passedtest_returns_computation_sequence
    • 0 ms
      passedtest_returns_computation_tuple_named
    • 0 ms
      passedtest_returns_computation_tuple_unnamed
  • 0 ms
    IntrinsicDefsTest
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_AGGREGATE
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_APPLY
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_BROADCAST
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_EVAL_AT_CLIENTS
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_EVAL_AT_SERVER
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_MAP
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_MAP_ALL_EQUAL
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_MAX
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_MEAN
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_MIN
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_SECURE_MODULAR_SUM
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_SECURE_SELECT
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_SECURE_SUM
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_SECURE_SUM_BITWIDTH
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_SELECT
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_SUM
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_VALUE_AT_CLIENTS
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_VALUE_AT_SERVER
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_WEIGHTED_MEAN
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_ZIP_AT_CLIENTS
    • 0 ms
      passedtest_names_match_those_in_module_FEDERATED_ZIP_AT_SERVER
    • 0 ms
      passedtest_names_match_those_in_module_GENERIC_DIVIDE
    • 0 ms
      passedtest_names_match_those_in_module_GENERIC_MULTIPLY
    • 0 ms
      passedtest_names_match_those_in_module_GENERIC_PLUS
    • 0 ms
      passedtest_names_match_those_in_module_GENERIC_ZERO
    • 0 ms
      passedtest_names_match_those_in_module_SEQUENCE_MAP
    • 0 ms
      passedtest_names_match_those_in_module_SEQUENCE_REDUCE
    • 0 ms
      passedtest_names_match_those_in_module_SEQUENCE_SUM
    • 0 ms
      passedtest_type_signature_strings_federated_broadcast
    • 0 ms
      passedtest_type_signature_strings_federated_eval_at_clients
    • 0 ms
      passedtest_type_signature_strings_federated_eval_at_server
    • 0 ms
      passedtest_type_signature_strings_federated_map
    • 0 ms
      passedtest_type_signature_strings_federated_secure_modular_sum
    • 0 ms
      passedtest_type_signature_strings_federated_secure_select
    • 0 ms
      passedtest_type_signature_strings_federated_secure_sum
    • 0 ms
      passedtest_type_signature_strings_federated_secure_sum_bitwidth
    • 0 ms
      passedtest_type_signature_strings_federated_select
    • 0 ms
      passedtest_type_signature_strings_federated_sum
    • 0 ms
      passedtest_type_signature_strings_federated_zip_at_clients
    • 0 ms
      passedtest_type_signature_strings_federated_zip_at_server
    • 0 ms
      passedtest_uris_are_unique
  • 167 ms
    CreateBinaryOperatorTest
    • 0 ms
      passedtest_raises_type_error_federated_type
    • 2 ms
      passedtest_raises_type_error_non_callable_operator
    • 0 ms
      passedtest_raises_type_error_none_type
    • 0 ms
      passedtest_raises_type_error_sequence_type
    • 47 ms
      passedtest_returns_computation_add_float
    • 10 ms
      passedtest_returns_computation_add_int
    • 15 ms
      passedtest_returns_computation_add_named_tuple
    • 14 ms
      passedtest_returns_computation_add_unnamed_tuple
    • 13 ms
      passedtest_returns_computation_different_structure
    • 9 ms
      passedtest_returns_computation_divide_float
    • 25 ms
      passedtest_returns_computation_divide_inf
    • 10 ms
      passedtest_returns_computation_divide_int
    • 8 ms
      passedtest_returns_computation_multiply_float
    • 14 ms
      passedtest_returns_computation_multiply_int
  • 304 ms
    CreateBinaryOperatorWithUpcastTest
    • 2 ms
      passedtest_fails_different_structures
    • 1 ms
      passedtest_fails_shape_incompatible
    • 21 ms
      passedtest_returns_computation_add_float_unknown_rank
    • 43 ms
      passedtest_returns_computation_add_float_unknown_shape
    • 13 ms
      passedtest_returns_computation_add_float_unknown_shape_inside_struct
    • 27 ms
      passedtest_returns_computation_add_int_different_shape
    • 33 ms
      passedtest_returns_computation_add_int_different_types
    • 51 ms
      passedtest_returns_computation_add_int_same_shape
    • 18 ms
      passedtest_returns_computation_divide_int_different_shape
    • 14 ms
      passedtest_returns_computation_divide_int_different_types
    • 12 ms
      passedtest_returns_computation_divide_int_same_shape
    • 32 ms
      passedtest_returns_computation_divide_int_same_structure
    • 14 ms
      passedtest_returns_computation_multiply_int_different_shape
    • 13 ms
      passedtest_returns_computation_multiply_int_different_types
    • 10 ms
      passedtest_returns_computation_multiply_int_same_shape
  • 176 ms
    CreateComputationForPyFnTest
    • 1 ms
      passedtest_raises_type_error_with_none_none_py_fn
    • 0 ms
      passedtest_raises_type_error_with_none_none_type
    • 1 ms
      passedtest_raises_type_error_with_none_unnecessary_type
    • 8 ms
      passedtest_returns_computation_add_one
    • 5 ms
      passedtest_returns_computation_const
    • 152 ms
      passedtest_returns_computation_dataset_reduce
    • 9 ms
      passedtest_returns_computation_identity
  • 103 ms
    CreateConstantTest
    • 1 ms
      passedtest_raises_type_error_bad_type
    • 0 ms
      passedtest_raises_type_error_federated_type
    • 1 ms
      passedtest_raises_type_error_named_value_unnamed_type
    • 1 ms
      passedtest_raises_type_error_non_scalar_value
    • 0 ms
      passedtest_raises_type_error_none_type
    • 1 ms
      passedtest_raises_type_error_value_structure_larger_than_type_structure
    • 0 ms
      passedtest_raises_type_error_value_structure_smaller_than_type_structure
    • 11 ms
      passedtest_returns_computation_nested_named_struct_with_nested_struct_type
    • 10 ms
      passedtest_returns_computation_nested_struct_with_nested_struct_type
    • 5 ms
      passedtest_returns_computation_scalar_float
    • 5 ms
      passedtest_returns_computation_scalar_int
    • 9 ms
      passedtest_returns_computation_scalar_with_named_struct_type
    • 19 ms
      passedtest_returns_computation_scalar_with_nested_struct_type
    • 25 ms
      passedtest_returns_computation_scalar_with_unnamed_struct_type
    • 9 ms
      passedtest_returns_computation_tuple_with_struct_type
    • 6 ms
      passedtest_returns_computation_unnamed_value_named_type
  • 2 ms
    CreateEmptyTupleTest
    • 2 ms
      passedtest_returns_computation
  • 82 ms
    CreateIdentityTest
    • 2 ms
      passedtest_feeds_and_fetches_different
    • 0 ms
      passedtest_raises_type_error_federated_type
    • 0 ms
      passedtest_raises_type_error_none
    • 7 ms
      passedtest_returns_computation_int
    • 11 ms
      passedtest_returns_computation_named_tuple
    • 35 ms
      passedtest_returns_computation_sequence
    • 27 ms
      passedtest_returns_computation_unnamed_tuple
  • 80 ms
    CreateUnaryOperatorTest
    • 1 ms
      passedtest_raises_type_error_federated_type
    • 1 ms
      passedtest_raises_type_error_non_callable_operator
    • 0 ms
      passedtest_raises_type_error_none_type
    • 0 ms
      passedtest_raises_type_error_sequence_type
    • 9 ms
      passedtest_returns_computation_abs_float
    • 11 ms
      passedtest_returns_computation_abs_int
    • 13 ms
      passedtest_returns_computation_abs_named_tuple
    • 13 ms
      passedtest_returns_computation_abs_unnamed_tuple
    • 9 ms
      passedtest_returns_computation_log_inf
    • 12 ms
      passedtest_returns_computation_reduce_sum_float
    • 11 ms
      passedtest_returns_computation_reduce_sum_int
  • 1 ms
    GetMapOfUnboundReferencesTest
    • 1 ms
      passedtest_lambda_under_call_to_ref_gets_nothing_unbound
  • 16 ms
    GetUniqueNamesTest
    • 0 ms
      passedtest_captures_reference_name
    • 0 ms
      passedtest_captures_unbound_reference_name
    • 0 ms
      passedtest_raises_on_none
    • 0 ms
      passedtest_returns_names_nested_blocks_with_different_variable_name
    • 0 ms
      passedtest_returns_names_nested_lambdas_with_different_variable_name
    • 16 ms
      passedtest_returns_names_single_block
    • 0 ms
      passedtest_returns_names_single_lambda
  • 4 ms
    TransformPreorderTest
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_block
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_call
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_compiled_comp
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_data
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_intrinsic
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_lambda
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_placement
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_reference
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_selection
    • 0 ms
      passedtest_transform_preorder_does_not_construct_new_internal_struct
    • 0 ms
      passedtest_transform_preorder_fails_on_none_comp
    • 0 ms
      passedtest_transform_preorder_fails_on_none_transform
    • 1 ms
      passedtest_transform_preorder_hits_all_nodes_once
    • 0 ms
      passedtest_transform_preorder_passes_transform_through_tuple_correctly
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_block
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_call
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_compiled_comp
    • 1 ms
      passedtest_transform_preorder_returns_untransformed_complex_tree
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_data
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_intrinsic
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_lambda
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_placement
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_reference
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_selection
    • 0 ms
      passedtest_transform_preorder_returns_untransformed_struct
    • 1 ms
      passedtest_transform_preorder_walks_block_locals_preorder
    • 1 ms
      passedtest_transform_preorder_walks_through_all_internal_nodes_preorder
    • 0 ms
      passedtest_transform_preorder_walks_to_leaves_in_preorder
    • 0 ms
      passedtest_transform_preorder_with_lambda_call_selection_and_reference
  • 29 ms
    TransformationUtilsTest
    • 0 ms
      passedtest_bound_variable_tracker_equality_names
    • 0 ms
      passedtest_bound_variable_tracker_equality_values
    • 0 ms
      passedtest_bound_variable_tracker_trivial_subclass_init_bad_args
    • 0 ms
      passedtest_complicated_symbol_tree_equality
    • 0 ms
      passedtest_complicated_symbol_tree_equality_independent_of_active_node
    • 1 ms
      passedtest_complicated_symbol_tree_resolves_string_correctly
    • 0 ms
      passedtest_drop_scope_down_and_ingest_variable_binding_adds_node_to_empty_tree
    • 0 ms
      passedtest_get_count_of_references_to_variables_block_lambda_name_conflict
    • 1 ms
      passedtest_get_count_of_references_to_variables_block_local_overwriting_name_in_scope
    • 0 ms
      passedtest_get_count_of_references_to_variables_lambda_name_conflict
    • 1 ms
      passedtest_get_count_of_references_to_variables_mixed_scope
    • 1 ms
      passedtest_get_count_of_references_to_variables_nested_block_no_name_conflict
    • 0 ms
      passedtest_get_count_of_references_to_variables_nested_block_no_overwrite
    • 0 ms
      passedtest_get_count_of_references_to_variables_nested_blocks_conflicting_names
    • 4 ms
      passedtest_get_count_of_references_to_variables_sequential_overwrite_in_block_locals
    • 0 ms
      passedtest_get_count_of_references_to_variables_simple_block
    • 0 ms
      passedtest_get_count_of_references_to_variables_simple_block_two_references
    • 0 ms
      passedtest_ingest_variable_binding_adds_node_to_empty_tree
    • 0 ms
      passedtest_ingest_variable_binding_adds_node_to_nonempty_tree
    • 0 ms
      passedtest_ingest_variable_overwrite_leaves_unrelated_node_alone
    • 0 ms
      passedtest_ingest_variable_overwrites_existing_node_with_same_name
    • 0 ms
      passedtest_ingest_variable_raises_error_on_name_conflict
    • 0 ms
      passedtest_outer_context_pointer_cant_update
    • 0 ms
      passedtest_outer_context_pointer_equality
    • 0 ms
      passedtest_reference_tracker_equality_instances
    • 0 ms
      passedtest_reference_tracker_initializes
    • 0 ms
      passedtest_reference_tracker_updates
    • 0 ms
      passedtest_sequential_binding_node_fails_bad_args
    • 0 ms
      passedtest_sequential_binding_node_initialization
    • 0 ms
      passedtest_sequential_binding_node_parent_child_relationship
    • 0 ms
      passedtest_sequential_binding_node_sibling_relationship
    • 0 ms
      passedtest_sequential_binding_nodes_cousin_relationship
    • 0 ms
      passedtest_symbol_tree_add_child
    • 0 ms
      passedtest_symbol_tree_add_sibling
    • 0 ms
      passedtest_symbol_tree_drop_scope_down_equivalent_to_add_child_and_move
    • 0 ms
      passedtest_symbol_tree_drop_scope_down_fails_bad_type
    • 0 ms
      passedtest_symbol_tree_drop_scope_down_moves_to_sentinel
    • 0 ms
      passedtest_symbol_tree_get_payload_addresses_parent
    • 0 ms
      passedtest_symbol_tree_get_payload_resolves_child_parent_name_conflict
    • 0 ms
      passedtest_symbol_tree_get_payload_resolves_sibling_name_conflict
    • 0 ms
      passedtest_symbol_tree_has_younger_sibling
    • 0 ms
      passedtest_symbol_tree_ingest_variable_binding_bad_args_fails
    • 0 ms
      passedtest_symbol_tree_initializes
    • 0 ms
      passedtest_symbol_tree_move_to_bad_child_fails
    • 0 ms
      passedtest_symbol_tree_node_reuse_fails
    • 0 ms
      passedtest_symbol_tree_pop_scope_up_at_top_level_fails
    • 0 ms
      passedtest_symbol_tree_pop_scope_up_one_level_tree_succeeds
    • 0 ms
      passedtest_symbol_tree_updates_correct_node_across_generations
    • 0 ms
      passedtest_symbol_tree_updates_correct_node_across_siblings
    • 0 ms
      passedtest_symbol_tree_walk_down_bad_variable_binding_fails
    • 0 ms
      passedtest_symbol_tree_walk_down_good_variable_binding_moves_active_node
    • 0 ms
      passedtest_symbol_tree_walk_down_good_variable_binding_moves_to_bound_variable
    • 0 ms
      passedtest_symbol_tree_walk_to_scope_beginning_empty_scope_noops
    • 0 ms
      passedtest_symbol_tree_walk_to_scope_beginning_nonempty_scope_moves_to_sentinel
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_block
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_call
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_compiled_comp
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_data
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_intrinsic
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_lambda
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_placement
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_reference
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_selection
    • 0 ms
      passedtest_transform_postorder_does_not_construct_new_internal_struct
    • 0 ms
      passedtest_transform_postorder_fails_on_none_comp
    • 0 ms
      passedtest_transform_postorder_fails_on_none_transform
    • 1 ms
      passedtest_transform_postorder_hits_all_nodes_once
    • 1 ms
      passedtest_transform_postorder_hooks_walks_block_locals_postorder
    • 1 ms
      passedtest_transform_postorder_hooks_walks_leaves_in_postorder
    • 1 ms
      passedtest_transform_postorder_hooks_walks_postorder_interleaved
    • 1 ms
      passedtest_transform_postorder_hooks_walks_variable_declarations_in_order
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_block
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_call
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_compiled_comp
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_complex_tree
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_data
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_intrinsic
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_lambda
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_placement
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_reference
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_selection
    • 0 ms
      passedtest_transform_postorder_returns_untransformed_struct
    • 1 ms
      passedtest_transform_postorder_walks_block_locals_postorder
    • 1 ms
      passedtest_transform_postorder_walks_through_all_internal_nodes_postorder
    • 0 ms
      passedtest_transform_postorder_walks_to_leaves_in_postorder
    • 0 ms
      passedtest_transform_postorder_with_block_and_data_to_reference
    • 1 ms
      passedtest_transform_postorder_with_lambda_call_selection_and_reference
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_binds_lambda_param
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_binds_sequential_block_locals
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_binds_single_block_local
    • 2 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_block
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_call
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_compiled_computation
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_data
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_intrinsic
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_lambda
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_placement
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_reference
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_selection
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_counts_each_type_correctly_struct
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_block
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_call
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_compiled_comp
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_data
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_intrinsic
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_lambda
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_placement
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_reference
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_selection
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_does_not_constructs_new_internal_nodes_struct
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_fails_on_none_comp
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_fails_on_none_symbol_tree
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_fails_on_none_transform
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_hits_all_nodes_once
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_block
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_call
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_compiled_comp
    • 1 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_complex_ast
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_data
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_intrinsic
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_lambda
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_placement
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_reference
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_selection
    • 0 ms
      passedtest_transform_postorder_with_symbol_bindings_returns_untransformed_struct
    • 0 ms
      passedtest_trivial_subclass_init
    • 0 ms
      passedtest_trivial_subclass_init_fails_bad_args
    • 0 ms
      passedtest_typechecking_in_symbol_tree_resolve_methods
  • 9 ms
    AugmentLambdaWithParameterForUnboundReferences
    • 3 ms
      passedtest_identifies_unbound_refs
    • 3 ms
      passedtest_identifies_unbound_refs_in_struct
    • 2 ms
      passedtest_identifies_unbound_selections
    • 1 ms
      passedtest_no_unbound_refs
    • 0 ms
      passedtest_parameter_usage_without_selection
  • 179 ms
    DivisiveForceAlignAndSplitByIntrinsicsTest
    • 2 ms
      passedtest_cannot_split_on_chained_intrinsic
    • 4 ms
      passedtest_fails_split_with_unavailable_subparameters_to_before_comp
    • 8 ms
      passedtest_splits_on_intrinsic
    • 10 ms
      passedtest_splits_on_intrinsic_with_args_from_original_arg
    • 10 ms
      passedtest_splits_on_intrinsic_with_multiple_args
    • 11 ms
      passedtest_splits_on_multiple_instances_of_intrinsic
    • 35 ms
      passedtest_splits_on_multiple_intrinsics
    • 7 ms
      passedtest_splits_on_nested_in_tuple_broadcast
    • 26 ms
      passedtest_splits_with_intermediate_state_for_duplication
    • 16 ms
      passedtest_splits_with_intermediate_state_for_duplication_and_unbound_refs
    • 10 ms
      passedtest_splits_with_intermediate_state_for_unbound_refs
    • 6 ms
      passedtest_splits_with_no_matching_intrinsics
    • 34 ms
      passedtest_splits_with_non_empty_before_and_after_block_comps
  • 93 ms
    ForceAlignAndSplitByIntrinsicTest
    • 3 ms
      passedtest_cannot_split_on_chained_intrinsic
    • 8 ms
      passedtest_removes_selected_intrinsic_leaving_remaining_intrinsic
    • 7 ms
      passedtest_splits_even_when_selected_intrinsic_is_not_present
    • 3 ms
      passedtest_splits_on_intrinsic_noarg_function
    • 12 ms
      passedtest_splits_on_multiple_instances_of_two_intrinsics
    • 8 ms
      passedtest_splits_on_multiple_of_selected_intrinsic_aggregate
    • 4 ms
      passedtest_splits_on_multiple_of_selected_intrinsic_broadcast
    • 4 ms
      passedtest_splits_on_multiple_of_selected_intrinsic_secure_sum_bitwidths
    • 6 ms
      passedtest_splits_on_selected_intrinsic_aggregate
    • 2 ms
      passedtest_splits_on_selected_intrinsic_broadcast
    • 3 ms
      passedtest_splits_on_selected_intrinsic_nested_in_tuple_broadcast
    • 3 ms
      passedtest_splits_on_selected_intrinsic_secure_sum_bitwidth
    • 30 ms
      passedtest_splits_on_two_intrinsics
  • 6 ms
    ToCallDominantTest
    • 1 ms
      passedtest_call_to_higher_order_external_allowed
    • 1 ms
      passedtest_creates_binding_for_each_call
    • 1 ms
      passedtest_creates_block_for_non_lambda
    • 1 ms
      passedtest_evaluates_called_lambdas
    • 0 ms
      passedtest_inlines_references
    • 1 ms
      passedtest_inlines_selection_from_struct
    • 0 ms
      passedtest_inlines_selections
    • 1 ms
      passedtest_inlines_structs
  • 4 ms
    AggregateDependentOnAggregateTest
    • 2 ms
      passedtest_does_not_find_aggregate_dependent_on_broadcast
    • 2 ms
      passedtest_finds_aggregate_dependent_on_aggregate
    • 0 ms
      passedtest_raises_on_none_comp
  • 3 ms
    BroadcastDependentOnAggregateTest
    • 1 ms
      passedtest_does_not_find_aggregate_dependent_on_broadcast
    • 1 ms
      passedtest_finds_broadcast_dependent_on_aggregate
    • 0 ms
      passedtest_raises_on_none_comp
    • 1 ms
      passedtest_returns_correct_example_of_broadcast_dependent_on_aggregate
  • 0 ms
    CheckHasUniqueNamesTest
    • 0 ms
      passedtest_ok_block_binding_of_new_variable
    • 0 ms
      passedtest_ok_lambda_binding_of_new_variable
    • 0 ms
      passedtest_ok_on_multiple_no_arg_lambdas
    • 0 ms
      passedtest_ok_on_nested_lambdas_with_different_variable_name
    • 0 ms
      passedtest_ok_on_sequential_binding_of_different_variable_in_block
    • 0 ms
      passedtest_ok_on_single_block
    • 0 ms
      passedtest_ok_on_single_lambda
    • 0 ms
      passedtest_raises_block_rebinding_of_lambda_variable
    • 0 ms
      passedtest_raises_lambda_rebinding_of_block_variable
    • 0 ms
      passedtest_raises_on_nested_lambdas_with_same_variable_name
    • 0 ms
      passedtest_raises_on_none
    • 0 ms
      passedtest_raises_on_sequential_binding_of_same_variable_in_block
  • 0 ms
    ContainsAggregationShared
    • 0 ms
      passedtest_returns_none_non_aggregation_intrinsics
    • 0 ms
      passedtest_returns_none_on_unresolvable_function_call_with_non_federated_output
    • 0 ms
      passedtest_returns_none_trivial_aggregate
    • 0 ms
      passedtest_returns_none_trivial_mean
    • 0 ms
      passedtest_returns_none_trivial_secure_sum
    • 0 ms
      passedtest_returns_none_trivial_sum
    • 0 ms
      passedtest_throws_on_unresolvable_function_call
  • 0 ms
    ContainsCalledIntrinsic
    • 0 ms
      passedtest_raises_type_error_with_none_tree
    • 0 ms
      passedtest_returns_false_with_no_called_intrinsic
    • 0 ms
      passedtest_returns_false_with_unmatched_called_intrinsic
    • 0 ms
      passedtest_returns_true_with_matching_uri
    • 0 ms
      passedtest_returns_true_with_none_uri
  • 0 ms
    ContainsNoUnboundReferencesTest
    • 0 ms
      passedtest_raises_type_error_with_int_excluding
    • 0 ms
      passedtest_raises_type_error_with_none_tree
    • 0 ms
      passedtest_returns_false
    • 0 ms
      passedtest_returns_true
    • 0 ms
      passedtest_returns_true_with_excluded_reference
  • 1 ms
    ContainsSecureAggregation
    • 0 ms
      passedtest_returns_none_on_unsecure_aggregation_simple_aggregate
    • 0 ms
      passedtest_returns_none_on_unsecure_aggregation_simple_mean
    • 0 ms
      passedtest_returns_none_on_unsecure_aggregation_simple_sum
    • 0 ms
      passedtest_returns_none_on_unsecure_aggregation_simple_weighted_mean
    • 1 ms
      passedtest_returns_str_on_nested_secure_aggregation
    • 0 ms
      passedtest_returns_str_on_simple_secure_aggregation
  • 0 ms
    ContainsUnsecureAggregation
    • 0 ms
      passedtest_returns_none_on_secure_aggregation
    • 0 ms
      passedtest_returns_one_on_unsecure_aggregation_simple_aggregate
    • 0 ms
      passedtest_returns_one_on_unsecure_aggregation_simple_mean
    • 0 ms
      passedtest_returns_one_on_unsecure_aggregation_simple_sum
    • 0 ms
      passedtest_returns_one_on_unsecure_aggregation_simple_weighted_mean
  • 2 ms
    NodesDependentOnPredicateTest
    • 1 ms
      passedtest_adds_all_nodes_to_set_with_constant_true_predicate
    • 1 ms
      passedtest_adds_no_nodes_to_set_with_constant_false_predicate
    • 0 ms
      passedtest_propogates_dependence_into_binding_to_reference
    • 0 ms
      passedtest_propogates_dependence_up_through_block_locals
    • 0 ms
      passedtest_propogates_dependence_up_through_block_result
    • 0 ms
      passedtest_propogates_dependence_up_through_call
    • 0 ms
      passedtest_propogates_dependence_up_through_lambda
    • 0 ms
      passedtest_propogates_dependence_up_through_selection
    • 0 ms
      passedtest_propogates_dependence_up_through_tuple
    • 0 ms
      passedtest_raises_on_none_comp
    • 0 ms
      passedtest_raises_on_none_predicate
  • 0 ms
    TestCheckContainsOnlyReducibleIntrinsics
    • 0 ms
      passedtest_passes_with_federated_map
    • 0 ms
      passedtest_raises_on_none
    • 0 ms
      passedtest_raises_with_federated_mean
  • 8 ms
    AsFunctionOfSomeParametersTest
    • 1 ms
      passedtest_all_path
    • 0 ms
      passedtest_empty_path
    • 1 ms
      passedtest_invalid_selection_path
    • 2 ms
      passedtest_multiple_selection_path
    • 1 ms
      passedtest_partial_selection_path
    • 1 ms
      passedtest_paths_not_applied_sequentially
    • 1 ms
      passedtest_selection_path
    • 1 ms
      passedtest_unused_selection_path
  • 3 ms
    NormalizeTypesTest
    • 1 ms
      passedtest_converts_all_equal_at_clients_lambda_nested_struct_parameter_to_not_equal
    • 0 ms
      passedtest_converts_all_equal_at_clients_lambda_parameter_to_not_equal
    • 1 ms
      passedtest_converts_all_equal_at_clients_lambda_struct_parameter_to_not_equal
    • 0 ms
      passedtest_converts_all_equal_at_clients_reference_to_not_equal
    • 1 ms
      passedtest_converts_federated_map_all_equal_to_federated_map
    • 0 ms
      passedtest_converts_not_all_equal_at_server_lambda_parameter_to_equal
    • 0 ms
      passedtest_converts_not_all_equal_at_server_reference_to_equal
    • 0 ms
      passedtest_ignore_unnormalized_all_equal
    • 0 ms
      passedtest_raises_on_none
  • 4 ms
    RemoveMappedOrAppliedIdentityTest
    • 0 ms
      passedtest_does_not_remove_called_lambda
    • 0 ms
      passedtest_does_not_remove_whimsy_intrinsic
    • 0 ms
      passedtest_raises_type_error
    • 1 ms
      passedtest_removes_chained_federated_maps
    • 1 ms
      passedtest_removes_federated_map_with_named_result
    • 1 ms
      passedtest_removes_intrinsic_federated_apply
    • 0 ms
      passedtest_removes_intrinsic_federated_map
    • 0 ms
      passedtest_removes_intrinsic_federated_map_all_equal
    • 1 ms
      passedtest_removes_intrinsic_sequence_map
    • 0 ms
      passedtest_removes_nested_federated_map
  • 0 ms
    RemoveUnusedBlockLocalsTest
    • 0 ms
      passedtest_leaves_chained_used_references
    • 0 ms
      passedtest_leaves_lone_referenced_local
    • 0 ms
      passedtest_leaves_single_used_reference
    • 0 ms
      passedtest_removes_block_with_unused_reference
    • 0 ms
      passedtest_removes_locals_referencing_each_other_but_unreferenced_in_result
    • 0 ms
      passedtest_removes_nested_blocks_with_unused_reference
    • 0 ms
      passedtest_should_not_transform_data
    • 0 ms
      passedtest_should_transform_block
    • 0 ms
      passedtest_unwraps_block_with_empty_locals
  • 8 ms
    ReplaceSelectionsTest
    • 6 ms
      passedtest_fail_replace_compiled_comp
    • 1 ms
      passedtest_no_subsequent_replacement
    • 1 ms
      passedtest_replace_multiple_instances_of_selection
    • 0 ms
      passedtest_replace_selection
    • 0 ms
      passedtest_replace_selection_mismatching_ref_name
  • 12 ms
    StripPlacementTest
    • 1 ms
      passedtest_computation_non_federated_type
    • 0 ms
      passedtest_passes_noarg_lambda
    • 0 ms
      passedtest_passes_unbound_type_signature_obscured_under_block
    • 0 ms
      passedtest_raises_disallowed_intrinsic
    • 0 ms
      passedtest_raises_multiple_placements
    • 0 ms
      passedtest_raises_on_none
    • 1 ms
      passedtest_removes_federated_types_under_function
    • 1 ms
      passedtest_strip_placement_federated_value_at_clients
    • 0 ms
      passedtest_strip_placement_nested_federated_type
    • 1 ms
      passedtest_strip_placement_removes_federated_applys
    • 1 ms
      passedtest_strip_placement_removes_federated_maps
    • 1 ms
      passedtest_strip_placement_removes_federated_value_at_server
    • 0 ms
      passedtest_strip_placement_with_called_lambda
    • 4 ms
      passedtest_unwrap_removes_federated_zips_at_clients
    • 2 ms
      passedtest_unwrap_removes_federated_zips_at_server
  • 3 ms
    UniquifyReferenceNamesTest
    • 1 ms
      passedtest_block_lambda_block_lambda
    • 1 ms
      passedtest_blocks_nested_inside_of_locals
    • 0 ms
      passedtest_keeps_existing_nonoverlapping_names
    • 1 ms
      passedtest_nested_blocks
    • 0 ms
      passedtest_nested_lambdas
    • 0 ms
      passedtest_raises_type_error
    • 0 ms
      passedtest_renames_lambda_but_not_unbound_reference_when_given_name_generator
    • 0 ms
      passedtest_single_level_block
  • 2 ms
    ConcreteComputationTest
    • 1 ms
      passedtest_something
    • 1 ms
      passedtest_with_type_preserves_python_container
    • 0 ms
      passedtest_with_type_raises_non_assignable_type
  • 0 ms
    FromBuildingBlockTest
    • 0 ms
      passedtest_converts_building_block_to_computation
    • 0 ms
      passedtest_raises_on_none
  • 1 ms
    ComputationSerializationTest
    • 1 ms
      passedtest_serialize_deserialize_round_trip
  • 32 ms
    ComputationWrapperTest
    • 1 ms
      passedtest_as_decorator_with_arg_name_mismatching_element_name_in_py_fn
    • 0 ms
      passedtest_as_decorator_with_empty_arguments_on_no_parameter_py_fn
    • 1 ms
      passedtest_as_decorator_with_empty_arguments_on_py_fn_with_one_param
    • 1 ms
      passedtest_as_decorator_with_empty_arguments_on_py_fn_with_two_params
    • 1 ms
      passedtest_as_decorator_with_named_positional_arguments
    • 1 ms
      passedtest_as_decorator_with_named_tuple_params_on_two_param_py_fn
    • 0 ms
      passedtest_as_decorator_with_non_tuple_argument_on_two_parameter_py_fn
    • 0 ms
      passedtest_as_decorator_with_one_argument_on_no_parameter_py_fn
    • 0 ms
      passedtest_as_decorator_with_one_argument_on_one_parameter_py_fn
    • 0 ms
      passedtest_as_decorator_with_optional_arguments
    • 1 ms
      passedtest_as_decorator_with_tuple_params_on_one_parameter_py_fn
    • 1 ms
      passedtest_as_decorator_with_tuple_params_on_two_parameter_py_fn
    • 0 ms
      passedtest_as_decorator_with_two_tuple_argument_on_three_param_py_fn
    • 0 ms
      passedtest_as_decorator_with_unbundled_arguments
    • 0 ms
      passedtest_as_decorator_without_arguments_on_no_parameter_py_fn
    • 1 ms
      passedtest_as_decorator_without_arguments_on_py_fn_with_one_param
    • 1 ms
      passedtest_as_decorator_without_arguments_on_py_fn_with_two_params
    • 0 ms
      passedtest_as_wrapper_with_arg_name_mismatching_element_name_in_lambda
    • 0 ms
      passedtest_as_wrapper_with_class_property
    • 18 ms
      passedtest_as_wrapper_with_classmethod
    • 1 ms
      passedtest_as_wrapper_with_named_tuple_params_on_two_param_py_fn
    • 0 ms
      passedtest_as_wrapper_with_no_argument_instance_method
    • 0 ms
      passedtest_as_wrapper_with_non_tuple_argument_on_two_parameter_lambda
    • 0 ms
      passedtest_as_wrapper_with_one_argument_instance_method
    • 0 ms
      passedtest_as_wrapper_with_one_argument_on_no_parameter_lambda
    • 1 ms
      passedtest_as_wrapper_with_one_argument_on_one_parameter_lambda
    • 1 ms
      passedtest_as_wrapper_with_tuple_params_on_one_parameter_py_fn
    • 0 ms
      passedtest_as_wrapper_with_tuple_params_on_two_parameter_py_fn
    • 0 ms
      passedtest_as_wrapper_with_two_tuple_argument_on_three_param_lambda
    • 1 ms
      passedtest_as_wrapper_with_unbundled_arguments
    • 0 ms
      passedtest_as_wrapper_without_arguments_on_no_parameter_lambda
    • 0 ms
      passedtest_as_wrapper_without_arguments_on_no_parameter_partial
    • 1 ms
      passedtest_as_wrapper_without_arguments_on_py_fn_with_one_param
    • 0 ms
      passedtest_with_integer_args
    • 0 ms
      passedtest_with_kwargs_no_type
    • 0 ms
      passedtest_with_varargs_no_type
    • 0 ms
      passedtest_with_varargs_scalar_type
    • 0 ms
      passedtest_with_varargs_tuple_type
  • 0 ms
    ContextStackTest
    • 0 ms
      passedtest_install_pushes_context_on_stack
    • 0 ms
      passedtest_set_default_context_raises_type_error_with_none
    • 0 ms
      passedtest_set_default_context_with_context
  • 21 ms
    FunctionUtilsTest
    • 0 ms
      passedtest_is_argument_struct_int
    • 0 ms
      passedtest_is_argument_struct_struct
    • 0 ms
      passedtest_is_argument_struct_struct_kwargs_first
    • 0 ms
      passedtest_is_argument_struct_tuple_named
    • 0 ms
      passedtest_is_argument_struct_tuple_partially_named
    • 0 ms
      passedtest_is_argument_struct_tuple_partially_named_kwargs_first
    • 0 ms
      passedtest_is_argument_struct_tuple_unnamed
    • 1 ms
      passedtest_is_signature_compatible_with_types_false_args_and_kwargs
    • 0 ms
      passedtest_is_signature_compatible_with_types_false_args_only
    • 0 ms
      passedtest_is_signature_compatible_with_types_true_args_and_kwargs_default_int
    • 1 ms
      passedtest_is_signature_compatible_with_types_true_args_and_kwargs_named
    • 0 ms
      passedtest_is_signature_compatible_with_types_true_args_and_kwargs_unnamed
    • 0 ms
      passedtest_is_signature_compatible_with_types_true_args_only
    • 0 ms
      passedtest_pack_args_int
    • 0 ms
      passedtest_pack_args_into_struct_named_to_unnamed_fails
    • 0 ms
      passedtest_pack_args_into_struct_with_type_spec_expect_success_int
    • 0 ms
      passedtest_pack_args_into_struct_with_type_spec_expect_success_tuple_named_with_args
    • 0 ms
      passedtest_pack_args_into_struct_with_type_spec_expect_success_tuple_named_with_args_and_kwargs
    • 0 ms
      passedtest_pack_args_into_struct_with_type_spec_expect_success_tuple_unnamed_with_args
    • 0 ms
      passedtest_pack_args_into_struct_with_type_spec_expect_success_tuple_with_args_odict
    • 0 ms
      passedtest_pack_args_into_struct_with_type_spec_expect_success_tuple_with_kwargs
    • 0 ms
      passedtest_pack_args_into_struct_without_type_spec
    • 0 ms
      passedtest_pack_args_none
    • 0 ms
      passedtest_pack_args_tuple_named_with_args
    • 0 ms
      passedtest_pack_args_tuple_named_with_kwargs
    • 0 ms
      passedtest_pack_args_tuple_unnamed
    • 0 ms
      passedtest_pack_args_tuple_with_args_struct
    • 0 ms
      passedtest_unpack_args_from_struct_type_tuple_named_1
    • 0 ms
      passedtest_unpack_args_from_struct_type_tuple_named_2
    • 0 ms
      passedtest_unpack_args_from_struct_type_tuple_partially_named
    • 0 ms
      passedtest_unpack_args_from_struct_type_tuple_unnamed_1
    • 0 ms
      passedtest_unpack_args_from_struct_type_tuple_unnamed_2
    • 0 ms
      passedtest_unpack_args_from_structure_tuple_partially_named
    • 0 ms
      passedtest_unpack_args_from_structure_tuple_unnamed
    • 0 ms
      passedtest_wrap_as_zero_or_one_arg_callable_add
    • 18 ms
      passedtest_wrap_as_zero_or_one_arg_callable_add_const
    • 1 ms
      passedtest_wrap_as_zero_or_one_arg_callable_add_const_with_type
    • 0 ms
      passedtest_wrap_as_zero_or_one_arg_callable_const
    • 0 ms
      passedtest_wrap_as_zero_or_one_arg_callable_str_ing
    • 0 ms
      passedtest_wrap_as_zero_or_one_arg_callable_str_tuple
    • 0 ms
      passedtest_wrap_as_zero_or_one_arg_callable_str_tuple_with_named_type
  • 0 ms
    GetContextStackTest
    • 0 ms
      passedtest_returns_context
  • 84 ms
    WithContextTest
    • 3 ms
      passedtest_installs_context_fn_async_context_and_1_environment
    • 2 ms
      passedtest_installs_context_fn_async_context_and_3_environment
    • 2 ms
      passedtest_installs_context_fn_async_context_and_empty_environment
    • 2 ms
      passedtest_installs_context_fn_async_context_and_no_environment
    • 2 ms
      passedtest_installs_context_fn_sync_args_context_and_1_environment
    • 2 ms
      passedtest_installs_context_fn_sync_args_context_and_3_environment
    • 1 ms
      passedtest_installs_context_fn_sync_args_context_and_empty_environment
    • 1 ms
      passedtest_installs_context_fn_sync_args_context_and_no_environment
    • 2 ms
      passedtest_installs_context_fn_sync_kwargs_context_and_1_environment
    • 2 ms
      passedtest_installs_context_fn_sync_kwargs_context_and_3_environment
    • 3 ms
      passedtest_installs_context_fn_sync_kwargs_context_and_empty_environment
    • 1 ms
      passedtest_installs_context_fn_sync_kwargs_context_and_no_environment
    • 2 ms
      passedtest_installs_context_fn_sync_no_arg_context_and_1_environment
    • 2 ms
      passedtest_installs_context_fn_sync_no_arg_context_and_3_environment
    • 2 ms
      passedtest_installs_context_fn_sync_no_arg_context_and_empty_environment
    • 1 ms
      passedtest_installs_context_fn_sync_no_arg_context_and_no_environment
    • 2 ms
      passedtest_installs_context_fn_sync_return_context_and_1_environment
    • 2 ms
      passedtest_installs_context_fn_sync_return_context_and_3_environment
    • 2 ms
      passedtest_installs_context_fn_sync_return_context_and_empty_environment
    • 2 ms
      passedtest_installs_context_fn_sync_return_context_and_no_environment
    • 12 ms
      passedtest_installs_context_test_case_context_and_1_environment
    • 11 ms
      passedtest_installs_context_test_case_context_and_3_environments
    • 11 ms
      passedtest_installs_context_test_case_context_and_empty_environment
    • 12 ms
      passedtest_installs_context_test_case_context_and_no_environment
  • 52 ms
    WithContextsTest
    • 52 ms
      passedtest_installs_contexts_test_case
    • 0 ms
      passedtest_raises_value_error
  • 0 ms
    SetDefaultContextTest
    • 0 ms
      passedtest_raises_type_error_with_none
    • 0 ms
      passedtest_with_context
  • 5 ms
    PolymorphicComputationTest
    • 5 ms
      passedtest_call_returns_result
  • 0 ms
    CompilerPipelineTest
    • 0 ms
      passedtest_compile_computation_with_identity
  • 0 ms
    RetryableErrorTest
    • 0 ms
      passedtest_is_retryable_error
  • 1 ms
    PartitionValueTest
    • 0 ms
      passedtest_partitions_client_placed_value_into_subrounds
    • 1 ms
      passedtest_partitions_clients_placed_struct_elem_into_subrounds
    • 0 ms
      passedtest_partitions_fewer_clients_than_rounds_into_nonempty_rounds
    • 0 ms
      passedtest_partitions_value_with_no_clients_arguments
    • 0 ms
      passedtest_replicates_all_equal_clients_argument
    • 0 ms
      passedtest_wraps_value_with_empty_client_argument
  • 0 ms
    RepackageResultsTest
    • 0 ms
      passedtest_roundtrip_with_all_equal_clients_argument
    • 0 ms
      passedtest_roundtrip_with_empty_clients_argument
    • 0 ms
      passedtest_roundtrip_with_named_struct
    • 0 ms
      passedtest_roundtrip_with_no_clients_argument
    • 0 ms
      passedtest_roundtrip_with_nonempty_clients_argument
    • 0 ms
      passedtest_roundtrip_with_nonempty_tuple_clients_argument
  • 0 ms
    DataConversionsTest
    • 0 ms
      passedtest_converts_placement_keyed_to_string_keyed
    • 0 ms
      passedtest_raises_non_integer_values
    • 0 ms
      passedtest_raises_string_keyed_mapping
  • 3 ms
    ConcreteExecutorFactoryTest
    • 1 ms
      passedtest_construction_with_multiple_cardinalities_reuses_existing_stacks_ResourceManagingExecutorFactory
    • 0 ms
      passedtest_concrete_class_instantiates_stack_fn_ResourceManagingExecutorFactory
    • 0 ms
      passedtest_subclass_base_fails_no_create_method
    • 0 ms
      passedtest_cleanup_succeeds_without_init_ResourceManagingExecutorFactory
    • 0 ms
      passedtest_subclass_base_fails_no_cleanup
    • 1 ms
      passedtest_cleanup_calls_close_ResourceManagingExecutorFactory
    • 0 ms
      passedtest_instantiation_succeeds_both_methods_specified
    • 0 ms
      passedtest_call_constructs_executor_ResourceManagingExecutorFactory
    • 1 ms
      passedtest_executors_persisted_is_capped
  • 3 ms
    InferCardinalitiesTest
    • 1 ms
      passedtest_adds_list_length_as_cardinality_at_clients
    • 0 ms
      passedtest_adds_list_length_as_cardinality_at_new_placement
    • 1 ms
      passedtest_infer_cardinalities_structure_failure
    • 1 ms
      passedtest_infer_cardinalities_success_structure
    • 0 ms
      passedtest_noops_on_int
    • 0 ms
      passedtest_passes_federated_type_tuple
    • 0 ms
      passedtest_raises_conflicting_clients_sizes
    • 0 ms
      passedtest_raises_federated_type_generator
    • 0 ms
      passedtest_raises_federated_type_integer
    • 0 ms
      passedtest_raises_invalid_non_all_equal_value_error
    • 0 ms
      passedtest_raises_none_type
    • 0 ms
      passedtest_recurses_under_tuple_type
    • 0 ms
      passedtest_returns_empty_dict_none_value
  • 0 ms
    MergeCardinalitiesTest
    • 0 ms
      passedtest_merges_different_placements
    • 0 ms
      passedtest_noops_no_conflict
    • 0 ms
      passedtest_raises_merge_conflicting_cardinalities
    • 0 ms
      passedtest_raises_non_dict_arg
    • 0 ms
      passedtest_raises_non_placement_keyed_dict
  • 2 ms
    DataDescriptorTest
    • 2 ms
      passedtest_raises_with_server_cardinality_specified
  • 0 ms
    TypeUtilsTest
    • 0 ms
      passedtest_reconcile_value_type_with_type_spec_raises_type_error_value_type_and_bad_type_spec
    • 0 ms
      passedtest_reconcile_value_type_with_type_spec_returns_type_value_type_and_none
    • 0 ms
      passedtest_reconcile_value_type_with_type_spec_returns_type_value_type_and_type_spec
    • 0 ms
      passedtest_reconcile_value_with_type_spec_raises_type_error_building_block_and_bad_type_spec
    • 0 ms
      passedtest_reconcile_value_with_type_spec_raises_type_error_int_and_none
    • 0 ms
      passedtest_reconcile_value_with_type_spec_returns_type_buiding_block_and_none
    • 0 ms
      passedtest_reconcile_value_with_type_spec_returns_type_buiding_block_and_type_spec
    • 0 ms
      passedtest_reconcile_value_with_type_spec_returns_type_int_and_type_spec
  • 33 ms
    RemoteExecutorTest
    • 4 ms
      passedtest_create_call_reraises_grpc_error_with_stream_structs_false
    • 1 ms
      passedtest_create_call_reraises_grpc_error_with_stream_structs_true
    • 2 ms
      passedtest_create_call_reraises_type_error_with_stream_structs_false
    • 1 ms
      passedtest_create_call_reraises_type_error_with_stream_structs_true
    • 1 ms
      passedtest_create_call_returns_remote_value_with_stream_structs_false
    • 1 ms
      passedtest_create_call_returns_remote_value_with_stream_structs_true
    • 1 ms
      passedtest_create_selection_reraises_non_retryable_grpc_error_with_stream_structs_false
    • 1 ms
      passedtest_create_selection_reraises_non_retryable_grpc_error_with_stream_structs_true
    • 1 ms
      passedtest_create_selection_reraises_type_error_with_stream_structs_false
    • 1 ms
      passedtest_create_selection_reraises_type_error_with_stream_structs_true
    • 1 ms
      passedtest_create_selection_returns_remote_value_with_stream_structs_false
    • 1 ms
      passedtest_create_selection_returns_remote_value_with_stream_structs_true
    • 1 ms
      passedtest_create_struct_reraises_grpc_error_with_stream_structs_false
    • 1 ms
      passedtest_create_struct_reraises_grpc_error_with_stream_structs_true
    • 1 ms
      passedtest_create_struct_reraises_type_error_with_stream_structs_false
    • 1 ms
      passedtest_create_struct_reraises_type_error_with_stream_structs_true
    • 1 ms
      passedtest_create_struct_returns_remote_value_with_stream_structs_false
    • 1 ms
      passedtest_create_struct_returns_remote_value_with_stream_structs_true
    • 2 ms
      passedtest_create_value_for_nested_struct_with_stream_structs_false
    • 1 ms
      passedtest_create_value_reraises_grpc_error_with_stream_structs_false
    • 2 ms
      passedtest_create_value_reraises_grpc_error_with_stream_structs_true
    • 1 ms
      passedtest_create_value_reraises_type_error_with_stream_structs_false
    • 1 ms
      passedtest_create_value_reraises_type_error_with_stream_structs_true
    • 1 ms
      passedtest_create_value_returns_remote_value_with_stream_structs_false
    • 1 ms
      passedtest_create_value_returns_remote_value_with_stream_structs_true
    • 1 ms
      passedtest_set_cardinalities_returns_none_with_stream_structs_false
    • 1 ms
      passedtest_set_cardinalities_returns_none_with_stream_structs_true
  • 8 ms
    RemoteValueTest
    • 1 ms
      passedtest_compute_reraises_grpc_error_with_stream_structs_false
    • 1 ms
      passedtest_compute_reraises_grpc_error_with_stream_structs_true
    • 1 ms
      passedtest_compute_reraises_type_error_with_stream_structs_false
    • 1 ms
      passedtest_compute_reraises_type_error_with_stream_structs_true
    • 2 ms
      passedtest_compute_returns_result_with_stream_structs_false
    • 2 ms
      passedtest_compute_returns_result_with_stream_structs_true
  • 1.49 s
    DatasetSerializationTest
    • 997 ms
      passedtest_roundtrip_sequence_of_namedtuples
    • 130 ms
      passedtest_roundtrip_sequence_of_nested_structures
    • 125 ms
      passedtest_roundtrip_sequence_of_scalars
    • 99 ms
      passedtest_roundtrip_sequence_of_singleton_tuples
    • 141 ms
      passedtest_roundtrip_sequence_of_tuples
    • 2 ms
      passedtest_serialize_sequence_bytes_too_large
  • 0 ms
    SerializeCardinalitiesTest
    • 0 ms
      passedtest_serialize_deserialize_clients_alone
    • 0 ms
      passedtest_serialize_deserialize_clients_and_server_cardinalities_roundtrip
  • 2 ms
    SerializeNpArrayTest
    • 1 ms
      passedtest_serialize_deserialize_value_proto_for_array_undefined_shape
    • 1 ms
      passedtest_serialize_deserialize_value_proto_for_generic_bytes_generic
    • 0 ms
      passedtest_serialize_deserialize_value_proto_for_generic_str_generic
  • 1.71 s
    ValueSerializationtest
    • 2 ms
      passedtest_deserialize_federated_all_equal_value_takes_first_element
    • 2 ms
      passedtest_deserialize_federated_value_promotes_types
    • 1 ms
      passedtest_deserialize_federated_value_with_incompatible_member_types_raises
    • 1 ms
      passedtest_deserialize_federated_value_with_unset_member_type
    • 1 ms
      passedtest_serialization_does_not_increase_numpy_refcount_float16_array
    • 1 ms
      passedtest_serialization_does_not_increase_numpy_refcount_float32_array
    • 1 ms
      passedtest_serialization_does_not_increase_numpy_refcount_float64_array
    • 1 ms
      passedtest_serialization_does_not_increase_numpy_refcount_int32_array
    • 1 ms
      passedtest_serialization_does_not_increase_numpy_refcount_int64_array
    • 1 ms
      passedtest_serialization_does_not_increase_numpy_refcount_str_array
    • 1 ms
      passedtest_serialize_deserialize_computation_value
    • 1 ms
      passedtest_serialize_deserialize_federated_at_clients
    • 1 ms
      passedtest_serialize_deserialize_federated_at_server
    • 4 ms
      passedtest_serialize_deserialize_nested_tuple_value_with_names
    • 1 ms
      passedtest_serialize_deserialize_nested_tuple_value_without_names
    • 124 ms
      passedtest_serialize_deserialize_sequence_of_namedtuples_alphabetical_order_as_dataset
    • 98 ms
      passedtest_serialize_deserialize_sequence_of_namedtuples_alphabetical_order_as_list
    • 213 ms
      passedtest_serialize_deserialize_sequence_of_nested_structures_as_dataset
    • 166 ms
      passedtest_serialize_deserialize_sequence_of_nested_structures_as_list
    • 157 ms
      passedtest_serialize_deserialize_sequence_of_scalars_as_dataset
    • 117 ms
      passedtest_serialize_deserialize_sequence_of_scalars_as_list
    • 341 ms
      passedtest_serialize_deserialize_sequence_of_scalars_graph_mode
    • 158 ms
      passedtest_serialize_deserialize_sequence_of_tuples_as_dataset
    • 99 ms
      passedtest_serialize_deserialize_sequence_of_tuples_as_list
    • 2 ms
      passedtest_serialize_deserialize_string_value_bytes
    • 1 ms
      passedtest_serialize_deserialize_string_value_bytes_null_terminated
    • 1 ms
      passedtest_serialize_deserialize_string_value_numpy_bytes
    • 1 ms
      passedtest_serialize_deserialize_string_value_numpy_bytes_null_termianted
    • 1 ms
      passedtest_serialize_deserialize_string_value_numpy_str
    • 1 ms
      passedtest_serialize_deserialize_string_value_str
    • 1 ms
      passedtest_serialize_deserialize_string_value_tensorflow_bytes
    • 1 ms
      passedtest_serialize_deserialize_string_value_tensorflow_bytes_null_terminated
    • 1 ms
      passedtest_serialize_deserialize_string_value_tensorflow_str
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_unk_shape_without_hint
    • 2 ms
      passedtest_serialize_deserialize_tensor_value_with_bad_shape
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_different_dtype
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_hint_numpy_1d_tensor
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_hint_numpy_scalar
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_hint_python_1d_list
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_hint_python_2d_list
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_hint_python_scalar
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_with_nontrivial_shape
    • 5 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_graph_mode_numpy_1d_tensor
    • 4 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_graph_mode_numpy_scalar
    • 4 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_graph_mode_python_1d_list
    • 4 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_graph_mode_python_2d_list
    • 4 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_graph_mode_python_scalar
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_numpy_1d_tensor
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_numpy_scalar
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_python_1d_list
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_python_2d_list
    • 1 ms
      passedtest_serialize_deserialize_tensor_value_without_hint_python_scalar
    • 9 ms
      passedtest_serialize_deserialize_variable_as_tensor_value
    • 1 ms
      passedtest_serialize_raises_on_incompatible_dtype_float_to_int
    • 81 ms
      passedtest_serialize_sequence_bad_container_type
    • 68 ms
      passedtest_serialize_sequence_bad_element_type
    • 5 ms
      passedtest_serialize_sequence_not_a_dataset
    • 4 ms
      passedtest_serialize_struct_with_type_element_mismatch
  • 6 ms
    FederatedComputationContextTest
    • 0 ms
      passedtest_bind_single_computation_to_reference
    • 0 ms
      passedtest_bind_two_computations_to_reference
    • 0 ms
      passedtest_child_name_doesnt_conflict
    • 0 ms
      passedtest_construction_populates_name
    • 3 ms
      passedtest_ingest_zips_federated_under_struct
    • 2 ms
      passedtest_ingest_zips_value_when_necessary_to_match_federated_type
    • 1 ms
      passedtest_invoke_returns_value_with_correct_type
    • 0 ms
      passedtest_parent_populated_correctly
    • 0 ms
      passedtest_suggested_name_populates_name_attribute
  • 24 ms
    FederatedComputationWrapperTest
    • 2 ms
      passedtest_empty_tuple_arg
    • 22 ms
      passedtest_federated_computation_wrapper
    • 0 ms
      passedtest_stack_resets_on_none_returned
    • 0 ms
      passedtest_stackframes_in_errors
  • 8 ms
    ZeroOrOneArgFnToBuildingBlockTest
    • 0 ms
      passedtest_raises_value_error_with_none_result
    • 1 ms
      passedtest_returns_result_constant
    • 1 ms
      passedtest_returns_result_nested_fn_different
    • 1 ms
      passedtest_returns_result_nested_fn_same
    • 1 ms
      passedtest_returns_result_selection
    • 1 ms
      passedtest_returns_result_with_py_container_list
    • 1 ms
      passedtest_returns_result_with_py_container_namedtuple
    • 1 ms
      passedtest_returns_result_with_py_container_odict
    • 1 ms
      passedtest_returns_result_with_py_container_tuple
  • 3 ms
    FederatedAggregateTest
    • 2 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_zero_mismatched_type
    • 1 ms
      passedtest_returns_result_int_clients
  • 0 ms
    FederatedBroadcastTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_int_clients
    • 0 ms
      passedtest_raises_type_error_int_unplaced
    • 0 ms
      passedtest_returns_result_int_server
    • 0 ms
      passedtest_returns_result_sequence_server
    • 0 ms
      passedtest_returns_result_struct_server
  • 0 ms
    FederatedEvalTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_returns_result_int_and_clients
    • 0 ms
      passedtest_returns_result_int_and_server
    • 0 ms
      passedtest_returns_result_sequence_and_clieints
    • 0 ms
      passedtest_returns_result_struct_and_clients
  • 6 ms
    FederatedMapTest
    • 1 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_int_unplaced
    • 1 ms
      passedtest_raises_type_error_struct_different_placements
    • 0 ms
      passedtest_returns_result_int_clients
    • 1 ms
      passedtest_returns_result_int_server
    • 1 ms
      passedtest_returns_result_sequence_clients
    • 1 ms
      passedtest_returns_result_struct_clients
    • 1 ms
      passedtest_returns_result_struct_injected_zip
  • 0 ms
    FederatedMaxTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_int_server
    • 0 ms
      passedtest_raises_type_error_int_unplaced
    • 0 ms
      passedtest_raises_value_error_str_clients
    • 0 ms
      passedtest_returns_result_int_clients
    • 0 ms
      passedtest_returns_result_struct_clients
  • 2 ms
    FederatedMeanTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_value_float_server
    • 0 ms
      passedtest_raises_type_error_value_int_clients
    • 0 ms
      passedtest_raises_type_error_weight_float_server
    • 0 ms
      passedtest_raises_type_error_weight_str_clients
    • 1 ms
      passedtest_returns_result_value_float_clients_and_weight_float_clients
    • 0 ms
      passedtest_returns_result_value_float_clients_and_weight_none
    • 1 ms
      passedtest_returns_result_value_struct_int_clients_and_weight_float_clients
    • 0 ms
      passedtest_returns_result_value_struct_int_clients_and_weight_none
  • 0 ms
    FederatedMinTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_int_server
    • 0 ms
      passedtest_raises_type_error_int_unplaced
    • 0 ms
      passedtest_raises_value_error_str_clients
    • 0 ms
      passedtest_returns_result_int_clients
    • 0 ms
      passedtest_returns_result_struct_clients
  • 54 ms
    FederatedSecureModularSumTest
    • 11 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_mismatched_structures
    • 0 ms
      passedtest_raises_type_error_modulus_int_clients
    • 0 ms
      passedtest_raises_type_error_modulus_int_server
    • 0 ms
      passedtest_raises_type_error_value_float_clients
    • 0 ms
      passedtest_raises_type_error_value_int_server
    • 0 ms
      passedtest_raises_type_error_value_int_unplaced
    • 6 ms
      passedtest_returns_result_value_int_clients_and_modulus_int
    • 14 ms
      passedtest_returns_result_value_struct_int_clients_and_modulus_int
    • 23 ms
      passedtest_returns_result_value_struct_int_clients_and_modulus_struct
  • 3 ms
    FederatedSecureSumBitwidthTest
    • 1 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_bitwidth_int_clients
    • 0 ms
      passedtest_raises_type_error_bitwidth_int_server
    • 0 ms
      passedtest_raises_type_error_mismatched_structures
    • 0 ms
      passedtest_raises_type_error_value_float_clients
    • 0 ms
      passedtest_raises_type_error_value_int_server
    • 0 ms
      passedtest_raises_type_error_value_int_unplaced
    • 0 ms
      passedtest_returns_result_value_int_clients_and_bitwidth_int
    • 1 ms
      passedtest_returns_result_value_struct_int_clients_and_bitwidth_int
    • 1 ms
      passedtest_returns_result_value_struct_int_clients_and_bitwidth_struct
  • 2 ms
    FederatedSecureSumTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_max_input_int_clients
    • 1 ms
      passedtest_raises_type_error_max_input_int_server
    • 0 ms
      passedtest_raises_type_error_mismatched_structures
    • 0 ms
      passedtest_raises_type_error_value_float_clients
    • 0 ms
      passedtest_raises_type_error_value_int_server
    • 0 ms
      passedtest_raises_type_error_value_int_unplaced
    • 0 ms
      passedtest_returns_result_value_int_clients_and_max_input_int
    • 1 ms
      passedtest_returns_result_value_struct_int_clients_and_max_input_int
    • 0 ms
      passedtest_returns_result_value_struct_int_clients_and_max_input_struct
  • 12 ms
    FederatedSelectTest
    • 1 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_client_keys_array_server
    • 0 ms
      passedtest_raises_type_error_client_keys_array_unplaced
    • 0 ms
      passedtest_raises_type_error_max_key_float_server
    • 0 ms
      passedtest_raises_type_error_max_key_int_clients
    • 0 ms
      passedtest_raises_type_error_max_key_int_unplaced
    • 0 ms
      passedtest_raises_type_error_select_fn_second_parameter_float
    • 0 ms
      passedtest_raises_type_error_server_value_struct_clients
    • 0 ms
      passedtest_raises_type_error_server_value_struct_unplaced
    • 10 ms
      passedtest_returns_result_struct_injected_zip
    • 1 ms
      passedtest_returns_result_struct_int
  • 0 ms
    FederatedSumTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_int_server
    • 0 ms
      passedtest_raises_type_error_int_unplaced
    • 0 ms
      passedtest_raises_type_error_str_clients
    • 0 ms
      passedtest_returns_result_int_clients
    • 0 ms
      passedtest_returns_result_struct_clients
  • 4 ms
    FederatedValueTest
    • 4 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_returns_result_int_and_clients
    • 0 ms
      passedtest_returns_result_int_and_server
    • 0 ms
      passedtest_returns_result_sequence_and_clients
    • 0 ms
      passedtest_returns_result_struct_and_clients
  • 9 ms
    FederatedZipTest
    • 1 ms
      passedtest_raises_context_error_with_no_federated_context
    • 0 ms
      passedtest_raises_type_error_int_clients
    • 0 ms
      passedtest_raises_type_error_int_server
    • 0 ms
      passedtest_raises_type_error_int_unplaced
    • 1 ms
      passedtest_raises_type_error_struct_different_placements
    • 0 ms
      passedtest_returns_result_struct_clients
    • 5 ms
      passedtest_returns_result_struct_different_dtypes
    • 1 ms
      passedtest_returns_result_struct_named
    • 1 ms
      passedtest_returns_result_struct_nested
    • 0 ms
      passedtest_returns_result_struct_one_element
    • 0 ms
      passedtest_returns_result_struct_server
  • 2 ms
    SequenceMapTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 1 ms
      passedtest_returns_result_sequence_clients
    • 1 ms
      passedtest_returns_result_sequence_server
    • 0 ms
      passedtest_returns_result_sequence_unplaced
  • 12 ms
    SequenceReduceTest
    • 1 ms
      passedtest_raises_context_error_with_no_federated_context
    • 1 ms
      passedtest_returns_result_sequence_clients
    • 10 ms
      passedtest_returns_result_sequence_server
    • 0 ms
      passedtest_returns_result_sequence_unplaced
  • 2 ms
    SequenceSumTest
    • 0 ms
      passedtest_raises_context_error_with_no_federated_context
    • 1 ms
      passedtest_returns_result_sequence_clients
    • 1 ms
      passedtest_returns_result_sequence_server
    • 0 ms
      passedtest_returns_result_sequence_unplaced
  • 0 ms
    ArrayShapeTest
    • 0 ms
      passedtest_from_proto_returns_value_fully_defined
    • 0 ms
      passedtest_from_proto_returns_value_partially_defined
    • 0 ms
      passedtest_from_proto_returns_value_scalar_empty
    • 0 ms
      passedtest_from_proto_returns_value_scalar_none
    • 0 ms
      passedtest_from_proto_returns_value_unknown
    • 0 ms
      passedtest_is_compatible_with_returns_false_fully_defined_and_scalar
    • 0 ms
      passedtest_is_compatible_with_returns_false_fully_defined_wrong_size
    • 0 ms
      passedtest_is_compatible_with_returns_false_partially_defined_and_scalar
    • 0 ms
      passedtest_is_compatible_with_returns_false_partially_defined_only_rank_and_scalar
    • 0 ms
      passedtest_is_compatible_with_returns_false_partially_defined_wrong_size
    • 0 ms
      passedtest_is_compatible_with_returns_false_scalar_and_fully_defined
    • 0 ms
      passedtest_is_compatible_with_returns_false_scalar_and_partially_defined
    • 0 ms
      passedtest_is_compatible_with_returns_false_scalar_and_partially_defined_only_rank
    • 0 ms
      passedtest_is_compatible_with_returns_true_fully_defined_and_fully_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_fully_defined_and_partially_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_fully_defined_and_partially_defined_only_rank
    • 0 ms
      passedtest_is_compatible_with_returns_true_fully_defined_and_unknown
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_and_fully_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_and_partially_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_and_partially_defined_only_rank
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_and_unknown
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_only_rank_and_fully_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_only_rank_and_partially_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_only_rank_and_partially_defined_only_rank
    • 0 ms
      passedtest_is_compatible_with_returns_true_partially_defined_only_rank_and_unknown
    • 0 ms
      passedtest_is_compatible_with_returns_true_scalar_and_scalar
    • 0 ms
      passedtest_is_compatible_with_returns_true_scalar_and_unknown
    • 0 ms
      passedtest_is_compatible_with_returns_true_unknown_and_fully_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_unknown_and_partially_defined
    • 0 ms
      passedtest_is_compatible_with_returns_true_unknown_and_partially_defined_only_rank
    • 0 ms
      passedtest_is_compatible_with_returns_true_unknown_and_scalar
    • 0 ms
      passedtest_is_compatible_with_returns_true_unknown_and_unknown
    • 0 ms
      passedtest_is_shape_fully_defined_returns_false_partially_defined
    • 0 ms
      passedtest_is_shape_fully_defined_returns_false_unknown
    • 0 ms
      passedtest_is_shape_fully_defined_returns_true_fully_defined
    • 0 ms
      passedtest_is_shape_fully_defined_returns_true_scalar
    • 0 ms
      passedtest_is_shape_scalar_returns_false_fully_defined
    • 0 ms
      passedtest_is_shape_scalar_returns_false_partially_defined
    • 0 ms
      passedtest_is_shape_scalar_returns_false_unknown
    • 0 ms
      passedtest_is_shape_scalar_returns_true
    • 0 ms
      passedtest_num_elements_in_shape_returns_result_fully_defined
    • 0 ms
      passedtest_num_elements_in_shape_returns_result_partially_defined
    • 0 ms
      passedtest_num_elements_in_shape_returns_result_scalar
    • 0 ms
      passedtest_num_elements_in_shape_returns_result_unknown
    • 0 ms
      passedtest_to_proto_returns_value_fully_defined
    • 0 ms
      passedtest_to_proto_returns_value_partially_defined
    • 0 ms
      passedtest_to_proto_returns_value_scalar
    • 0 ms
      passedtest_to_proto_returns_value_unknown
  • 45 ms
    ValueTest
    • 1 ms
      passedtest_getattr_federated_value_with_none_default_missing_name
    • 0 ms
      passedtest_getattr_non_federated_value_with_none_default_missing_name
    • 1 ms
      passedtest_getattr_raises_federated_value_unknown_attr
    • 1 ms
      passedtest_getattr_resolution_federated_value_clients
    • 1 ms
      passedtest_getattr_resolution_federated_value_server
    • 1 ms
      passedtest_getitem_federated_slice_constructs_comp_clients
    • 1 ms
      passedtest_getitem_federated_slice_constructs_comp_server
    • 1 ms
      passedtest_getitem_key_resolution
    • 1 ms
      passedtest_getitem_resolution_federated_value_clients
    • 1 ms
      passedtest_getitem_resolution_federated_value_server
    • 0 ms
      passedtest_raises_on_boolean_ops
    • 3 ms
      passedtest_slicing_fails_non_namedtuple
    • 10 ms
      passedtest_slicing_support_namedtuple
    • 1 ms
      passedtest_slicing_support_non_tuple_underlying_comp
    • 2 ms
      passedtest_slicing_tuple_values_from_back_list
    • 1 ms
      passedtest_slicing_tuple_values_from_back_tuple
    • 2 ms
      passedtest_slicing_tuple_values_from_front_list
    • 1 ms
      passedtest_slicing_tuple_values_from_front_tuple
    • 1 ms
      passedtest_slicing_tuple_values_skipping_steps_list
    • 1 ms
      passedtest_slicing_tuple_values_skipping_steps_tuple
    • 1 ms
      passedtest_tf_mapping_raises_helpful_error
    • 0 ms
      passedtest_to_value_for_attrs_class
    • 0 ms
      passedtest_to_value_for_computations
    • 0 ms
      passedtest_to_value_for_dataclass
    • 0 ms
      passedtest_to_value_for_list
    • 0 ms
      passedtest_to_value_for_named_tuple
    • 1 ms
      passedtest_to_value_for_nested_attrs_class
    • 1 ms
      passedtest_to_value_for_nested_dataclass
    • 1 ms
      passedtest_to_value_for_ordered_dict
    • 0 ms
      passedtest_to_value_for_placements
    • 0 ms
      passedtest_to_value_for_structure
    • 0 ms
      passedtest_to_value_for_tuple
    • 0 ms
      passedtest_to_value_raises_value_error
    • 0 ms
      passedtest_to_value_with_bool
    • 0 ms
      passedtest_to_value_with_float
    • 0 ms
      passedtest_to_value_with_int
    • 0 ms
      passedtest_to_value_with_list_of_ints
    • 0 ms
      passedtest_to_value_with_np_bool
    • 0 ms
      passedtest_to_value_with_np_float32
    • 0 ms
      passedtest_to_value_with_np_float64
    • 0 ms
      passedtest_to_value_with_np_int32
    • 0 ms
      passedtest_to_value_with_np_int64
    • 0 ms
      passedtest_to_value_with_np_ndarray
    • 0 ms
      passedtest_to_value_with_string
    • 0 ms
      passedtest_value_impl_dir
    • 6 ms
      passedtest_value_impl_help
    • 1 ms
      passedtest_value_impl_with_call
    • 1 ms
      passedtest_value_impl_with_lambda
    • 0 ms
      passedtest_value_impl_with_reference
    • 1 ms
      passedtest_value_impl_with_selection
    • 1 ms
      passedtest_value_impl_with_tuple
  • 5 ms
    ValueUtilsTest
    • 2 ms
      passedtest_ensure_federated_value
    • 1 ms
      passedtest_ensure_federated_value_fails_on_unzippable
    • 1 ms
      passedtest_ensure_federated_value_implicitly_zippable
    • 0 ms
      passedtest_ensure_federated_value_wrong_placement
    • 1 ms
      passedtest_get_curried
  • 0 ms
    ArrayShapeTest
    • 0 ms
      passedtest_from_proto_raises_not_implemented_error_none
    • 0 ms
      passedtest_from_proto_raises_not_implemented_error_object
    • 0 ms
      passedtest_infer_dtype_bool
    • 0 ms
      passedtest_infer_dtype_bytes
    • 0 ms
      passedtest_infer_dtype_complex
    • 0 ms
      passedtest_infer_dtype_float
    • 0 ms
      passedtest_infer_dtype_int32_max
    • 0 ms
      passedtest_infer_dtype_int32_min
    • 0 ms
      passedtest_infer_dtype_int64_max
    • 0 ms
      passedtest_infer_dtype_int64_min
    • 0 ms
      passedtest_infer_dtype_raises_not_implemented_error_none
    • 0 ms
      passedtest_infer_dtype_raises_not_implemented_error_object
    • 0 ms
      passedtest_infer_dtype_raises_value_error_int_max
    • 0 ms
      passedtest_infer_dtype_raises_value_error_int_min
    • 0 ms
      passedtest_infer_dtype_str
    • 0 ms
      passedtest_to_proto_raises_not_implemented_error_none
    • 0 ms
      passedtest_to_proto_raises_not_implemented_error_object
  • 0 ms
    PlacementLiteralsTest
    • 0 ms
      passedtest_comparators_and_hashing
    • 0 ms
      passedtest_comparison_to_none
    • 0 ms
      passedtest_something
  • 1 ms
    AbstractTypeTest
    • 1 ms
      passedtest_eq_different_label
    • 0 ms
      passedtest_eq_same_label
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_is_assignable_from_different_label
    • 0 ms
      passedtest_is_assignable_from_same_label
    • 0 ms
      passedtest_repr
    • 0 ms
      passedtest_str
  • 0 ms
    FederatedTypeTest
    • 0 ms
      passedtest_eq_different_all_equals
    • 0 ms
      passedtest_eq_different_member
    • 0 ms
      passedtest_eq_different_placement
    • 0 ms
      passedtest_eq_same_member_and_placement_and_all_equal
    • 0 ms
      passedtest_init_does_not_raise_value_error_abstract_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_placement_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_sequence_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_struct_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_struct_with_python_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_tensor_type
    • 0 ms
      passedtest_init_infers_all_equal_clients
    • 0 ms
      passedtest_init_infers_all_equal_server
    • 0 ms
      passedtest_init_raises_value_error_federated_type
    • 0 ms
      passedtest_init_raises_value_error_function_type
    • 0 ms
      passedtest_init_raises_value_error_function_type_nested
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_is_assignable_from_different_all_equals
    • 0 ms
      passedtest_is_assignable_from_different_member
    • 0 ms
      passedtest_is_assignable_from_different_placement
    • 0 ms
      passedtest_is_assignable_from_same_member_and_placement_and_all_equal
    • 0 ms
      passedtest_repr_clients_and_all_equal_false
    • 0 ms
      passedtest_repr_clients_and_all_equal_true
    • 0 ms
      passedtest_repr_server_and_all_equal_false
    • 0 ms
      passedtest_repr_server_and_all_equal_true
    • 0 ms
      passedtest_str_clients_and_all_equal_false
    • 0 ms
      passedtest_str_clients_and_all_equal_true
    • 0 ms
      passedtest_str_server_and_all_equal_false
    • 0 ms
      passedtest_str_server_and_all_equal_true
  • 0 ms
    FunctionTypeTest
    • 0 ms
      passedtest_eq_different_parameter
    • 0 ms
      passedtest_eq_different_result
    • 0 ms
      passedtest_eq_same_parameter_and_result
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_is_assignable_from_different_parameter
    • 0 ms
      passedtest_is_assignable_from_different_result
    • 0 ms
      passedtest_is_assignable_from_same_parameter_and_result
    • 0 ms
      passedtest_repr_with_parameter
    • 0 ms
      passedtest_repr_without_parameter
    • 0 ms
      passedtest_str_with_parameter
    • 0 ms
      passedtest_str_without_parameter
  • 0 ms
    InternTest
    • 0 ms
      passedtest_call_raises_type_error_with_unhashable_key
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_AbstractType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_FederatedType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_FunctionType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_PlacementType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_SequenceType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_StructType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_StructWithPythonType
    • 0 ms
      passedtest_hashable_from_init_args_has_correct_parameters_TensorType
  • 0 ms
    PlacementTypeTest
    • 0 ms
      passedtest_eq_placement_type
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_is_assignable_from_placement_type
    • 0 ms
      passedtest_repr
    • 0 ms
      passedtest_str
  • 1 ms
    RepresentationTest
    • 0 ms
      passedtest_returns_string_for_abstract_type
    • 0 ms
      passedtest_returns_string_for_federated_type_clients
    • 0 ms
      passedtest_returns_string_for_federated_type_server
    • 0 ms
      passedtest_returns_string_for_function_type
    • 0 ms
      passedtest_returns_string_for_function_type_with_named_tuple_type_parameter
    • 0 ms
      passedtest_returns_string_for_function_type_with_named_tuple_type_parameter_and_result
    • 0 ms
      passedtest_returns_string_for_function_type_with_named_tuple_type_result
    • 0 ms
      passedtest_returns_string_for_named_tuple_type_named
    • 0 ms
      passedtest_returns_string_for_named_tuple_type_nested
    • 0 ms
      passedtest_returns_string_for_named_tuple_type_unnamed
    • 0 ms
      passedtest_returns_string_for_named_tuple_type_with_no_element
    • 0 ms
      passedtest_returns_string_for_named_tuple_type_with_one_element
    • 0 ms
      passedtest_returns_string_for_placement_type
    • 0 ms
      passedtest_returns_string_for_sequence_type_float
    • 0 ms
      passedtest_returns_string_for_sequence_type_int
    • 1 ms
      passedtest_returns_string_for_sequence_type_named_tuple_type
    • 0 ms
      passedtest_returns_string_for_tensor_type_float
    • 0 ms
      passedtest_returns_string_for_tensor_type_int
  • 0 ms
    SequenceTypeTest
    • 0 ms
      passedtest_eq_different_element
    • 0 ms
      passedtest_eq_same_element
    • 0 ms
      passedtest_init_converts_struct_with_list_to_struct_with_tuple_with_list
    • 0 ms
      passedtest_init_converts_struct_with_list_to_struct_with_tuple_with_list_nested
    • 0 ms
      passedtest_init_does_not_raise_value_error_abstract_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_placement_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_struct_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_struct_with_python_type
    • 0 ms
      passedtest_init_does_not_raise_value_error_tensor_type
    • 0 ms
      passedtest_init_raises_value_error_federated_type
    • 0 ms
      passedtest_init_raises_value_error_function_type
    • 0 ms
      passedtest_init_raises_value_error_function_type_nested
    • 0 ms
      passedtest_init_raises_value_error_sequence_type
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_is_assignable_from_different_element
    • 0 ms
      passedtest_is_assignable_from_same_element
    • 0 ms
      passedtest_repr_struct_type
    • 0 ms
      passedtest_repr_tensor_type
    • 0 ms
      passedtest_str_struct_type
    • 0 ms
      passedtest_str_tensor_type
  • 0 ms
    StructTypeTest
    • 0 ms
      passedtest_eq_different_elements_named
    • 0 ms
      passedtest_eq_different_elements_unnamed
    • 0 ms
      passedtest_eq_same_elements_different_names
    • 0 ms
      passedtest_eq_same_elements_named
    • 0 ms
      passedtest_eq_same_elements_unnamed
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_is_assignable_from_different_elements_named
    • 0 ms
      passedtest_is_assignable_from_different_elements_unnamed
    • 0 ms
      passedtest_is_assignable_from_same_elements_different_names
    • 0 ms
      passedtest_is_assignable_from_same_elements_named
    • 0 ms
      passedtest_is_assignable_from_same_elements_named_from_unnamed
    • 0 ms
      passedtest_is_assignable_from_same_elements_unnamed
    • 0 ms
      passedtest_is_assignable_from_same_elements_unnamed_from_named
    • 0 ms
      passedtest_repr_named
    • 0 ms
      passedtest_repr_unnamed
    • 0 ms
      passedtest_str_named
    • 0 ms
      passedtest_str_unnamed
  • 0 ms
    StructWithPythonTypeTest
    • 0 ms
      passedtest_eq_different_container_type
    • 0 ms
      passedtest_eq_different_elements
    • 0 ms
      passedtest_eq_same_elements_and_container_type_different_names
    • 0 ms
      passedtest_eq_same_elements_and_container_type_named
    • 0 ms
      passedtest_eq_same_elements_and_container_type_unnamed
    • 0 ms
      passedtest_interned
    • 0 ms
      passedtest_repr_attrs
    • 0 ms
      passedtest_repr_dict
    • 0 ms
      passedtest_repr_list_named
    • 0 ms
      passedtest_repr_list_unnamed
    • 0 ms
      passedtest_repr_named_tuple
    • 0 ms
      passedtest_repr_ordered_dict
    • 0 ms
      passedtest_repr_tuple
    • 0 ms
      passedtest_str_attrs
    • 0 ms
      passedtest_str_dict
    • 0 ms
      passedtest_str_list_named
    • 0 ms
      passedtest_str_list_unnamed
    • 0 ms
      passedtest_str_named_tuple
    • 0 ms
      passedtest_str_ordered_dict
    • 0 ms
      passedtest_str_tuple
  • 0 ms
    TensorTypeTest
    • 0 ms
      passedtest_eq_different_dtype
    • 0 ms
      passedtest_eq_different_shape
    • 0 ms
      passedtest_eq_same_dtype_and_shape
    • 0 ms
      passedtest_init_infers_shape
    • 0 ms
      passedtest_interned_tensor_type
    • 0 ms
      passedtest_interned_tensor_type_ndims_unknown
    • 0 ms
      passedtest_is_assignable_from_different_dtype
    • 0 ms
      passedtest_is_assignable_from_different_shape
    • 0 ms
      passedtest_is_assignable_from_ndims_known_from_unknown
    • 0 ms
      passedtest_is_assignable_from_ndims_unknown_from_known
    • 0 ms
      passedtest_is_assignable_from_same_dtype_and_shape
    • 0 ms
      passedtest_repr_ndims_ten
    • 0 ms
      passedtest_repr_ndims_unknown
    • 0 ms
      passedtest_repr_rank_unknown
    • 0 ms
      passedtest_str_ndims_10
    • 0 ms
      passedtest_str_ndims_unknown
    • 0 ms
      passedtest_str_rank_unknown
  • 7 ms
    TensorflowToTypeTest
    • 2 ms
      passedtest_delegates_result_with_obj_dtype
    • 1 ms
      passedtest_delegates_result_with_obj_mapping
    • 1 ms
      passedtest_delegates_result_with_obj_sequence_named
    • 1 ms
      passedtest_delegates_result_with_obj_sequence_unnamed
    • 1 ms
      passedtest_delegates_result_with_obj_tensor_like
    • 1 ms
      passedtest_delegates_result_with_obj_type
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dataset_spec
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dataset_spec_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dataset_spec_nested
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dtype
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dtype_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dtype_nested
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_dtype_only
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_nested
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_shape_fully_defined
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_shape_only
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_shape_partially_defined
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_shape_scalar
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_like_shape_unknown
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_spec
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_spec_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_spec_nested
  • 3 ms
    ToTypeTest
    • 1 ms
      passedtest_attrs_instance
    • 0 ms
      passedtest_list_of_named_tf_types
    • 0 ms
      passedtest_list_of_partially_named_tf_types
    • 0 ms
      passedtest_list_of_tf_types
    • 0 ms
      passedtest_namedtuple_elements_two_tuples
    • 0 ms
      passedtest_namedtuple_unpackable
    • 0 ms
      passedtest_namedtuples_addressable_by_name
    • 2 ms
      passedtest_nested_attrs_class
    • 0 ms
      passedtest_nested_tuple_of_named_nonscalar_tf_types
    • 0 ms
      passedtest_nested_tuple_of_named_tf_types
    • 0 ms
      passedtest_nested_tuple_of_tf_types
    • 0 ms
      passedtest_ordered_dict_of_tf_types
    • 0 ms
      passedtest_raises_type_error_none
    • 0 ms
      passedtest_raises_type_error_object
    • 0 ms
      passedtest_singleton_named_tf_type
    • 0 ms
      passedtest_struct
    • 0 ms
      passedtest_tensor_type
    • 0 ms
      passedtest_tf_type
    • 0 ms
      passedtest_tf_type_and_shape
    • 0 ms
      passedtest_tf_type_and_shape_with_unknown_dimension
    • 0 ms
      passedtest_tuple_of_tf_types
    • 0 ms
      passedtest_with_np_int32
    • 0 ms
      passedtest_with_np_int32_in_dict
    • 0 ms
      passedtest_with_np_int32_in_tensor_spec
  • 1 ms
    TypeMismatchErrorMessageTest
    • 0 ms
      passedtest_container_types_full_repr
    • 1 ms
      passedtest_long_formatted_with_diff
    • 0 ms
      passedtest_short_compact_repr
  • 0 ms
    TypeTest
    • 0 ms
      passedtest_check_equivalent_to_does_not_raise_types_not_equivalent_error_tensor_type_same_dtype_and_shape
    • 0 ms
      passedtest_check_equivalent_to_returns_false_tensor_type_different_dtype
    • 0 ms
      passedtest_check_equivalent_to_returns_false_tensor_type_different_shape
  • 0 ms
    CheckAllAbstractTypesAreBoundTest
    • 0 ms
      passedtest_does_not_raise_type_error_function_type_with_abstract_arg
    • 0 ms
      passedtest_does_not_raise_type_error_function_type_with_int_arg
    • 0 ms
      passedtest_does_not_raise_type_error_function_type_with_no_arg
    • 0 ms
      passedtest_does_not_raise_type_error_function_type_with_sequence_arg
    • 0 ms
      passedtest_does_not_raise_type_error_function_type_with_two_abstract_args
    • 0 ms
      passedtest_does_not_raise_type_error_function_type_with_unbound_function_arg
    • 0 ms
      passedtest_does_not_raise_type_error_tensor_type
    • 0 ms
      passedtest_does_not_raise_type_error_tuple_tuple_function_type_with_abstract_arg
    • 0 ms
      passedtest_raises_type_error_abstract_type
    • 0 ms
      passedtest_raises_type_error_function_type_with_abstract_arg
    • 0 ms
      passedtest_raises_type_error_function_type_with_int_arg
    • 0 ms
      passedtest_raises_type_error_function_type_with_no_arg
  • 5 ms
    CheckConcreteInstanceOf
    • 1 ms
      passedtest_abstract_can_be_concretized_fails_on_different_placements
    • 0 ms
      passedtest_abstract_fails_on_different_federated_placements
    • 0 ms
      passedtest_abstract_federated_types_succeeds
    • 1 ms
      passedtest_abstract_parameters_contravariant
    • 0 ms
      passedtest_fails_conflicting_binding_in_parameter_and_result
    • 1 ms
      passedtest_fails_conflicting_concrete_types_under_sequence
    • 1 ms
      passedtest_fails_under_tuple_conflicting_concrete_types
    • 0 ms
      passedtest_raises_different_structures
    • 0 ms
      passedtest_raises_with_abstract_type_as_first_arg
    • 0 ms
      passedtest_raises_with_abstract_type_in_first_and_second_argument
    • 1 ms
      passedtest_raises_with_conflicting_names
    • 0 ms
      passedtest_raises_with_different_lengths
    • 0 ms
      passedtest_raises_with_int_first_argument
    • 0 ms
      passedtest_raises_with_int_second_argument
    • 0 ms
      passedtest_succeeds_abstract_type_under_sequence_type
    • 0 ms
      passedtest_succeeds_function_different_parameter_and_return_types
    • 0 ms
      passedtest_succeeds_single_function_type
    • 0 ms
      passedtest_succeeds_under_tuple
    • 0 ms
      passedtest_with_single_abstract_type_and_tensor_type
    • 0 ms
      passedtest_with_single_abstract_type_and_tuple_type
  • 0 ms
    CheckFederatedTypeTest
    • 0 ms
      passedtest_passes_or_raises_type_error
  • 0 ms
    CheckIsSumCompatibleTest
    • 0 ms
      passedtest_does_not_raise_sum_incompatible_error_federated_type
    • 0 ms
      passedtest_does_not_raise_sum_incompatible_error_struct_type_float
    • 0 ms
      passedtest_does_not_raise_sum_incompatible_error_struct_type_int
    • 0 ms
      passedtest_does_not_raise_sum_incompatible_error_tensor_type
    • 0 ms
      passedtest_raises_sum_incompatible_error_abstract_type
    • 0 ms
      passedtest_raises_sum_incompatible_error_function_type
    • 0 ms
      passedtest_raises_sum_incompatible_error_partially_defined_shape
    • 0 ms
      passedtest_raises_sum_incompatible_error_placement_type
    • 0 ms
      passedtest_raises_sum_incompatible_error_sequence_type
    • 0 ms
      passedtest_raises_sum_incompatible_error_tensor_type_bool
    • 0 ms
      passedtest_raises_sum_incompatible_error_tensor_type_string
    • 0 ms
      passedtest_raises_sum_incompatible_error_tuple_type
  • 0 ms
    CheckTypeTest
    • 0 ms
      passedtest_raises_type_error
  • 0 ms
    ContainsOnlyTypesTest
    • 0 ms
      passedtest_returns_false_more_types
    • 0 ms
      passedtest_returns_false_one_type
    • 0 ms
      passedtest_returns_true_less_types
    • 0 ms
      passedtest_returns_true_one_type
    • 0 ms
      passedtest_returns_true_two_types
  • 0 ms
    ContainsTypesTest
    • 0 ms
      passedtest_returns_false_one_type
    • 0 ms
      passedtest_returns_true_less_types
    • 0 ms
      passedtest_returns_true_more_types
    • 0 ms
      passedtest_returns_true_one_type
    • 0 ms
      passedtest_returns_true_two_types
  • 0 ms
    CountTensorsInTypeTest
    • 0 ms
      passedtest_counts_all_tensors_no_filter
    • 0 ms
      passedtest_raises_non_type
    • 0 ms
      passedtest_skips_unspecified_params
    • 0 ms
      passedtest_tensor_filter_only_counts_matching_tensors
  • 0 ms
    CountTypesTest
    • 0 ms
      passedtest_returns_result_nested
    • 0 ms
      passedtest_returns_result_one
    • 0 ms
      passedtest_returns_result_three
  • 0 ms
    IsAnonTupleWithPyContainerTest
    • 0 ms
      passedtest_returns_false_with_named_tuple_type_spec
    • 0 ms
      passedtest_returns_false_with_none_value
    • 0 ms
      passedtest_returns_true
  • 0 ms
    IsAverageCompatibleTest
    • 0 ms
      passedtest_returns_false_sequence_type
    • 0 ms
      passedtest_returns_false_tensor_type_int32
    • 0 ms
      passedtest_returns_false_tensor_type_int64
    • 0 ms
      passedtest_returns_true_federated_type
    • 0 ms
      passedtest_returns_true_tensor_type_float32
    • 0 ms
      passedtest_returns_true_tensor_type_float64
    • 0 ms
      passedtest_returns_true_tuple_type
  • 0 ms
    IsBinaryOpWithUpcastCompatibleTest
    • 0 ms
      passedtest_fails_compatible_scalar_and_named_tuple
    • 0 ms
      passedtest_fails_named_tuple_and_incompatible_scalar
    • 0 ms
      passedtest_fails_named_tuple_type_and_non_scalar_tensor
    • 0 ms
      passedtest_fails_on_none
    • 0 ms
      passedtest_fails_scalars_different_dtypes
    • 0 ms
      passedtest_passes_empty_tuples
    • 0 ms
      passedtest_passes_named_tuple_and_compatible_scalar
  • 0 ms
    IsMinMaxCompatibleTest
    • 0 ms
      passedtest_returns_false_sequence_type
    • 0 ms
      passedtest_returns_false_tensor_type_complex
    • 0 ms
      passedtest_returns_true_federated_type
    • 0 ms
      passedtest_returns_true_tensor_type_float32
    • 0 ms
      passedtest_returns_true_tensor_type_float64
    • 0 ms
      passedtest_returns_true_tensor_type_int32
    • 0 ms
      passedtest_returns_true_tensor_type_int64
    • 0 ms
      passedtest_returns_true_tuple_type
  • 0 ms
    IsSingleIntegerOrMatchesStructure
    • 0 ms
      passedtest_returns_false_miscounted struct
    • 0 ms
      passedtest_returns_false_miscounted struct 2
    • 0 ms
      passedtest_returns_false_misnamed struct
    • 0 ms
      passedtest_returns_true_different kinds of ints
    • 0 ms
      passedtest_returns_true_single int
    • 0 ms
      passedtest_returns_true_single int for complex tensor
    • 0 ms
      passedtest_returns_true_single int_for_struct
    • 0 ms
      passedtest_returns_true_struct
    • 0 ms
      passedtest_returns_true_struct with named fields
  • 0 ms
    IsStructureOfFloatsTest
    • 0 ms
      passedtest_returns_false_abstract
    • 0 ms
      passedtest_returns_false_bool
    • 0 ms
      passedtest_returns_false_float_and_bool
    • 0 ms
      passedtest_returns_false_function
    • 0 ms
      passedtest_returns_false_int
    • 0 ms
      passedtest_returns_false_nested_struct
    • 0 ms
      passedtest_returns_false_placement
    • 0 ms
      passedtest_returns_false_sequence_of_floats
    • 0 ms
      passedtest_returns_false_string
    • 0 ms
      passedtest_returns_true_empty_struct
    • 0 ms
      passedtest_returns_true_federated_float_at_clients
    • 0 ms
      passedtest_returns_true_float
    • 0 ms
      passedtest_returns_true_floats
    • 0 ms
      passedtest_returns_true_nested_struct
  • 0 ms
    IsStructureOfIntegersTest
    • 0 ms
      passedtest_returns_false_abstract
    • 0 ms
      passedtest_returns_false_bool
    • 0 ms
      passedtest_returns_false_float
    • 0 ms
      passedtest_returns_false_function
    • 0 ms
      passedtest_returns_false_int_and_bool
    • 0 ms
      passedtest_returns_false_nested_struct
    • 0 ms
      passedtest_returns_false_placement
    • 0 ms
      passedtest_returns_false_sequence_of_ints
    • 0 ms
      passedtest_returns_false_string
    • 0 ms
      passedtest_returns_true_empty_struct
    • 0 ms
      passedtest_returns_true_federated_int_at_clients
    • 0 ms
      passedtest_returns_true_int
    • 0 ms
      passedtest_returns_true_ints
    • 0 ms
      passedtest_returns_true_nested_struct
  • 1 ms
    TestCheckValidFederatedWeightedMeanArgumentTupleTypeTest
    • 1 ms
      passedtest_raises_type_error
  • 6 ms
    InferTypeTest
    • 1 ms
      passedtest_with_bool
    • 1 ms
      passedtest_with_dict
    • 0 ms
      passedtest_with_empty_tuple
    • 0 ms
      passedtest_with_float
    • 0 ms
      passedtest_with_int
    • 0 ms
      passedtest_with_int_array_tensor
    • 0 ms
      passedtest_with_int_list
    • 0 ms
      passedtest_with_namedtuple
    • 1 ms
      passedtest_with_nested_attrs_class
    • 1 ms
      passedtest_with_nested_dataclass
    • 1 ms
      passedtest_with_nested_float_list
    • 1 ms
      passedtest_with_nested_structure
    • 0 ms
      passedtest_with_none
    • 0 ms
      passedtest_with_np_bool
    • 0 ms
      passedtest_with_np_float32
    • 0 ms
      passedtest_with_np_float64
    • 0 ms
      passedtest_with_np_int32
    • 0 ms
      passedtest_with_np_int64
    • 0 ms
      passedtest_with_numpy_float64_scalar
    • 0 ms
      passedtest_with_numpy_int_array
    • 0 ms
      passedtest_with_numpy_nested_int_array
    • 0 ms
      passedtest_with_ordered_dict
    • 0 ms
      passedtest_with_scalar_bool_tensor
    • 0 ms
      passedtest_with_scalar_int_tensor
    • 0 ms
      passedtest_with_string
    • 0 ms
      passedtest_with_structure
    • 0 ms
      passedtest_with_typed_object
    • 0 ms
      passedtest_with_unicode_string
  • 1 ms
    StructureFromTensorTypeTreeTest
    • 0 ms
      passedtest_dict
    • 1 ms
      passedtest_nested_python_type
    • 0 ms
      passedtest_single_tensor
    • 0 ms
      passedtest_weird_result_elements
  • 10 ms
    TensorflowInferTypeTest
    • 2 ms
      passedtest_delegates_result_with_obj_int
    • 2 ms
      passedtest_delegates_result_with_obj_mapping
    • 1 ms
      passedtest_delegates_result_with_obj_none
    • 1 ms
      passedtest_delegates_result_with_obj_numpy
    • 1 ms
      passedtest_delegates_result_with_obj_sequence_named
    • 1 ms
      passedtest_delegates_result_with_obj_sequence_unnamed
    • 1 ms
      passedtest_delegates_result_with_obj_typed_object
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dataset
    • 1 ms
      passedtest_returns_result_with_tensorflow_obj_dataset_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_dataset_nested
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_tensor_nested
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_variable
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_variable_mixed
    • 0 ms
      passedtest_returns_result_with_tensorflow_obj_variable_nested
  • 1 ms
    TypeToNonAllEqualTest
    • 1 ms
      passedtest_with_bool
  • 242 ms
    TypeToPyContainerTest
    • 2 ms
      passedtest_anon_tuple_with_names_to_container_with_names
    • 0 ms
      passedtest_anon_tuple_with_names_to_container_without_names_fails
    • 1 ms
      passedtest_anon_tuple_without_names_promoted_to_container_with_names
    • 0 ms
      passedtest_anon_tuple_without_names_to_container_without_names
    • 0 ms
      passedtest_client_placed_tuple
    • 0 ms
      passedtest_nested_py_containers
    • 0 ms
      passedtest_raises_on_mixed_named_unnamed
    • 0 ms
      passedtest_represents_named_fields_as_odict
    • 0 ms
      passedtest_represents_unnamed_fields_as_tuple
    • 148 ms
      passedtest_sequence_type_with_collections_mapping_elements
    • 90 ms
      passedtest_sequence_type_with_collections_sequence_elements
    • 1 ms
      passedtest_succeeds_with_federated_namedtupletype
    • 0 ms
      passedtest_tuple_passthrough
  • 1 ms
    TypeToTfDtypesAndShapesTest
    • 0 ms
      passedtest_with_int_scalar
    • 0 ms
      passedtest_with_int_vector
    • 0 ms
      passedtest_with_tensor_triple
    • 1 ms
      passedtest_with_two_level_tuple
  • 2 ms
    TypeToTfStructureTest
    • 0 ms
      passedtest_with_inconsistently_named_elements
    • 1 ms
      passedtest_with_names
    • 0 ms
      passedtest_with_no_elements
    • 0 ms
      passedtest_with_none
    • 0 ms
      passedtest_with_sequence_type
    • 1 ms
      passedtest_without_names
  • 3 ms
    TypeToTfTensorSpecsTest
    • 1 ms
      passedtest_with_int_scalar
    • 0 ms
      passedtest_with_int_vector
    • 0 ms
      passedtest_with_invalid_type
    • 1 ms
      passedtest_with_tensor_triple
    • 1 ms
      passedtest_with_two_level_tuple
    • 0 ms
      passedtest_with_unnamed_element
  • 1 ms
    TypeConstructorsTest
    • 1 ms
      passedtest_binary_op
    • 0 ms
      passedtest_reduction_op
    • 0 ms
      passedtest_unary_op
  • 4 ms
    TypeSerializationTest
    • 1 ms
      passedtest_serialize_deserialize_federated_types
    • 0 ms
      passedtest_serialize_deserialize_function_types
    • 1 ms
      passedtest_serialize_deserialize_named_tuple_types
    • 0 ms
      passedtest_serialize_deserialize_named_tuple_types_py_container
    • 0 ms
      passedtest_serialize_deserialize_placement_type
    • 1 ms
      passedtest_serialize_deserialize_sequence_types
    • 0 ms
      passedtest_serialize_deserialize_tensor_types
    • 0 ms
      passedtest_serialize_tensor_type_scalar_boo
    • 0 ms
      passedtest_serialize_tensor_type_scalar_int
    • 0 ms
      passedtest_serialize_tensor_type_scalar_string
    • 0 ms
      passedtest_serialize_tensor_type_tensor_int
    • 0 ms
      passedtest_serialize_tensor_type_tensor_undefined_dim_int
    • 0 ms
      passedtest_serialize_type_with_federated_bool
    • 0 ms
      passedtest_serialize_type_with_function
    • 1 ms
      passedtest_serialize_type_with_nested_tuple
    • 0 ms
      passedtest_serialize_type_with_placement
    • 0 ms
      passedtest_serialize_type_with_string_sequence
    • 0 ms
      passedtest_serialize_type_with_tensor_tuple
  • 0 ms
    StripPlacementTest
    • 0 ms
      passedtest_strips_placement_noop_for_non_federated
    • 0 ms
      passedtest_strips_placement_removes_clients
    • 0 ms
      passedtest_strips_placement_removes_multiple
    • 0 ms
      passedtest_strips_placement_removes_nested
    • 0 ms
      passedtest_strips_placement_removes_server
  • 3 ms
    TransformTypePostorderTest
    • 0 ms
      passedtest_raises_on_non_type_first_arg
    • 0 ms
      passedtest_raises_on_none_function
    • 0 ms
      passedtest_raises_on_none_type
    • 1 ms
      passedtest_recurses_under_federated_type
    • 0 ms
      passedtest_recurses_under_function
    • 1 ms
      passedtest_recurses_under_named_tuple_type
    • 1 ms
      passedtest_recurses_under_sequence
    • 0 ms
      passedtest_transforms_abstract_type
    • 0 ms
      passedtest_transforms_federated_type
    • 0 ms
      passedtest_transforms_function
    • 0 ms
      passedtest_transforms_named_tuple_type
    • 0 ms
      passedtest_transforms_named_tuple_type_preserving_tuple_container
    • 0 ms
      passedtest_transforms_placement_type
    • 0 ms
      passedtest_transforms_sequence
    • 0 ms
      passedtest_transforms_tensor
    • 0 ms
      passedtest_transforms_unnamed_tuple_type
    • 0 ms
      passedtest_transforms_unnamed_tuple_type_preserving_tuple_container
    • 0 ms
      passedtest_updates_mutated_bit_at_federated
    • 0 ms
      passedtest_updates_mutated_bit_at_function
    • 0 ms
      passedtest_updates_mutated_bit_at_sequence
    • 0 ms
      passedtest_updates_mutated_bit_at_tuple
  • 0 ms
    VisitPreorderTest
    • 0 ms
      passedtest_preorder_call_count_abstract_type
    • 0 ms
      passedtest_preorder_call_count_named_tuple_type
    • 0 ms
      passedtest_preorder_call_count_nested_function_type
    • 0 ms
      passedtest_preorder_call_count_placement_type
  • 47 ms
    AggregationProcessTest
    • 0 ms
      passedtest_construction_does_not_raise
    • 3 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 3 ms
      passedtest_construction_with_unknown_dimension_does_not_raise
    • 1 ms
      passedtest_construction_with_value_type_mismatch_does_not_raise
    • 2 ms
      passedtest_federated_measured_process_output_raises
    • 0 ms
      passedtest_init_not_tff_computation_raises
    • 1 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_assignable
    • 9 ms
      passedtest_init_tuple_of_federated_types_raises
    • 2 ms
      passedtest_is_weighted_property
    • 4 ms
      passedtest_measured_process_output_as_state_raises
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 2 ms
      passedtest_next_return_namedtuple_raises
    • 2 ms
      passedtest_next_return_odict_raises
    • 2 ms
      passedtest_next_return_tuple_raises
    • 2 ms
      passedtest_next_state_not_assignable
    • 2 ms
      passedtest_non_clients_placed_next_value_param_raises
    • 2 ms
      passedtest_non_federated_init_next_raises
    • 3 ms
      passedtest_non_server_placed_init_state_raises
    • 2 ms
      passedtest_non_server_placed_next_measurements_raises
    • 2 ms
      passedtest_non_server_placed_next_result_raises
    • 2 ms
      passedtest_single_param_next_raises
  • 10 ms
    EstimationProcessTest
    • 0 ms
      passedtest_construction_does_not_raise
    • 3 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 2 ms
      passedtest_construction_with_unknown_dimension_does_not_raise
    • 0 ms
      passedtest_init_not_tff_computation_raises
    • 0 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_assignable
    • 1 ms
      passedtest_map_estimate_not_assignable
    • 1 ms
      passedtest_mapped_process_as_expected
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 1 ms
      passedtest_next_state_not_assignable
    • 1 ms
      passedtest_next_state_not_assignable_tuple_result
    • 0 ms
      passedtest_report_not_tff_computation_raises
    • 0 ms
      passedtest_report_state_not_assignable
  • 3.48 s
    GraphUtilsTest
    • 1 ms
      passedtest_add_control_deps_for_init_op
    • 27 ms
      passedtest_append_to_list_structure_for_element_type_spec_w_tuple_dict
    • 1 ms
      passedtest_append_to_list_structure_with_too_few_element_keys
    • 1 ms
      passedtest_append_to_list_structure_with_too_few_unnamed_elements
    • 0 ms
      passedtest_append_to_list_structure_with_too_many_element_keys
    • 0 ms
      passedtest_append_to_list_structure_with_too_many_unnamed_elements
    • 20 ms
      passedtest_assemble_result_from_graph_with_named_tuple
    • 5 ms
      passedtest_assemble_result_from_graph_with_sequence_of_namedtuples
    • 3 ms
      passedtest_assemble_result_from_graph_with_sequence_of_odicts
    • 1 ms
      passedtest_capture_result_unknown_class_throws
    • 3 ms
      passedtest_capture_result_with_attrs_of_constants
    • 1 ms
      passedtest_capture_result_with_bool
    • 3 ms
      passedtest_capture_result_with_dataclass_of_constants
    • 2 ms
      passedtest_capture_result_with_dict_of_constants
    • 1 ms
      passedtest_capture_result_with_float
    • 1 ms
      passedtest_capture_result_with_int
    • 1 ms
      passedtest_capture_result_with_int_placeholder
    • 5 ms
      passedtest_capture_result_with_int_variable
    • 2 ms
      passedtest_capture_result_with_list_of_constants
    • 2 ms
      passedtest_capture_result_with_namedtuple_of_constants
    • 4 ms
      passedtest_capture_result_with_nested_lists_and_tuples
    • 1 ms
      passedtest_capture_result_with_np_bool
    • 1 ms
      passedtest_capture_result_with_np_float32
    • 1 ms
      passedtest_capture_result_with_np_float64
    • 1 ms
      passedtest_capture_result_with_np_int32
    • 1 ms
      passedtest_capture_result_with_np_int64
    • 1 ms
      passedtest_capture_result_with_np_ndarray
    • 2 ms
      passedtest_capture_result_with_ordered_dict_of_constants
    • 0 ms
      passedtest_capture_result_with_ordered_dict_with_non_string_keys_throws
    • 96 ms
      passedtest_capture_result_with_ragged_tensor
    • 3 ms
      passedtest_capture_result_with_sequence_of_ints_using_from_tensors
    • 3 ms
      passedtest_capture_result_with_sequence_of_ints_using_range
    • 14 ms
      passedtest_capture_result_with_sparse_tensor
    • 1 ms
      passedtest_capture_result_with_string
    • 2 ms
      passedtest_capture_result_with_struct_of_constants
    • 2 ms
      passedtest_capture_result_with_tuple_of_constants
    • 1.09 s
      passedtest_coerce_dataset_elements_nested_structure
    • 2 ms
      passedtest_coerce_dataset_elements_noop
    • 18 ms
      passedtest_coerce_ragged_tensor_dataset_elements_noop
    • 5 ms
      passedtest_coerce_sparse_tensor_dataset_elements_noop
    • 0 ms
      passedtest_compute_map_from_bindings_with_sequence
    • 17 ms
      passedtest_compute_map_from_bindings_with_tuple_of_tensors
    • 0 ms
      passedtest_extract_tensor_names_from_binding_with_sequence
    • 2 ms
      passedtest_extract_tensor_names_from_binding_with_tuple_of_tensors
    • 2 ms
      passedtest_fetch_value_in_session_with_empty_structure
    • 31 ms
      passedtest_fetch_value_in_session_with_partially_empty_structure
    • 3 ms
      passedtest_fetch_value_in_session_with_string
    • 3 ms
      passedtest_fetch_value_in_session_without_data_sets
    • 1 ms
      passedtest_get_deps_for_graph_node
    • 2 ms
      passedtest_list_structures_from_element_type_spec_w_list_of_anon_tuples
    • 1 ms
      passedtest_list_structures_from_element_type_spec_with_dict_value
    • 0 ms
      passedtest_list_structures_from_element_type_spec_with_empty_anon_tuples
    • 0 ms
      passedtest_list_structures_from_element_type_spec_with_empty_dict_value
    • 0 ms
      passedtest_list_structures_from_element_type_spec_with_empty_dict_values
    • 0 ms
      passedtest_list_structures_from_element_type_spec_with_int_value
    • 1 ms
      passedtest_list_structures_from_element_type_spec_with_int_values
    • 0 ms
      passedtest_list_structures_from_element_type_spec_with_no_values
    • 1 ms
      passedtest_list_structures_from_element_type_spec_with_none_value
    • 1 ms
      passedtest_list_structures_from_element_type_spec_with_structures
    • 28 ms
      passedtest_make_data_set_from_elements_in_eager_context
    • 188 ms
      passedtest_make_data_set_from_elements_with_empty_list
    • 176 ms
      passedtest_make_data_set_from_elements_with_empty_list_definite_tensor
    • 5 ms
      passedtest_make_data_set_from_elements_with_empty_list_definite_tuple
    • 4 ms
      passedtest_make_data_set_from_elements_with_just_one_batch
    • 350 ms
      passedtest_make_data_set_from_elements_with_list_of_dicts
    • 100 ms
      passedtest_make_data_set_from_elements_with_list_of_dicts_with_lists
    • 76 ms
      passedtest_make_data_set_from_elements_with_list_of_dicts_with_np_array
    • 98 ms
      passedtest_make_data_set_from_elements_with_list_of_dicts_with_tensors
    • 178 ms
      passedtest_make_data_set_from_elements_with_list_of_ints
    • 171 ms
      passedtest_make_data_set_from_elements_with_list_of_lists
    • 337 ms
      passedtest_make_data_set_from_elements_with_list_of_ordered_dicts
    • 184 ms
      passedtest_make_data_set_from_elements_with_list_of_structs
    • 25 ms
      passedtest_make_data_set_from_elements_with_odd_all_batches
    • 7 ms
      passedtest_make_data_set_from_elements_with_odd_last_batch
    • 1 ms
      passedtest_make_data_set_from_elements_with_wrong_elements
    • 137 ms
      passedtest_make_dataset_from_variant_tensor_constructs_dataset
    • 1 ms
      passedtest_make_dataset_from_variant_tensor_fails_with_bad_tensor
    • 2 ms
      passedtest_make_dataset_from_variant_tensor_fails_with_bad_type
    • 1 ms
      passedtest_make_empty_list_structure_for_element_type_spec_w_tuple_dict
    • 0 ms
      passedtest_make_whimsy_element_for_type_spec_raises_negative_none_dim_replacement
    • 1 ms
      passedtest_make_whimsy_element_for_type_spec_raises_sequence_type
    • 2 ms
      passedtest_make_whimsy_element_struct_type
    • 1 ms
      passedtest_make_whimsy_element_tensor_type
    • 1 ms
      passedtest_make_whimsy_element_tensor_type_none_replaced_by_1
    • 0 ms
      passedtest_nested_structures_equal
    • 1 ms
      passedtest_replace_empty_leaf_lists_with_numpy_arrays
    • 1 ms
      passedtest_stamp_parameter_in_graph_with_bool_sequence
    • 1 ms
      passedtest_stamp_parameter_in_graph_with_int_vector_implicit_graph
    • 2 ms
      passedtest_stamp_parameter_in_graph_with_int_vector_sequence
    • 1 ms
      passedtest_stamp_parameter_in_graph_with_int_vector_undefined_size
    • 1 ms
      passedtest_stamp_parameter_in_graph_with_scalar_int_explicit_graph
    • 2 ms
      passedtest_stamp_parameter_in_graph_with_struct
    • 2 ms
      passedtest_stamp_parameter_in_graph_with_struct_with_python_type
    • 2 ms
      passedtest_stamp_parameter_in_graph_with_tensor_ordered_dict_sequence
  • 27 ms
    TensorFlowDeserializationTest
    • 7 ms
      passedtest_deserialize_and_call_tf_computation_returning_session_token
    • 9 ms
      passedtest_deserialize_and_call_tf_computation_with_add_one
    • 11 ms
      passedtest_deserialize_and_call_tf_computation_with_placeholder_replacement
  • 21 ms
    HasEmptyStateTest
    • 3 ms
      passedtest_is_stateful_returns_false_federated_struct_empty
    • 3 ms
      passedtest_is_stateful_returns_false_federated_struct_nested_empty
    • 1 ms
      passedtest_is_stateful_returns_false_struct_list_empty
    • 2 ms
      passedtest_is_stateful_returns_false_struct_nested_empty
    • 1 ms
      passedtest_is_stateful_returns_false_struct_tuple_empty
    • 3 ms
      passedtest_is_stateful_returns_true_federated_struct_nested_tensor
    • 2 ms
      passedtest_is_stateful_returns_true_federated_tensor
    • 2 ms
      passedtest_is_stateful_returns_true_struct_list_tensor
    • 2 ms
      passedtest_is_stateful_returns_true_struct_nested_tensor
    • 1 ms
      passedtest_is_stateful_returns_true_struct_tuple_tensor
    • 1 ms
      passedtest_is_stateful_returns_true_tensor
  • 5 ms
    IterativeProcessTest
    • 0 ms
      passedtest_construction_does_not_raise
    • 1 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 2 ms
      passedtest_construction_with_unknown_dimension_does_not_raise
    • 0 ms
      passedtest_init_not_tff_computation_raises
    • 0 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_assignable
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 0 ms
      passedtest_next_state_not_assignable
    • 1 ms
      passedtest_next_state_not_assignable_tuple_result
  • 76 ms
    MeasuredProcessCompositionASTTest
    • 29 ms
      passedtest_composition_with_aggregation_processes
    • 47 ms
      passedtest_composition_with_measured_processes
  • 45 ms
    MeasuredProcessCompositionComputationTest
    • 15 ms
      passedtest_composition_type_properties_all_measured_processes
    • 12 ms
      passedtest_composition_type_properties_with_aggregation_process
    • 5 ms
      passedtest_composition_with_iterative_process_raises
    • 1 ms
      passedtest_composition_with_mixed_state_placement_raises_state_at_clients_and_missing_placement
    • 1 ms
      passedtest_composition_with_mixed_state_placement_raises_state_at_server_and_clients
    • 1 ms
      passedtest_composition_with_mixed_state_placement_raises_state_at_server_and_missing_placement
    • 10 ms
      passedtest_values_type_mismatching_raises
  • 77 ms
    MeasuredProcessConcatenationASTTest
    • 46 ms
      passedtest_concatenation_with_aggregation_processes
    • 31 ms
      passedtest_concatenation_with_measured_processes
  • 31 ms
    MeasuredProcessConcatenationComputationTest
    • 14 ms
      passedtest_concatenation_type_properties_all_measured_processes
    • 11 ms
      passedtest_concatenation_type_properties_with_aggregation_process
    • 4 ms
      passedtest_concatenation_with_iterative_process_raises
    • 1 ms
      passedtest_concatenation_with_mixed_state_placement_raises_state_at_clients_and_missing_placement
    • 1 ms
      passedtest_concatenation_with_mixed_state_placement_raises_state_at_server_and_clients
    • 0 ms
      passedtest_concatenation_with_mixed_state_placement_raises_state_at_server_and_missing_placement
  • 28 ms
    MeasuredProcessTest
    • 0 ms
      passedtest_construction_does_not_raise
    • 2 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 2 ms
      passedtest_construction_with_unknown_dimension_does_not_raise
    • 14 ms
      passedtest_federated_measured_process_output_raises
    • 1 ms
      passedtest_init_not_tff_computation_raises
    • 1 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_assignable
    • 2 ms
      passedtest_measured_process_output_as_state_raises
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 2 ms
      passedtest_next_return_namedtuple_raises
    • 1 ms
      passedtest_next_return_odict_raises
    • 0 ms
      passedtest_next_return_tensor_type_raises
    • 1 ms
      passedtest_next_return_tuple_raises
    • 1 ms
      passedtest_next_state_not_assignable
  • 6 ms
    AssertContainsSecAggTest
    • 1 ms
      passedtest_fails_on_noagg
    • 1 ms
      passedtest_fails_on_unsecagg
    • 3 ms
      passedtest_passes_on_bothagg
    • 1 ms
      passedtest_passes_on_secagg
  • 4 ms
    AssertContainsUnsecAggTest
    • 0 ms
      passedtest_fails_on_noagg
    • 1 ms
      passedtest_fails_on_secagg
    • 2 ms
      passedtest_passes_on_bothagg
    • 1 ms
      passedtest_passes_on_unsecagg
  • 4 ms
    AssertNotContainsSecAggTest
    • 2 ms
      passedtest_fails_on_bothagg
    • 1 ms
      passedtest_fails_on_secagg
    • 0 ms
      passedtest_passes_on_noagg
    • 1 ms
      passedtest_passes_on_unsecagg
  • 5 ms
    AssertNotContainsUnsecAggTest
    • 3 ms
      passedtest_fails_on_bothagg
    • 1 ms
      passedtest_fails_on_unsecagg
    • 0 ms
      passedtest_passes_on_noagg
    • 1 ms
      passedtest_passes_on_secagg
  • 6 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_10/10
    • 6 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_10/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_9/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_9/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_8/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_8/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_7/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_7/10
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_6/10
    • 4 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_6/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_5/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_5/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_4/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_4/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_3/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_3/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_2/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_2/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_1/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_test_cpu_shard_1/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_10/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_10/10
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_9/10
    • 4 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_9/10
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_8/10
    • 4 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_8/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_7/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_7/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_6/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_6/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_5/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_5/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_4/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_4/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_3/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_3/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_2/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_2/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_1/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_avg_with_optimizer_schedule_test_cpu_shard_1/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_10/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_10/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_9/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_9/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_8/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_8/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_7/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_7/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_6/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_6/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_5/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_5/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_4/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_4/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_3/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_3/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_2/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_2/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_1/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_prox_test_cpu_shard_1/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_10/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_10/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_9/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_9/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_8/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_8/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_7/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_7/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_6/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_6/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_5/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_5/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_4/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_4/10
      • exited with error code 1
  • 5 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_3/10
    • 5 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_3/10
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_2/10
    • 4 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_2/10
      • exited with error code 1
  • 4 ms
    tensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_1/10
    • 4 ms
      errortensorflow_federated/python/learning/algorithms/fed_sgd_test_cpu_shard_1/10
      • exited with error code 1
  • 190 ms
    NumBatchesCounterTest
    • 41 ms
      errortest_construct
      • 'NumBatchesCounter' object has no attribute 'stateful'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 80, in test_construct
        self.assertTrue(m.stateful)
        AttributeError:
    • 23 ms
      errortest_reset_to_zero
      • Cannot convert 0.0 to EagerTensor of dtype int64Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 107, in test_reset_to_zero
        m.reset_state()
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/reduction_metrics.py", line 88, in reset_state
        self.total.assign(0.0)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/backend/common/variables.py", line 224, in assign
        value = self._convert_to_tensor(value, dtype=self.dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/backend/tensorflow/core.py", line 54, in _convert_to_tensor
        return convert_to_tensor(value, dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/backend/tensorflow/core.py", line 113, in convert_to_tensor
        return tf.convert_to_tensor(x, dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/util/traceback_utils.py", line 141, in error_handler
        return fn(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/util/dispatch.py", line 1260, in op_dispatch_handler
        return dispatch_target(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/tensor_conversion.py", line 161, in convert_to_tensor_v2_with_dispatch
        return convert_to_tensor_v2(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/tensor_conversion.py", line 171, in convert_to_tensor_v2
        return tensor_conversion_registry.convert(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/tensor_conversion_registry.py", line 234, in convert
        ret = conversion_func(value, dtype=dtype, name=name, as_ref=as_ref)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_tensor_conversion.py", line 29, in _constant_tensor_conversion_function
        return constant_op.constant(v, dtype=dtype, name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/weak_tensor_ops.py", line 142, in wrapper
        return op(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 276, in constant
        return _constant_impl(value, dtype, shape, name, verify_shape=False,
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 289, in _constant_impl
        return _constant_eager_impl(ctx, value, dtype, shape, verify_shape)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 301, in _constant_eager_impl
        t = convert_to_eager_tensor(value, ctx, dtype)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 108, in convert_to_eager_tensor
        return ops.EagerTensor(value, ctx.device_name, dtype)
        TypeError:
    • 15 ms
      failedtest_update_with_sample_weight_multi_label_dict
      • None != 2Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 100, in test_update_with_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 2)
        AssertionError:
    • 14 ms
      failedtest_update_with_sample_weight_multi_label_list
      • None != 2Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 100, in test_update_with_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 2)
        AssertionError:
    • 33 ms
      failedtest_update_with_sample_weight_single_label
      • None != 2Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 100, in test_update_with_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 2)
        AssertionError:
    • 28 ms
      failedtest_update_without_sample_weight_multi_label_dict
      • None != 2Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 92, in test_update_without_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 2)
        AssertionError:
    • 21 ms
      failedtest_update_without_sample_weight_multi_label_list
      • None != 2Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 92, in test_update_without_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 2)
        AssertionError:
    • 15 ms
      failedtest_update_without_sample_weight_single_label
      • None != 2Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 92, in test_update_without_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 2)
        AssertionError:
  • 149 ms
    NumExamplesCounterTest
    • 4 ms
      errortest_construct
      • 'NumExamplesCounter' object has no attribute 'stateful'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 37, in test_construct
        self.assertTrue(m.stateful)
        AttributeError:
    • 32 ms
      errortest_reset_to_zero
      • Cannot convert 0.0 to EagerTensor of dtype int64Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 71, in test_reset_to_zero
        m.reset_state()
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/reduction_metrics.py", line 88, in reset_state
        self.total.assign(0.0)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/backend/common/variables.py", line 224, in assign
        value = self._convert_to_tensor(value, dtype=self.dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/backend/tensorflow/core.py", line 54, in _convert_to_tensor
        return convert_to_tensor(value, dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/backend/tensorflow/core.py", line 113, in convert_to_tensor
        return tf.convert_to_tensor(x, dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/util/traceback_utils.py", line 141, in error_handler
        return fn(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/util/dispatch.py", line 1260, in op_dispatch_handler
        return dispatch_target(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/tensor_conversion.py", line 161, in convert_to_tensor_v2_with_dispatch
        return convert_to_tensor_v2(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/tensor_conversion.py", line 171, in convert_to_tensor_v2
        return tensor_conversion_registry.convert(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/tensor_conversion_registry.py", line 234, in convert
        ret = conversion_func(value, dtype=dtype, name=name, as_ref=as_ref)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_tensor_conversion.py", line 29, in _constant_tensor_conversion_function
        return constant_op.constant(v, dtype=dtype, name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/weak_tensor_ops.py", line 142, in wrapper
        return op(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 276, in constant
        return _constant_impl(value, dtype, shape, name, verify_shape=False,
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 289, in _constant_impl
        return _constant_eager_impl(ctx, value, dtype, shape, verify_shape)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 301, in _constant_eager_impl
        t = convert_to_eager_tensor(value, ctx, dtype)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/constant_op.py", line 108, in convert_to_eager_tensor
        return ops.EagerTensor(value, ctx.device_name, dtype)
        TypeError:
    • 15 ms
      failedtest_update_computes_shape_of_first_input_arg
      • None != 15Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 56, in test_update_computes_shape_of_first_input_arg
        self.assertEqual(m.update_state(tf.zeros([5, 1]), tf.zeros([700])), 15)
        AssertionError:
    • 14 ms
      failedtest_update_with_sample_weight_multi_label_dict
      • None != 15Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 64, in test_update_with_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 15)
        AssertionError:
    • 14 ms
      failedtest_update_with_sample_weight_multi_label_list
      • None != 15Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 64, in test_update_with_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 15)
        AssertionError:
    • 14 ms
      failedtest_update_with_sample_weight_single_label
      • None != 15Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 64, in test_update_with_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 15)
        AssertionError:
    • 14 ms
      failedtest_update_without_sample_weight_multi_label_dict
      • None != 15Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 49, in test_update_without_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 15)
        AssertionError:
    • 27 ms
      failedtest_update_without_sample_weight_multi_label_list
      • None != 15Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 49, in test_update_without_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 15)
        AssertionError:
    • 15 ms
      failedtest_update_without_sample_weight_single_label
      • None != 15Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/counters_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/counters_test.py", line 49, in test_update_without_sample_weight
        self.assertEqual(m.update_state(batch2, batch2), 15)
        AssertionError:
  • 842 ms
    CreateFunctionalMetricTest
    • 146 ms
      errortest_binary_metrics_eager_AUC
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 16 ms
      errortest_binary_metrics_eager_Accuracy
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 48 ms
      errortest_binary_metrics_eager_BinaryAccuracy
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 45 ms
      errortest_binary_metrics_eager_BinaryCrossentropy
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 44 ms
      errortest_binary_metrics_eager_CategoricalAccuracy
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 20 ms
      errortest_binary_metrics_eager_CategoricalCrossentropy
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 18 ms
      errortest_binary_metrics_eager_CategoricalHinge
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 19 ms
      errortest_binary_metrics_eager_CosineSimilarity
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 31 ms
      errortest_binary_metrics_eager_FalseNegatives
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 14 ms
      errortest_binary_metrics_eager_FalsePositives
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 18 ms
      errortest_binary_metrics_eager_KLDivergence
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 20 ms
      errortest_binary_metrics_eager_MeanAbsoluteError
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 19 ms
      errortest_binary_metrics_eager_MeanSquaredError
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 161, in test_binary_metrics_eager
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 33 ms
      errortest_binary_metrics_graph_AUC
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 7 ms
      errortest_binary_metrics_graph_Accuracy
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 8 ms
      errortest_binary_metrics_graph_BinaryAccuracy
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 8 ms
      errortest_binary_metrics_graph_BinaryCrossentropy
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 7 ms
      errortest_binary_metrics_graph_CategoricalAccuracy
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 7 ms
      errortest_binary_metrics_graph_CategoricalCrossentropy
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 7 ms
      errortest_binary_metrics_graph_CategoricalHinge
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 7 ms
      errortest_binary_metrics_graph_CosineSimilarity
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 5 ms
      errortest_binary_metrics_graph_FalseNegatives
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 4 ms
      errortest_binary_metrics_graph_FalsePositives
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 28 ms
      errortest_binary_metrics_graph_KLDivergence
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 8 ms
      errortest_binary_metrics_graph_MeanAbsoluteError
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 7 ms
      errortest_binary_metrics_graph_MeanSquaredError
      • 'Variable' object has no attribute 'initializer'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 124, in test_binary_metrics_graph
        sess.run(tf.compat.v1.initializers.variables(metric.variables))
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in variables_initializer
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/ops/variables.py", line 1885, in
        return control_flow_ops.group(*[v.initializer for v in var_list], name=name)
        AttributeError:
    • 71 ms
      errortest_composite_metrics_fn
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 280, in test_composite_metrics_fn
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 27 ms
      errortest_custom_tff_metrics_NumBatchesCounter
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 94, in test_custom_tff_metrics
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 13 ms
      errortest_custom_tff_metrics_NumExamplesCounter
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 94, in test_custom_tff_metrics
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 72 ms
      errortest_multiple_metrics_constructor
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 217, in test_multiple_metrics_constructor
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 44 ms
      errortest_non_default_metric
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 189, in test_non_default_metric
        initialize, update, finalize = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 12 ms
      errortest_unary_metrics_mean
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 256, in test_unary_metrics
        initialize, update, _ = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
    • 9 ms
      errortest_unary_metrics_sum
      • in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
        Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils_test.py", line 256, in test_unary_metrics
        initialize, update, _ = keras_utils.create_functional_metric_fns(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 168, in create_functional_metric_fns
        initialize.get_concrete_function()
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1251, in get_concrete_function
        concrete = self._get_concrete_function_garbage_collected(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 1221, in _get_concrete_function_garbage_collected
        self._initialize(args, kwargs, add_initializers_to=initializers)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 696, in _initialize
        self._concrete_variable_creation_fn = tracing_compilation.trace_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 178, in trace_function
        concrete_function = _maybe_define_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 283, in _maybe_define_function
        concrete_function = _create_concrete_function(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/tracing_compilation.py", line 310, in _create_concrete_function
        traced_func_graph = func_graph_module.func_graph_from_py_func(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/func_graph.py", line 1059, in func_graph_from_py_func
        func_outputs = python_func(*func_args, **func_kwargs)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py", line 599, in wrapped_fn
        out = weak_wrapped_fn().__wrapped__(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 52, in autograph_handler
        raise e.ag_error_metadata.to_exception(e)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/eager/polymorphic_function/autograph_util.py", line 41, in autograph_handler
        return api.converted_call(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/autograph/impl/api.py", line 439, in converted_call
        result = converted_f(*effective_args, **kwargs)
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in tf__initialize
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        File "/tmp/__autograph_generated_file5uesb7k4.py", line 16, in
        variable_creation_indices = [ag__.ld(tensor_variable).index for tensor_variable in ag__.converted_call(ag__.ld(tf).nest.flatten, (ag__.ld(tensor_variable_structure),), None, fscope)]
        AttributeError: in user code:
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/metrics/keras_utils_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/metrics/keras_utils.py", line 158, in initialize *
        variable_creation_indices = [
        AttributeError: 'Variable' object has no attribute 'index'
  • 55 ms
    AssignWeightsToTest
    • 36 ms
      passedtest_weights_to_keras_model
    • 19 ms
      passedtest_weights_to_variable_model
  • 83 ms
    ConvertVariablesToArraysTest
    • 1 ms
      passedtest_converts_float
    • 6 ms
      passedtest_converts_heterogeneous_struct
    • 4 ms
      passedtest_converts_heterogeneous_types
    • 0 ms
      passedtest_converts_int
    • 1 ms
      passedtest_converts_ndarray
    • 1 ms
      passedtest_converts_struct
    • 1 ms
      passedtest_converts_tensor
    • 4 ms
      passedtest_converts_variable
    • 1 ms
      passedtest_raises_exception_in_graph_context
    • 42 ms
      passedtest_raises_exception_in_tf_function
    • 22 ms
      passedtest_raises_exception_in_tf_function_and_graph_context
  • 18 ms
    WeightsTypeFromModelTest
    • 0 ms
      passedtest_fails_not_callable_or_model
    • 8 ms
      passedtest_returns_model_weights_for_model
    • 10 ms
      passedtest_returns_model_weights_for_model_callable
  • 387 ms
    ReconstructionModelTest
    • 63 ms
      errortest_bad_input_spec_raises_error_dict_with_key_not_named_x
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 355, in test_bad_input_spec_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 20 ms
      errortest_bad_input_spec_raises_error_dict_with_key_not_named_y
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 355, in test_bad_input_spec_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 20 ms
      errortest_bad_input_spec_raises_error_more_than_two_elements
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 355, in test_bad_input_spec_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 20 ms
      errortest_forward_pass_is_same_regardless_of_global_local_layer_split
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 292, in test_forward_pass_is_same_regardless_of_global_local_layer_split
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 18 ms
      errortest_from_keras_model_and_layers_non_disjoint_global_and_local_vars_raises_error
      • '_EncapsulatedLayerModel' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 414, in test_from_keras_model_and_layers_non_disjoint_global_and_local_vars_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 20 ms
      errortest_from_keras_model_and_layers_with_global_and_local_layers
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 126, in test_from_keras_model_and_layers_with_global_and_local_layers
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 21 ms
      errortest_from_keras_model_and_layers_with_global_layer_not_in_model_raises_error
      • 'int' object is not subscriptableTraceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 388, in test_from_keras_model_and_layers_with_global_layer_not_in_model_raises_error
        random_other_layer.build((42))
        File "/usr/local/lib/python3.10/dist-packages/keras/src/layers/layer.py", line 222, in build_wrapper
        original_build_method(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/layers/core/dense.py", line 103, in build
        input_dim = input_shape[-1]
        TypeError:
    • 21 ms
      errortest_from_keras_model_and_layers_with_local_layer_not_in_model_raises_error
      • 'int' object is not subscriptableTraceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 370, in test_from_keras_model_and_layers_with_local_layer_not_in_model_raises_error
        random_other_layer.build((42))
        File "/usr/local/lib/python3.10/dist-packages/keras/src/layers/layer.py", line 222, in build_wrapper
        original_build_method(*args, **kwargs)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/layers/core/dense.py", line 103, in build
        input_dim = input_shape[-1]
        TypeError:
    • 21 ms
      errortest_from_keras_model_and_layers_with_only_global_layers
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 215, in test_from_keras_model_and_layers_with_only_global_layers
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 17 ms
      errortest_from_keras_model_and_variables_non_disjoint_global_and_local_variables_raises_error
      • '_EncapsulatedLayerModel' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 576, in test_from_keras_model_and_variables_non_disjoint_global_and_local_variables_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 5 ms
      errortest_from_keras_model_and_variables_raises_error_if_model_not_built
      • '_EncapsulatedLayerModel' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 594, in test_from_keras_model_and_variables_raises_error_if_model_not_built
        reconstruction_model.ReconstructionModel.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 21 ms
      errortest_from_keras_model_and_variables_with_global_and_local_variables
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 428, in test_from_keras_model_and_variables_with_global_and_local_variables
        reconstruction_model.ReconstructionModel.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 22 ms
      errortest_from_keras_model_and_variables_with_global_variable_not_in_model_raises_error
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 546, in test_from_keras_model_and_variables_with_global_variable_not_in_model_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 25 ms
      errortest_from_keras_model_and_variables_with_local_variable_not_in_model_raises_error
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 526, in test_from_keras_model_and_variables_with_local_variable_not_in_model_raises_error
        reconstruction_model.ReconstructionModel.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 33 ms
      errortest_from_keras_model_and_variables_with_only_global_variables
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 480, in test_from_keras_model_and_variables_with_only_global_variables
        reconstruction_model.ReconstructionModel.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 20 ms
      errortest_global_weights_type_with_global_and_local_layers
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 174, in test_global_weights_type_with_global_and_local_layers
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 20 ms
      errortest_global_weights_type_with_only_global_layers
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model_test.py", line 255, in test_global_weights_type_with_only_global_layers
        reconstruction_model.ReconstructionModel.from_keras_model_and_layers(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 396, in from_keras_model_and_layers
        return cls.from_keras_model_and_variables(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 461, in from_keras_model_and_variables
        return _KerasReconstructionModel(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/learning/models/reconstruction_model_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/reconstruction_model.py", line 523, in __init__
        if inner_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
  • 689 ms
    AdagradTest
    • 1 ms
      passedtest_build_adagrad
    • 397 ms
      passedtest_convergence
    • 13 ms
      passedtest_executes_with_indexed_slices
    • 59 ms
      passedtest_executes_with_nested_spec
    • 15 ms
      passedtest_executes_with_scalar_spec
    • 22 ms
      passedtest_executes_with_struct_spec
    • 4 ms
      passedtest_get_hparams_returns_expected_result_nested_spec
    • 3 ms
      passedtest_get_hparams_returns_expected_result_scalar_spec
    • 3 ms
      passedtest_get_hparams_returns_expected_result_struct_spec
    • 4 ms
      passedtest_initialize_next_weights_mismatch_raises
    • 1 ms
      passedtest_invalid_args_raises_negative_epsilon
    • 0 ms
      passedtest_invalid_args_raises_negative_lr
    • 0 ms
      passedtest_invalid_args_raises_negative_preconditioner
    • 137 ms
      passedtest_match_keras
    • 10 ms
      passedtest_math_no_momentum
    • 3 ms
      passedtest_set_get_hparams_is_no_op_nested_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_scalar_spec
    • 3 ms
      passedtest_set_get_hparams_is_no_op_struct_spec
    • 3 ms
      passedtest_set_hparams_returns_expected_result_nested_spec
    • 2 ms
      passedtest_set_hparams_returns_expected_result_scalar_spec
    • 2 ms
      passedtest_set_hparams_returns_expected_result_struct_spec
    • 2 ms
      passedtest_state_structure
    • 3 ms
      passedtest_weights_gradients_mismatch_raises
  • 937 ms
    AdamTest
    • 1 ms
      passedtest_build_adam
    • 536 ms
      passedtest_convergence
    • 15 ms
      passedtest_executes_with_indexed_slices
    • 87 ms
      passedtest_executes_with_nested_spec
    • 28 ms
      passedtest_executes_with_scalar_spec
    • 49 ms
      passedtest_executes_with_struct_spec
    • 3 ms
      passedtest_get_hparams_returns_expected_result_nested_spec
    • 2 ms
      passedtest_get_hparams_returns_expected_result_scalar_spec
    • 2 ms
      passedtest_get_hparams_returns_expected_result_struct_spec
    • 3 ms
      passedtest_initialize_next_weights_mismatch_raises
    • 1 ms
      passedtest_invalid_args_raises_beta_1_greater_than_1
    • 0 ms
      passedtest_invalid_args_raises_beta_2_greater_than_1
    • 0 ms
      passedtest_invalid_args_raises_negative_beta_1
    • 0 ms
      passedtest_invalid_args_raises_negative_beta_2
    • 0 ms
      passedtest_invalid_args_raises_negative_epsilon
    • 0 ms
      passedtest_invalid_args_raises_negative_lr
    • 177 ms
      passedtest_match_keras
    • 15 ms
      passedtest_math
    • 3 ms
      passedtest_set_get_hparams_is_no_op_nested_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_scalar_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_struct_spec
    • 3 ms
      passedtest_set_hparams_returns_expected_result_nested_spec
    • 2 ms
      passedtest_set_hparams_returns_expected_result_scalar_spec
    • 2 ms
      passedtest_set_hparams_returns_expected_result_struct_spec
    • 2 ms
      passedtest_state_structure
    • 2 ms
      passedtest_weights_gradients_mismatch_raises
  • 1 ms
    GetSetHparamsTest
    • 1 ms
      passedtest_get_hparams_returns_empty_dict
    • 0 ms
      passedtest_set_hparams_returns_input_state
  • 21 ms
    OptimizerChecksTest
    • 1 ms
      passedtest_check_weights_gradients_match_bad_dtype
    • 1 ms
      passedtest_check_weights_gradients_match_bad_shape
    • 3 ms
      passedtest_check_weights_gradients_match_bad_structure
    • 1 ms
      passedtest_check_weights_state_match_bad_dtype
    • 1 ms
      passedtest_check_weights_state_match_bad_shape
    • 2 ms
      passedtest_check_weights_state_match_bad_structure
    • 7 ms
      passedtest_handle_indexed_slices_single_value
    • 5 ms
      passedtest_handle_indexed_slices_struct
  • 203 ms
    OptimizerTestUtilsTest
    • 203 ms
      passedtest_test_problem
  • 867 ms
    RmsPropTest
    • 1 ms
      passedtest_build_rmsprop
    • 497 ms
      passedtest_convergence
    • 12 ms
      passedtest_executes_with_indexed_slices
    • 63 ms
      passedtest_executes_with_nested_spec
    • 18 ms
      passedtest_executes_with_scalar_spec
    • 27 ms
      passedtest_executes_with_struct_spec
    • 3 ms
      passedtest_get_hparams_returns_expected_result_nested_spec
    • 2 ms
      passedtest_get_hparams_returns_expected_result_scalar_spec
    • 2 ms
      passedtest_get_hparams_returns_expected_result_struct_spec
    • 3 ms
      passedtest_initialize_next_weights_mismatch_raises
    • 1 ms
      passedtest_invalid_args_raises_decay_greater_than_1
    • 0 ms
      passedtest_invalid_args_raises_negative_decay
    • 0 ms
      passedtest_invalid_args_raises_negative_epsilon
    • 0 ms
      passedtest_invalid_args_raises_negative_lr
    • 201 ms
      passedtest_match_keras
    • 11 ms
      passedtest_math
    • 3 ms
      passedtest_set_get_hparams_is_no_op_nested_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_scalar_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_struct_spec
    • 2 ms
      passedtest_set_hparams_returns_expected_result_nested_spec
    • 10 ms
      passedtest_set_hparams_returns_expected_result_scalar_spec
    • 2 ms
      passedtest_set_hparams_returns_expected_result_struct_spec
    • 2 ms
      passedtest_state_structure
    • 3 ms
      passedtest_weights_gradients_mismatch_raises
  • 185 ms
    ScheduledLROptimizerTest
    • 44 ms
      passedtest_keras_optimizer_raises
    • 1 ms
      passedtest_schedule_learning_rate_integrates_with_adagrad
    • 0 ms
      passedtest_schedule_learning_rate_integrates_with_adam
    • 0 ms
      passedtest_schedule_learning_rate_integrates_with_rmsprop
    • 0 ms
      passedtest_schedule_learning_rate_integrates_with_sgd
    • 0 ms
      passedtest_schedule_learning_rate_integrates_with_sgdm
    • 0 ms
      passedtest_schedule_learning_rate_integrates_with_yogi
    • 126 ms
      passedtest_scheduled_sgd_computes_correctly
    • 14 ms
      passedtest_scheduling_scheduled_optimizer_raises
  • 1.29 s
    SGDTest
    • 1 ms
      passedtest_build_sgdm_lr_0_01_m_0_9
    • 21 ms
      passedtest_build_sgdm_lr_0_1_m_none
    • 313 ms
      passedtest_convergence_momentum_0_5
    • 192 ms
      passedtest_convergence_no_momentum
    • 21 ms
      passedtest_executes_with_indexed_slices
    • 43 ms
      passedtest_executes_with_nested_spec
    • 65 ms
      passedtest_executes_with_nested_spec_and_momentum
    • 8 ms
      passedtest_executes_with_scalar_spec
    • 11 ms
      passedtest_executes_with_scalar_spec_and_momentum
    • 11 ms
      passedtest_executes_with_struct_spec
    • 17 ms
      passedtest_executes_with_struct_spec_and_momentum
    • 1 ms
      passedtest_get_hparams_momentum_none
    • 0 ms
      passedtest_get_hparams_momentum_zero
    • 2 ms
      passedtest_get_hparams_returns_expected_result_with_momentum_nested_spec
    • 1 ms
      passedtest_get_hparams_returns_expected_result_with_momentum_scalar_spec
    • 15 ms
      passedtest_get_hparams_returns_expected_result_with_momentum_struct_spec
    • 0 ms
      passedtest_get_hparams_returns_expected_result_without_momentum_nested_spec
    • 0 ms
      passedtest_get_hparams_returns_expected_result_without_momentum_scalar_spec
    • 0 ms
      passedtest_get_hparams_returns_expected_result_without_momentum_struct_spec
    • 3 ms
      passedtest_initialize_next_weights_mismatch_raises
    • 1 ms
      passedtest_invalid_args_raises_momentum_larger_than_one
    • 1 ms
      passedtest_invalid_args_raises_negative_lr
    • 0 ms
      passedtest_invalid_args_raises_negative_momentum
    • 239 ms
      passedtest_match_keras_lr_0_01_m_0_9
    • 259 ms
      passedtest_match_keras_lr_0_1_m_0
    • 9 ms
      passedtest_math_momentum_0_5
    • 21 ms
      passedtest_math_no_momentum
    • 3 ms
      passedtest_set_get_hparams_is_no_op_with_momentum_nested_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_with_momentum_scalar_spec
    • 2 ms
      passedtest_set_get_hparams_is_no_op_with_momentum_struct_spec
    • 0 ms
      passedtest_set_get_hparams_is_no_op_without_momentum_nested_spec
    • 0 ms
      passedtest_set_get_hparams_is_no_op_without_momentum_scalar_spec
    • 0 ms
      passedtest_set_get_hparams_is_no_op_without_momentum_struct_spec
    • 3 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_nested_spec
    • 0 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_none_nested_spec
    • 0 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_none_scalar_spec
    • 0 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_none_struct_spec
    • 19 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_scalar_spec
    • 3 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_struct_spec
    • 1 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_zero_nested_spec
    • 0 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_zero_scalar_spec
    • 0 ms
      passedtest_set_hparams_returns_expected_result_with_momentum_zero_struct_spec
    • 0 ms
      passedtest_state_structure
    • 2 ms
      passedtest_state_structure_momentum
    • 3 ms
      passedtest_weights_gradients_mismatch_raises
  • 866 ms
    YogiTest
    • 1 ms
      passedtest_build_yogi
    • 575 ms
      passedtest_convergence
    • 16 ms
      passedtest_executes_with_indexed_slices
    • 90 ms
      passedtest_executes_with_nested_spec
    • 31 ms
      passedtest_executes_with_scalar_spec
    • 71 ms
      passedtest_executes_with_struct_spec
    • 5 ms
      passedtest_get_hparams_returns_expected_result_nested_spec
    • 3 ms
      passedtest_get_hparams_returns_expected_result_scalar_spec
    • 4 ms
      passedtest_get_hparams_returns_expected_result_struct_spec
    • 4 ms
      passedtest_initialize_next_weights_mismatch_raises
    • 1 ms
      passedtest_invalid_args_raises_beta_1_greater_than_one
    • 0 ms
      passedtest_invalid_args_raises_beta_2_greater_than_one
    • 0 ms
      passedtest_invalid_args_raises_negative_beta_1
    • 0 ms
      passedtest_invalid_args_raises_negative_beta_2
    • 0 ms
      passedtest_invalid_args_raises_negative_epsilon
    • 0 ms
      passedtest_invalid_args_raises_negative_lr
    • 31 ms
      passedtest_math
    • 6 ms
      passedtest_set_get_hparams_is_no_op_nested_spec
    • 3 ms
      passedtest_set_get_hparams_is_no_op_scalar_spec
    • 4 ms
      passedtest_set_get_hparams_is_no_op_struct_spec
    • 5 ms
      passedtest_set_hparams_returns_expected_result_nested_spec
    • 4 ms
      passedtest_set_hparams_returns_expected_result_scalar_spec
    • 4 ms
      passedtest_set_hparams_returns_expected_result_struct_spec
    • 4 ms
      passedtest_state_structure
    • 4 ms
      passedtest_weights_gradients_mismatch_raises
  • 5 ms
    tensorflow_federated/python/learning/programs/vizier_program_logic_test
    • 5 ms
      errortensorflow_federated/python/learning/programs/vizier_program_logic_test
      • exited with error code 1
  • 202 ms
    ClientWorkTest
    • 5 ms
      passedtest_construction_does_not_raise
    • 11 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 12 ms
      passedtest_constructs_with_non_model_weights_parameter
    • 8 ms
      passedtest_constructs_with_struct_of_client_data_parameter
    • 0 ms
      passedtest_get_hparams_not_tff_computation_raises
    • 8 ms
      passedtest_incorrect_client_result_container_raises
    • 0 ms
      passedtest_init_not_tff_computation_raises
    • 1 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_assignable
    • 9 ms
      passedtest_init_tuple_of_federated_types_raises
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 9 ms
      passedtest_next_return_namedtuple_raises
    • 10 ms
      passedtest_next_return_odict_raises
    • 24 ms
      passedtest_next_return_tuple_raises
    • 8 ms
      passedtest_next_state_not_assignable
    • 8 ms
      passedtest_non_clients_placed_next_data_param_raises
    • 8 ms
      passedtest_non_clients_placed_next_result_raises
    • 8 ms
      passedtest_non_clients_placed_next_weights_param_raises
    • 21 ms
      passedtest_non_federated_init_next_raises
    • 7 ms
      passedtest_non_sequence_or_struct_next_data_param_raises
    • 8 ms
      passedtest_non_server_placed_init_state_raises
    • 8 ms
      passedtest_non_server_placed_next_measurements_raises
    • 7 ms
      passedtest_non_zipped_next_result_raises
    • 19 ms
      passedtest_set_hparams_not_tff_computation_raises
    • 2 ms
      passedtest_two_param_next_raises
  • 166 ms
    FinalizerTest
    • 6 ms
      passedtest_construction_does_not_raise
    • 13 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 8 ms
      passedtest_constructs_with_non_model_weights_parameter
    • 1 ms
      passedtest_init_not_tff_computation_raises
    • 18 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_assignable
    • 9 ms
      passedtest_init_tuple_of_federated_types_raises
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 7 ms
      passedtest_next_return_namedtuple_raises
    • 9 ms
      passedtest_next_return_odict_raises
    • 7 ms
      passedtest_next_return_tuple_raises
    • 8 ms
      passedtest_next_state_not_assignable
    • 8 ms
      passedtest_non_federated_init_next_raises
    • 8 ms
      passedtest_non_server_placed_init_state_raises
    • 7 ms
      passedtest_non_server_placed_next_measurements_raises
    • 7 ms
      passedtest_non_server_placed_next_result_raises
    • 8 ms
      passedtest_non_server_placed_next_update_param_raises
    • 26 ms
      passedtest_non_server_placed_next_weight_param_raises
    • 13 ms
      passedtest_result_not_assignable_to_weight_raises
    • 2 ms
      passedtest_two_param_next_raises
  • 22 ms
    HparamsBaseTest
    • 3 ms
      passedtest_default_get_hparams_returns_empty_dict
    • 4 ms
      passedtest_default_set_hparams_returns_state_of_matching_type
    • 2 ms
      passedtest_get_hparams_with_compatible_state_type_does_not_raise
    • 2 ms
      passedtest_get_hparams_with_incompatible_state_type
    • 3 ms
      passedtest_set_hparams_fn_with_compatible_state_type_does_not_raise
    • 2 ms
      passedtest_set_hparams_fn_with_incompatible_input_state_type_raises
    • 2 ms
      passedtest_set_hparams_fn_with_incompatible_outputput_state_type_raises
    • 2 ms
      passedtest_set_hparams_fn_with_one_input_arg_raises
    • 2 ms
      passedtest_set_hparams_fn_with_three_input_args_raises
  • 2 ms
    TypeChecksTest
    • 1 ms
      passedtest_does_not_raise_on_client_placed_sequence
    • 1 ms
      passedtest_does_not_raise_on_client_placed_struct_of_sequences
    • 0 ms
      passedtest_raises_on_client_placed_structure_of_tensor_and_sequence
    • 0 ms
      passedtest_raises_on_client_placed_tensor
    • 0 ms
      passedtest_raises_on_server_placed_sequence
    • 0 ms
      passedtest_raises_on_server_placed_struct_of_sequences
    • 0 ms
      passedtest_raises_on_structure_of_client_placed_sequences
  • 58 ms
    LearningProcessTest
    • 5 ms
      passedtest_construction_does_not_raise
    • 7 ms
      passedtest_construction_with_empty_state_does_not_raise
    • 10 ms
      passedtest_construction_with_nested_datasets_does_not_raise
    • 9 ms
      passedtest_construction_with_unknown_dimension_does_not_raise
    • 1 ms
      passedtest_federated_get_model_weights_raises
    • 1 ms
      passedtest_get_model_weights_param_not_equivalent_to_next_fn
    • 2 ms
      passedtest_init_fn_with_client_placed_state_raises
    • 0 ms
      passedtest_init_not_tff_computation_raises
    • 1 ms
      passedtest_init_param_not_empty_raises
    • 1 ms
      passedtest_init_state_not_federated
    • 7 ms
      passedtest_learning_process_can_be_reconstructed
    • 1 ms
      passedtest_next_fn_with_client_placed_metrics_result_raises
    • 1 ms
      passedtest_next_fn_with_one_parameter_raises
    • 2 ms
      passedtest_next_fn_with_server_placed_second_arg_raises
    • 2 ms
      passedtest_next_fn_with_three_parameters_raises
    • 0 ms
      passedtest_next_not_tff_computation_raises
    • 2 ms
      passedtest_next_return_namedtuple_raises
    • 2 ms
      passedtest_next_return_odict_raises
    • 2 ms
      passedtest_next_return_tuple_raises
    • 0 ms
      passedtest_next_state_not_federated
    • 0 ms
      passedtest_non_functional_get_model_weights_raises
    • 0 ms
      passedtest_non_tff_computation_get_model_weights_raises
    • 1 ms
      passedtest_set_model_weights_param_not_equivalent_to_next_fn
    • 1 ms
      passedtest_set_model_weights_result_not_assignable
  • 641 ms
    DatasetReduceTest
    • 188 ms
      passedtest_build_dataset_reduce_fn_float_non-simulation
    • 56 ms
      passedtest_build_dataset_reduce_fn_float_simulation
    • 35 ms
      passedtest_build_dataset_reduce_fn_non-simulation
    • 14 ms
      passedtest_build_dataset_reduce_fn_simulation
    • 97 ms
      passedtest_build_dataset_reduce_fn_tuple_non-simulation
    • 54 ms
      passedtest_build_dataset_reduce_fn_tuple_simulation
    • 84 ms
      passedtest_dataset_reduce_op_presence_non-simulation
    • 113 ms
      passedtest_dataset_reduce_op_presence_simulation
  • 5 ms
    tensorflow_federated/python/learning/model_update_aggregator_test
    • 5 ms
      errortensorflow_federated/python/learning/model_update_aggregator_test
      • exited with error code 1
  • 0 ms
    ClientIdDataSourceIteratorTest
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_bool
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_int
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_list
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_none
    • 0 ms
      passedtest_init_raises_value_error_with_client_ids_empty
    • 0 ms
      passedtest_init_sets_federated_type
    • 0 ms
      passedtest_select_raises_type_error_with_k_list
    • 0 ms
      passedtest_select_raises_type_error_with_k_str
    • 0 ms
      passedtest_select_raises_value_error_with_k_greater
    • 0 ms
      passedtest_select_raises_value_error_with_k_negative
    • 0 ms
      passedtest_select_raises_value_error_with_k_none
    • 0 ms
      passedtest_select_returns_client_ids_with_k_one
    • 0 ms
      passedtest_select_returns_client_ids_with_k_two
    • 0 ms
      passedtest_select_returns_client_ids_with_k_zero
    • 0 ms
      passedtest_serializable
  • 0 ms
    ClientIdDataSourceTest
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_bool
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_int
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_list
    • 0 ms
      passedtest_init_raises_type_error_with_client_ids_none
    • 0 ms
      passedtest_init_raises_value_error_with_client_ids_empty
    • 0 ms
      passedtest_init_sets_federated_type
  • 233 ms
    DatasetDataSourceIteratorTest
    • 42 ms
      passedtest_init_does_not_raise_type_error
    • 2 ms
      passedtest_init_raises_type_error_with_datasets_bool
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_int
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_list
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_none
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_str
    • 2 ms
      passedtest_init_raises_type_error_with_federated_type_function
    • 2 ms
      passedtest_init_raises_type_error_with_federated_type_placement
    • 1 ms
      passedtest_init_raises_type_error_with_federated_type_sequence
    • 1 ms
      passedtest_init_raises_type_error_with_federated_type_struct
    • 1 ms
      passedtest_init_raises_type_error_with_federated_type_tensor
    • 4 ms
      passedtest_init_raises_value_error_with_datasets_different_types
    • 0 ms
      passedtest_init_raises_value_error_with_datasets_empty
    • 1 ms
      passedtest_select_raises_type_error_with_k_list
    • 1 ms
      passedtest_select_raises_type_error_with_k_str
    • 1 ms
      passedtest_select_raises_value_error_with_k_greater
    • 2 ms
      passedtest_select_raises_value_error_with_k_negative
    • 1 ms
      passedtest_select_raises_value_error_with_k_none
    • 65 ms
      passedtest_select_returns_datasets_with_k_one
    • 37 ms
      passedtest_select_returns_datasets_with_k_two
    • 2 ms
      passedtest_select_returns_datasets_with_k_zero
    • 68 ms
      passedtest_serializable
  • 7 ms
    DatasetDataSourceTest
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_bool
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_int
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_list
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_none
    • 0 ms
      passedtest_init_raises_type_error_with_datasets_str
    • 3 ms
      passedtest_init_raises_value_error_with_datasets_different_types
    • 0 ms
      passedtest_init_raises_value_error_with_datasets_empty
    • 2 ms
      passedtest_init_sets_federated_type_int
    • 2 ms
      passedtest_init_sets_federated_type_str
  • 5 ms
    FileProgramStateManagerGetPathForVersionTest
    • 2 ms
      passedtest_does_not_raise_type_error_with_version_0
    • 0 ms
      passedtest_does_not_raise_type_error_with_version_1
    • 0 ms
      passedtest_does_not_raise_type_error_with_version_negative
    • 0 ms
      passedtest_does_not_raise_type_error_with_version_numpy
    • 1 ms
      passedtest_raises_type_error_with_version_list
    • 1 ms
      passedtest_raises_type_error_with_version_none
    • 1 ms
      passedtest_raises_type_error_with_version_str
    • 0 ms
      passedtest_returns_path_with_root_dir_and_prefix_no_prefix
    • 0 ms
      passedtest_returns_path_with_root_dir_and_prefix_standard
    • 0 ms
      passedtest_returns_path_with_root_dir_and_prefix_trailing_slash
  • 1 ms
    FileProgramStateManagerGetVersionForPathTest
    • 1 ms
      passedtest_raises_type_error_with_path_bool
    • 0 ms
      passedtest_raises_type_error_with_path_int
    • 0 ms
      passedtest_raises_type_error_with_path_list
    • 0 ms
      passedtest_raises_type_error_with_path_none
    • 0 ms
      passedtest_returns_none_with_path_no_version
    • 0 ms
      passedtest_returns_none_with_path_not_version
    • 0 ms
      passedtest_returns_none_with_path_wrong_prefix
    • 0 ms
      passedtest_returns_version_with_path_no_root_dir
    • 0 ms
      passedtest_returns_version_with_path_standard
    • 0 ms
      passedtest_returns_version_with_path_top_level
  • 53 ms
    FileProgramStateManagerGetVersionsTest
    • 7 ms
      passedtest_returns_none_if_root_does_not_exist
    • 3 ms
      passedtest_returns_none_with_empty_root
    • 4 ms
      passedtest_returns_none_with_other_files_only
    • 5 ms
      passedtest_returns_versions_with_program_state_and_other_files
    • 5 ms
      passedtest_returns_versions_with_program_state_and_prefixed_files
    • 4 ms
      passedtest_returns_versions_with_program_state_only_1
    • 21 ms
      passedtest_returns_versions_with_program_state_only_10
    • 4 ms
      passedtest_returns_versions_with_program_state_only_2
  • 4 ms
    FileProgramStateManagerInitTest
    • 1 ms
      passedtest_creates_new_dir_with_root_dir_path_like
    • 1 ms
      passedtest_creates_new_dir_with_root_dir_str
    • 0 ms
      passedtest_raises_type_error_with_keep_first_int
    • 0 ms
      passedtest_raises_type_error_with_keep_first_list
    • 0 ms
      passedtest_raises_type_error_with_keep_first_none
    • 0 ms
      passedtest_raises_type_error_with_keep_first_str
    • 0 ms
      passedtest_raises_type_error_with_keep_total_list
    • 1 ms
      passedtest_raises_type_error_with_keep_total_none
    • 1 ms
      passedtest_raises_type_error_with_keep_total_str
    • 0 ms
      passedtest_raises_type_error_with_prefix_bool
    • 0 ms
      passedtest_raises_type_error_with_prefix_int
    • 0 ms
      passedtest_raises_type_error_with_prefix_list
    • 0 ms
      passedtest_raises_type_error_with_prefix_none
    • 0 ms
      passedtest_raises_type_error_with_root_dir_bool
    • 0 ms
      passedtest_raises_type_error_with_root_dir_int
    • 0 ms
      passedtest_raises_type_error_with_root_dir_list
    • 0 ms
      passedtest_raises_type_error_with_root_dir_none
    • 0 ms
      passedtest_raises_value_error_with_root_dir_empty
  • 4.02 s
    FileProgramStateManagerLoadTest
    • 3 ms
      passedtest_raises_program_state_not_found_error_with_no_program_state
    • 187 ms
      passedtest_raises_program_state_not_found_error_with_unknown_version
    • 2 ms
      passedtest_raises_type_error_with_version_list
    • 2 ms
      passedtest_raises_type_error_with_version_none
    • 2 ms
      passedtest_raises_type_error_with_version_str
    • 167 ms
      passedtest_raises_value_error_with_incorrect_structure
    • 152 ms
      passedtest_returns_program_state_bool
    • 253 ms
      passedtest_returns_program_state_dict
    • 86 ms
      passedtest_returns_program_state_dict_empty
    • 190 ms
      passedtest_returns_program_state_dict_nested
    • 113 ms
      passedtest_returns_program_state_int
    • 189 ms
      passedtest_returns_program_state_list
    • 90 ms
      passedtest_returns_program_state_list_empty
    • 200 ms
      passedtest_returns_program_state_list_nested
    • 202 ms
      passedtest_returns_program_state_materializable_value_reference_sequence
    • 109 ms
      passedtest_returns_program_state_materializable_value_reference_tensor
    • 183 ms
      passedtest_returns_program_state_named_tuple
    • 217 ms
      passedtest_returns_program_state_named_tuple_nested
    • 92 ms
      passedtest_returns_program_state_none
    • 176 ms
      passedtest_returns_program_state_numpy_array
    • 99 ms
      passedtest_returns_program_state_numpy_int
    • 90 ms
      passedtest_returns_program_state_serializable_value
    • 104 ms
      passedtest_returns_program_state_str
    • 121 ms
      passedtest_returns_program_state_tensor_array
    • 103 ms
      passedtest_returns_program_state_tensor_int
    • 107 ms
      passedtest_returns_program_state_tensor_str
    • 267 ms
      passedtest_returns_program_state_with_version_0
    • 276 ms
      passedtest_returns_program_state_with_version_1
    • 240 ms
      passedtest_returns_program_state_with_version_2
  • 46 ms
    FileProgramStateManagerRemoveAllTest
    • 25 ms
      passedtest_noops_with_no_program_state
    • 21 ms
      passedtest_removes_all_program_state
  • 81 ms
    FileProgramStateManagerRemoveOldProgramStateTest
    • 3 ms
      passedtest_does_not_remove_program_state_with_keep_total_0
    • 18 ms
      passedtest_removes_all_program_state_except_for_the_first
    • 27 ms
      passedtest_removes_all_program_state_except_for_the_last
    • 17 ms
      passedtest_removes_program_state_with_keep_first_false
    • 16 ms
      passedtest_removes_program_state_with_keep_first_true
  • 72 ms
    FileProgramStateManagerRemoveTest
    • 3 ms
      passedtest_does_not_raise_type_error_with_version_0
    • 3 ms
      passedtest_does_not_raise_type_error_with_version_1
    • 3 ms
      passedtest_does_not_raise_type_error_with_version_negative
    • 3 ms
      passedtest_does_not_raise_type_error_with_version_numpy
    • 3 ms
      passedtest_noops_with_unknown_version
    • 2 ms
      passedtest_raises_type_error_with_version_list
    • 2 ms
      passedtest_raises_type_error_with_version_none
    • 2 ms
      passedtest_raises_type_error_with_version_str
    • 38 ms
      passedtest_removes_program_state_last
    • 5 ms
      passedtest_removes_program_state_with_version_0
    • 4 ms
      passedtest_removes_program_state_with_version_1
    • 4 ms
      passedtest_removes_program_state_with_version_2
  • 780 ms
    FileProgramStateManagerSaveTest
    • 73 ms
      passedtest_does_not_raise_type_error_with_version_0
    • 59 ms
      passedtest_does_not_raise_type_error_with_version_1
    • 67 ms
      passedtest_does_not_raise_type_error_with_version_negative
    • 70 ms
      passedtest_does_not_raise_type_error_with_version_numpy
    • 43 ms
      passedtest_raises_not_encodable_error_program_state_attrs
    • 82 ms
      passedtest_raises_program_state_exists_error_with_existing_version
    • 2 ms
      passedtest_raises_type_error_with_version_list
    • 2 ms
      passedtest_raises_type_error_with_version_none
    • 2 ms
      passedtest_raises_type_error_with_version_str
    • 76 ms
      passedtest_removes_old_program_state
    • 9 ms
      passedtest_writes_program_state_bool
    • 10 ms
      passedtest_writes_program_state_dict
    • 8 ms
      passedtest_writes_program_state_dict_empty
    • 11 ms
      passedtest_writes_program_state_dict_nested
    • 22 ms
      passedtest_writes_program_state_int
    • 15 ms
      passedtest_writes_program_state_list
    • 9 ms
      passedtest_writes_program_state_list_empty
    • 21 ms
      passedtest_writes_program_state_list_nested
    • 39 ms
      passedtest_writes_program_state_materializable_value_reference_sequence
    • 8 ms
      passedtest_writes_program_state_materializable_value_reference_tensor
    • 19 ms
      passedtest_writes_program_state_named_tuple
    • 19 ms
      passedtest_writes_program_state_named_tuple_nested
    • 30 ms
      passedtest_writes_program_state_none
    • 8 ms
      passedtest_writes_program_state_numpy_array
    • 8 ms
      passedtest_writes_program_state_numpy_int
    • 29 ms
      passedtest_writes_program_state_serializable_value
    • 8 ms
      passedtest_writes_program_state_str
    • 11 ms
      passedtest_writes_program_state_tensor_array
    • 11 ms
      passedtest_writes_program_state_tensor_int
    • 9 ms
      passedtest_writes_program_state_tensor_str
  • 66 ms
    CSVFileReleaseManagerAppendValueTest
    • 23 ms
      passedtest_appends_value_to_empty_file_empty
    • 6 ms
      passedtest_appends_value_to_empty_file_more_fields
    • 4 ms
      passedtest_appends_value_to_existing_file_empty
    • 4 ms
      passedtest_appends_value_to_existing_file_less_fields
    • 6 ms
      passedtest_appends_value_to_existing_file_more_fields
    • 5 ms
      passedtest_appends_value_to_existing_file_same_fields
    • 5 ms
      passedtest_raises_permission_error
    • 3 ms
      passedtest_raises_type_error_with_value_bool
    • 2 ms
      passedtest_raises_type_error_with_value_int
    • 2 ms
      passedtest_raises_type_error_with_value_list
    • 3 ms
      passedtest_raises_type_error_with_value_none
    • 3 ms
      passedtest_raises_type_error_with_value_str
  • 8 ms
    CSVFileReleaseManagerInitTest
    • 1 ms
      passedtest_creates_new_dir_with_file_path_path_like
    • 1 ms
      passedtest_creates_new_dir_with_file_path_str
    • 1 ms
      passedtest_creates_new_file_with_file_path_path_like
    • 1 ms
      passedtest_creates_new_file_with_file_path_str
    • 1 ms
      passedtest_initializes_with_empty_file
    • 1 ms
      passedtest_initializes_with_existing_file
    • 1 ms
      passedtest_raises_key_fieldname_not_found_error_with_unknown_file
    • 1 ms
      passedtest_raises_key_fieldname_not_found_error_with_unknown_key_fieldname
    • 0 ms
      passedtest_raises_type_error_with_file_path_bool
    • 0 ms
      passedtest_raises_type_error_with_file_path_int
    • 0 ms
      passedtest_raises_type_error_with_file_path_list
    • 0 ms
      passedtest_raises_type_error_with_file_path_none
    • 0 ms
      passedtest_raises_type_error_with_key_fieldname_bool
    • 0 ms
      passedtest_raises_type_error_with_key_fieldname_int
    • 0 ms
      passedtest_raises_type_error_with_key_fieldname_list
    • 0 ms
      passedtest_raises_type_error_with_key_fieldname_none
    • 0 ms
      passedtest_raises_type_error_with_save_mode_bool
    • 0 ms
      passedtest_raises_type_error_with_save_mode_int
    • 0 ms
      passedtest_raises_type_error_with_save_mode_list
    • 0 ms
      passedtest_raises_type_error_with_save_mode_none
    • 0 ms
      passedtest_raises_type_error_with_save_mode_str
    • 0 ms
      passedtest_raises_value_error_with_file_path_empty
    • 0 ms
      passedtest_raises_value_error_with_key_fieldname_empty
  • 4 ms
    CSVFileReleaseManagerReadValuesTest
    • 1 ms
      passedtest_returns_values_from_empty_file
    • 1 ms
      passedtest_returns_values_from_existing_file_no_values
    • 1 ms
      passedtest_returns_values_from_existing_file_one_value
    • 1 ms
      passedtest_returns_values_from_existing_file_two_values
  • 406 ms
    CSVFileReleaseManagerReleaseTest
    • 11 ms
      passedtest_does_not_raise_type_error_with_key_0
    • 27 ms
      passedtest_does_not_raise_type_error_with_key_1
    • 16 ms
      passedtest_does_not_raise_type_error_with_key_negative
    • 7 ms
      passedtest_does_not_raise_type_error_with_key_numpy
    • 2 ms
      passedtest_raises_type_error_with_key_list
    • 2 ms
      passedtest_raises_type_error_with_key_none
    • 2 ms
      passedtest_raises_type_error_with_key_str
    • 10 ms
      passedtest_remove_values_greater_than_key_with_empty_file
    • 9 ms
      passedtest_remove_values_greater_than_key_with_existing_file
    • 9 ms
      passedtest_writes_value_attrs
    • 25 ms
      passedtest_writes_value_bool
    • 10 ms
      passedtest_writes_value_dict
    • 9 ms
      passedtest_writes_value_dict_empty
    • 24 ms
      passedtest_writes_value_dict_nested
    • 7 ms
      passedtest_writes_value_int
    • 8 ms
      passedtest_writes_value_list
    • 38 ms
      passedtest_writes_value_list_empty
    • 8 ms
      passedtest_writes_value_list_nested
    • 35 ms
      passedtest_writes_value_materializable_value_reference_sequence
    • 25 ms
      passedtest_writes_value_materializable_value_reference_tensor
    • 12 ms
      passedtest_writes_value_named_tuple
    • 9 ms
      passedtest_writes_value_named_tuple_nested
    • 7 ms
      passedtest_writes_value_none
    • 7 ms
      passedtest_writes_value_numpy_array
    • 8 ms
      passedtest_writes_value_numpy_int
    • 17 ms
      passedtest_writes_value_serializable_value
    • 40 ms
      passedtest_writes_value_str
    • 7 ms
      passedtest_writes_value_tensor_array
    • 8 ms
      passedtest_writes_value_tensor_int
    • 7 ms
      passedtest_writes_value_tensor_str
  • 93 ms
    CSVFileReleaseManagerRemoveValuesGreaterThanKeyTest
    • 2 ms
      passedtest_does_not_raise_type_error_with_key_0
    • 2 ms
      passedtest_does_not_raise_type_error_with_key_1
    • 2 ms
      passedtest_does_not_raise_type_error_with_key_negative
    • 2 ms
      passedtest_does_not_raise_type_error_with_key_numpy
    • 2 ms
      passedtest_raises_type_error_with_key_list
    • 2 ms
      passedtest_raises_type_error_with_key_none
    • 1 ms
      passedtest_raises_type_error_with_key_str
    • 10 ms
      passedtest_removes_values_from_empty_file_0
    • 2 ms
      passedtest_removes_values_from_empty_file_1
    • 13 ms
      passedtest_removes_values_from_existing_file_0
    • 25 ms
      passedtest_removes_values_from_existing_file_1
    • 30 ms
      passedtest_removes_values_from_existing_file_2
  • 74 ms
    CSVFileReleaseManagerWriteValueTest
    • 3 ms
      passedtest_raises_type_error_with_value_bool
    • 2 ms
      passedtest_raises_type_error_with_value_int
    • 3 ms
      passedtest_raises_type_error_with_value_list
    • 2 ms
      passedtest_raises_type_error_with_value_none
    • 2 ms
      passedtest_raises_type_error_with_value_str
    • 7 ms
      passedtest_writes_value_to_empty_file_empty
    • 6 ms
      passedtest_writes_value_to_empty_file_more_fields
    • 8 ms
      passedtest_writes_value_to_existing_file_empty
    • 9 ms
      passedtest_writes_value_to_existing_file_less_fields
    • 5 ms
      passedtest_writes_value_to_existing_file_more_fields
    • 27 ms
      passedtest_writes_value_to_existing_file_same_fields
  • 26 ms
    CSVFileReleaseManagerWriteValuesTest
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_bool
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_int
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_list_bool
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_list_int
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_list_none
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_none
    • 1 ms
      passedtest_raises_type_error_with_fieldnames_str
    • 1 ms
      passedtest_raises_type_error_with_values_bool
    • 1 ms
      passedtest_raises_type_error_with_values_int
    • 1 ms
      passedtest_raises_type_error_with_values_list_bool
    • 1 ms
      passedtest_raises_type_error_with_values_list_int
    • 1 ms
      passedtest_raises_type_error_with_values_list_none
    • 1 ms
      passedtest_raises_type_error_with_values_list_str
    • 1 ms
      passedtest_raises_type_error_with_values_none
    • 1 ms
      passedtest_raises_type_error_with_values_str
    • 2 ms
      passedtest_writes_values_to_empty_file_no_values
    • 1 ms
      passedtest_writes_values_to_empty_file_one_value
    • 3 ms
      passedtest_writes_values_to_empty_file_two_values
    • 1 ms
      passedtest_writes_values_to_existing_file_no_values
    • 2 ms
      passedtest_writes_values_to_existing_file_one_value
    • 2 ms
      passedtest_writes_values_to_existing_file_two_values
  • 1 ms
    SavedModelFileReleaseManagerGetPathForKeyTest
    • 1 ms
      passedtest_does_not_raise_type_error_with_key_0
    • 0 ms
      passedtest_does_not_raise_type_error_with_key_1
    • 0 ms
      passedtest_does_not_raise_type_error_with_key_negative
    • 0 ms
      passedtest_does_not_raise_type_error_with_key_numpy
    • 0 ms
      passedtest_does_not_raise_type_error_with_key_str
    • 0 ms
      passedtest_returns_path_with_root_dir_and_prefix_no_prefix
    • 0 ms
      passedtest_returns_path_with_root_dir_and_prefix_standard
    • 0 ms
      passedtest_returns_path_with_root_dir_and_prefix_trailing_slash
  • 3.57 s
    SavedModelFileReleaseManagerGetValueTest
    • 8 ms
      passedtest_raises_released_value_not_found_error_with_no_saved_value
    • 146 ms
      passedtest_raises_released_value_not_found_error_with_unknown_key
    • 138 ms
      passedtest_returns_saved_value_bool
    • 175 ms
      passedtest_returns_saved_value_dict
    • 84 ms
      passedtest_returns_saved_value_dict_empty
    • 216 ms
      passedtest_returns_saved_value_dict_nested
    • 184 ms
      passedtest_returns_saved_value_int
    • 186 ms
      passedtest_returns_saved_value_list
    • 80 ms
      passedtest_returns_saved_value_list_empty
    • 146 ms
      passedtest_returns_saved_value_list_nested
    • 210 ms
      passedtest_returns_saved_value_materializable_value_reference_sequence
    • 126 ms
      passedtest_returns_saved_value_materializable_value_reference_tensor
    • 166 ms
      passedtest_returns_saved_value_named_tuple
    • 195 ms
      passedtest_returns_saved_value_named_tuple_nested
    • 82 ms
      passedtest_returns_saved_value_none
    • 140 ms
      passedtest_returns_saved_value_numpy_array
    • 118 ms
      passedtest_returns_saved_value_numpy_int
    • 107 ms
      passedtest_returns_saved_value_str
    • 97 ms
      passedtest_returns_saved_value_tensor_array
    • 96 ms
      passedtest_returns_saved_value_tensor_int
    • 108 ms
      passedtest_returns_saved_value_tensor_str
    • 256 ms
      passedtest_returns_saved_value_with_key_0
    • 244 ms
      passedtest_returns_saved_value_with_key_1
    • 261 ms
      passedtest_returns_saved_value_with_key_2
  • 2 ms
    SavedModelFileReleaseManagerInitTest
    • 1 ms
      passedtest_creates_new_dir_with_root_dir_path_like
    • 1 ms
      passedtest_creates_new_dir_with_root_dir_str
    • 0 ms
      passedtest_raises_type_error_with_prefix_bool
    • 0 ms
      passedtest_raises_type_error_with_prefix_int
    • 0 ms
      passedtest_raises_type_error_with_prefix_list
    • 0 ms
      passedtest_raises_type_error_with_prefix_none
    • 0 ms
      passedtest_raises_type_error_with_root_dir_bool
    • 0 ms
      passedtest_raises_type_error_with_root_dir_int
    • 0 ms
      passedtest_raises_type_error_with_root_dir_list
    • 0 ms
      passedtest_raises_type_error_with_root_dir_none
    • 0 ms
      passedtest_raises_value_error_with_root_dir_empty
  • 644 ms
    SavedModelFileReleaseManagerReleaseTest
    • 74 ms
      passedtest_does_not_raise_type_error_with_key_0
    • 62 ms
      passedtest_does_not_raise_type_error_with_key_1
    • 142 ms
      passedtest_does_not_raise_type_error_with_key_negative
    • 91 ms
      passedtest_does_not_raise_type_error_with_key_numpy
    • 68 ms
      passedtest_does_not_raise_type_error_with_key_str
    • 41 ms
      passedtest_raises_not_encodable_error_with_value_attrs
    • 10 ms
      passedtest_raises_not_encodable_error_with_value_serializable_value
    • 5 ms
      passedtest_writes_value_bool
    • 7 ms
      passedtest_writes_value_dict
    • 9 ms
      passedtest_writes_value_dict_empty
    • 8 ms
      passedtest_writes_value_dict_nested
    • 5 ms
      passedtest_writes_value_int
    • 7 ms
      passedtest_writes_value_list
    • 5 ms
      passedtest_writes_value_list_empty
    • 8 ms
      passedtest_writes_value_list_nested
    • 42 ms
      passedtest_writes_value_materializable_value_reference_sequence
    • 6 ms
      passedtest_writes_value_materializable_value_reference_tensor
    • 7 ms
      passedtest_writes_value_named_tuple
    • 10 ms
      passedtest_writes_value_named_tuple_nested
    • 5 ms
      passedtest_writes_value_none
    • 6 ms
      passedtest_writes_value_numpy_array
    • 5 ms
      passedtest_writes_value_numpy_int
    • 5 ms
      passedtest_writes_value_str
    • 6 ms
      passedtest_writes_value_tensor_array
    • 6 ms
      passedtest_writes_value_tensor_int
    • 4 ms
      passedtest_writes_value_tensor_str
  • 141 ms
    LoggingReleaseManagerTest
    • 4 ms
      passedtest_release_logs_key_bool
    • 3 ms
      passedtest_release_logs_key_int
    • 3 ms
      passedtest_release_logs_key_list
    • 3 ms
      passedtest_release_logs_key_str
    • 4 ms
      passedtest_release_logs_value_attrs
    • 3 ms
      passedtest_release_logs_value_bool
    • 6 ms
      passedtest_release_logs_value_dict
    • 2 ms
      passedtest_release_logs_value_dict_empty
    • 18 ms
      passedtest_release_logs_value_dict_nested
    • 3 ms
      passedtest_release_logs_value_int
    • 5 ms
      passedtest_release_logs_value_list
    • 3 ms
      passedtest_release_logs_value_list_empty
    • 5 ms
      passedtest_release_logs_value_list_nested
    • 6 ms
      passedtest_release_logs_value_named_tuple
    • 6 ms
      passedtest_release_logs_value_named_tuple_nested
    • 3 ms
      passedtest_release_logs_value_none
    • 5 ms
      passedtest_release_logs_value_numpy_array
    • 4 ms
      passedtest_release_logs_value_numpy_int
    • 3 ms
      passedtest_release_logs_value_serializable_value
    • 3 ms
      passedtest_release_logs_value_str
    • 3 ms
      passedtest_release_logs_value_tensor_array
    • 3 ms
      passedtest_release_logs_value_tensor_int
    • 3 ms
      passedtest_release_logs_value_tensor_str
    • 36 ms
      passedtest_release_logs_value_value_reference_sequence
    • 4 ms
      passedtest_release_logs_value_value_reference_tensor
  • 123 ms
    MemoryReleaseManagerTest
    • 2 ms
      passedtest_release_raises_type_error_with_key_list
    • 4 ms
      passedtest_release_saves_value_attrs
    • 3 ms
      passedtest_release_saves_value_bool
    • 5 ms
      passedtest_release_saves_value_dict
    • 2 ms
      passedtest_release_saves_value_dict_empty
    • 5 ms
      passedtest_release_saves_value_dict_nested
    • 2 ms
      passedtest_release_saves_value_int
    • 4 ms
      passedtest_release_saves_value_list
    • 2 ms
      passedtest_release_saves_value_list_empty
    • 4 ms
      passedtest_release_saves_value_list_nested
    • 5 ms
      passedtest_release_saves_value_named_tuple
    • 5 ms
      passedtest_release_saves_value_named_tuple_nested
    • 23 ms
      passedtest_release_saves_value_none
    • 3 ms
      passedtest_release_saves_value_numpy_array
    • 3 ms
      passedtest_release_saves_value_numpy_int
    • 2 ms
      passedtest_release_saves_value_serializable_value
    • 2 ms
      passedtest_release_saves_value_str
    • 2 ms
      passedtest_release_saves_value_tensor_array
    • 2 ms
      passedtest_release_saves_value_tensor_int
    • 2 ms
      passedtest_release_saves_value_tensor_str
    • 31 ms
      passedtest_release_saves_value_value_reference_sequence
    • 2 ms
      passedtest_release_saves_value_value_reference_tensor
    • 2 ms
      passedtest_remove_all_with_no_values
    • 2 ms
      passedtest_remove_all_with_values
    • 1 ms
      passedtest_values_returns_copy
    • 1 ms
      passedtest_values_returns_values_0
    • 1 ms
      passedtest_values_returns_values_1
    • 1 ms
      passedtest_values_returns_values_10
  • 273 ms
    ReadSavedModelTest
    • 2 ms
      passedtest_raises_type_error_with_path_bool
    • 1 ms
      passedtest_raises_type_error_with_path_int
    • 1 ms
      passedtest_raises_type_error_with_path_list
    • 1 ms
      passedtest_raises_type_error_with_path_none
    • 196 ms
      passedtest_returns_value_with_path_path_like
    • 72 ms
      passedtest_returns_value_with_path_str
  • 9.29 s
    WriteSavedModelTest
    • 8.59 s
      passedtest_does_not_raise_decode_error_with_large_value
    • 79 ms
      passedtest_raises_file_exists_error_with_existing_file
    • 2 ms
      passedtest_raises_type_error_with_overwrite_list
    • 2 ms
      passedtest_raises_type_error_with_overwrite_none
    • 2 ms
      passedtest_raises_type_error_with_overwrite_str
    • 2 ms
      passedtest_raises_type_error_with_path_bool
    • 2 ms
      passedtest_raises_type_error_with_path_int
    • 1 ms
      passedtest_raises_type_error_with_path_list
    • 1 ms
      passedtest_raises_type_error_with_path_none
    • 100 ms
      passedtest_writes_to_existing_file
    • 365 ms
      passedtest_writes_to_new_file_with_path_path_like
    • 146 ms
      passedtest_writes_to_new_file_with_path_str
  • 22 ms
    ProgramStateManagerTest
    • 10 ms
      passedtest_load_latest_with_load_failure
    • 8 ms
      passedtest_load_latest_with_no_saved_program_state
    • 4 ms
      passedtest_load_latest_with_saved_program_state
  • 38 ms
    DelayedReleaseManagerTest
    • 3 ms
      passedtest_init_raises_value_error_with_bad_delay_int_negative
    • 3 ms
      passedtest_init_raises_value_error_with_bad_delay_int_zero
    • 16 ms
      passedtest_release_delegates_value_with_delay_all_releases
    • 5 ms
      passedtest_release_delegates_value_with_delay_drops_all_releases
    • 5 ms
      passedtest_release_delegates_value_with_delay_last_release
    • 6 ms
      passedtest_release_delegates_value_with_delay_some_releases
  • 283 ms
    FilteringReleaseManagerTest
    • 3 ms
      passedtest_init_does_not_raise_type_error
    • 1 ms
      passedtest_init_raises_type_error_with_release_manager_bool
    • 18 ms
      passedtest_init_raises_type_error_with_release_manager_int
    • 1 ms
      passedtest_init_raises_type_error_with_release_manager_list
    • 1 ms
      passedtest_init_raises_type_error_with_release_manager_none
    • 1 ms
      passedtest_init_raises_type_error_with_release_manager_str
    • 6 ms
      passedtest_release_filters_and_delegates_value_attrs_filter_none
    • 6 ms
      passedtest_release_filters_and_delegates_value_bool_filter_none
    • 7 ms
      passedtest_release_filters_and_delegates_value_dict_filter_none
    • 5 ms
      passedtest_release_filters_and_delegates_value_dict_filter_some
    • 5 ms
      passedtest_release_filters_and_delegates_value_int_filter_none
    • 8 ms
      passedtest_release_filters_and_delegates_value_list_filter_none
    • 6 ms
      passedtest_release_filters_and_delegates_value_list_filter_some
    • 6 ms
      passedtest_release_filters_and_delegates_value_named_tuple_filter_none
    • 6 ms
      passedtest_release_filters_and_delegates_value_none_filter_none
    • 24 ms
      passedtest_release_filters_and_delegates_value_numpy_array_filter_none
    • 6 ms
      passedtest_release_filters_and_delegates_value_numpy_int_filter_none
    • 5 ms
      passedtest_release_filters_and_delegates_value_serializable_value_filter_none
    • 5 ms
      passedtest_release_filters_and_delegates_value_str_filter_none
    • 5 ms
      passedtest_release_filters_and_delegates_value_tensor_array_filter_none
    • 5 ms
      passedtest_release_filters_and_delegates_value_tensor_int_filter_none
    • 5 ms
      passedtest_release_filters_and_delegates_value_value_reference_tensor_filter_none
    • 6 ms
      passedtest_release_filters_and_does_not_delegate_empty_structures_dict_filter_none
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_empty_structures_dict_filter_some
    • 8 ms
      passedtest_release_filters_and_does_not_delegate_empty_structures_list_filter_none
    • 18 ms
      passedtest_release_filters_and_does_not_delegate_empty_structures_list_filter_some
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_attrs
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_bool
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_dict
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_dict_empty
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_dict_nested
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_int
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_list
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_list_empty
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_list_nested
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_named_tuple
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_named_tuple_nested
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_none
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_numpy_array
    • 22 ms
      passedtest_release_filters_and_does_not_delegate_value_numpy_int
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_serializable_value
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_str
    • 3 ms
      passedtest_release_filters_and_does_not_delegate_value_tensor_array
    • 5 ms
      passedtest_release_filters_and_does_not_delegate_value_tensor_int
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_tensor_str
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_value_reference_sequence
    • 4 ms
      passedtest_release_filters_and_does_not_delegate_value_value_reference_tensor
    • 3 ms
      passedtest_release_raises_not_filterable_error_named_tuple_filter_some
  • 25 ms
    GroupingReleaseManagerTest
    • 7 ms
      passedtest_init_does_not_raise_type_error
    • 1 ms
      passedtest_init_raises_type_error_with_release_managers_bool
    • 1 ms
      passedtest_init_raises_type_error_with_release_managers_int
    • 1 ms
      passedtest_init_raises_type_error_with_release_managers_list
    • 1 ms
      passedtest_init_raises_type_error_with_release_managers_none
    • 1 ms
      passedtest_init_raises_type_error_with_release_managers_str
    • 1 ms
      passedtest_init_raises_value_error_with_release_manager_empty
    • 12 ms
      passedtest_release_delegates_value
  • 81 ms
    PeriodicReleaseManagerTest
    • 1 ms
      passedtest_init_raises_value_error_with_period_int_negative
    • 14 ms
      passedtest_init_raises_value_error_with_period_int_zero
    • 2 ms
      passedtest_init_raises_value_error_with_period_timedelta_negative
    • 3 ms
      passedtest_init_raises_value_error_with_period_timedelta_zero
    • 5 ms
      passedtest_release_delegates_value_with_periodicity_int_all_releases
    • 4 ms
      passedtest_release_delegates_value_with_periodicity_int_drops_all_releases
    • 6 ms
      passedtest_release_delegates_value_with_periodicity_int_drops_trailing_releases
    • 5 ms
      passedtest_release_delegates_value_with_periodicity_int_last_release
    • 5 ms
      passedtest_release_delegates_value_with_periodicity_int_some_releases
    • 6 ms
      passedtest_release_delegates_value_with_periodicity_timedelta_all_releases
    • 5 ms
      passedtest_release_delegates_value_with_periodicity_timedelta_drops_all_releases
    • 8 ms
      passedtest_release_delegates_value_with_periodicity_timedelta_drops_trailing_releases
    • 12 ms
      passedtest_release_delegates_value_with_periodicity_timedelta_last_release
    • 5 ms
      passedtest_release_delegates_value_with_periodicity_timedelta_some_releases
  • 229 ms
    SerializationUtilsDatasetTest
    • 140 ms
      passedtest_pack_and_unpack_dataset
    • 81 ms
      passedtest_pack_and_unpack_dataset_with_offset
    • 2 ms
      passedtest_unpack_dataset_from_raises_struct_error_with_corrupt_bytes_leading
    • 2 ms
      passedtest_unpack_dataset_from_raises_struct_error_with_corrupt_bytes_trailing
    • 2 ms
      passedtest_unpack_element_spec_from_raises_struct_error_with_offset_negative
    • 2 ms
      passedtest_unpack_element_spec_from_raises_struct_error_with_offset_too_large
  • 2 ms
    SerializationUtilsElementSpecTest
    • 1 ms
      passedtest_pack_and_unpack_element_spec_dict
    • 0 ms
      passedtest_pack_and_unpack_element_spec_list
    • 1 ms
      passedtest_pack_and_unpack_element_spec_named_tuple
    • 0 ms
      passedtest_pack_and_unpack_element_spec_tensor_spec
    • 0 ms
      passedtest_pack_and_unpack_element_spec_with_offset
    • 0 ms
      passedtest_unpack_element_spec_from_raises_struct_error_with_corrupt_bytes_leading
    • 0 ms
      passedtest_unpack_element_spec_from_raises_struct_error_with_corrupt_bytes_trailing
    • 0 ms
      passedtest_unpack_element_spec_from_raises_struct_error_with_offset_negative
    • 0 ms
      passedtest_unpack_element_spec_from_raises_struct_error_with_offset_too_large
  • 1 ms
    SerializationUtilsSequenceTest
    • 0 ms
      passedtest_pack_and_unpack_sequence_empty
    • 1 ms
      passedtest_pack_and_unpack_sequence_long
    • 0 ms
      passedtest_pack_and_unpack_sequence_offset
    • 0 ms
      passedtest_pack_and_unpack_sequence_short
    • 0 ms
      passedtest_unpack_sequence_from_raises_struct_error_with_corrupt_bytes_leading
    • 0 ms
      passedtest_unpack_sequence_from_raises_struct_error_with_corrupt_bytes_trailing
    • 0 ms
      passedtest_unpack_sequence_from_raises_struct_error_with_offset_negative
    • 0 ms
      passedtest_unpack_sequence_from_raises_struct_error_with_offset_too_large
  • 0 ms
    SerializationUtilsSerializableTest
    • 0 ms
      passedtest_pack_and_unpack_serializable
    • 0 ms
      passedtest_pack_and_unpack_serializable_with_offset
    • 0 ms
      passedtest_unpack_serializable_from_raises_struct_error_with_corrupt_bytes_leading
    • 0 ms
      passedtest_unpack_serializable_from_raises_struct_error_with_corrupt_bytes_trailing
    • 0 ms
      passedtest_unpack_serializable_from_raises_struct_error_with_offset_negative
    • 0 ms
      passedtest_unpack_serializable_from_raises_struct_error_with_offset_too_large
  • 0 ms
    SerializationUtilsStrTest
    • 0 ms
      passedtest_pack_and_unpack_str_empty
    • 0 ms
      passedtest_pack_and_unpack_str_long
    • 0 ms
      passedtest_pack_and_unpack_str_short
    • 0 ms
      passedtest_pack_and_unpack_str_with_offset
    • 0 ms
      passedtest_unpack_str_from_raises_struct_error_with_corrupt_bytes_leading
    • 0 ms
      passedtest_unpack_str_from_raises_struct_error_with_corrupt_bytes_trailing
    • 0 ms
      passedtest_unpack_str_from_raises_struct_error_with_offset_negative
    • 0 ms
      passedtest_unpack_str_from_raises_struct_error_with_offset_too_large
  • 0 ms
    SerializationUtilsTypeSpecTest
    • 0 ms
      passedtest_pack_and_unpack_type_spec
    • 0 ms
      passedtest_pack_and_unpack_type_spec_with_offset
    • 0 ms
      passedtest_unpack_type_spec_from_raises_struct_error_with_corrupt_bytes_leading
    • 0 ms
      passedtest_unpack_type_spec_from_raises_struct_error_with_corrupt_bytes_trailing
    • 0 ms
      passedtest_unpack_type_spec_from_raises_struct_error_with_offset_negative
    • 0 ms
      passedtest_unpack_type_spec_from_raises_struct_error_with_offset_too_large
  • 2 ms
    FilterStructureTest
    • 0 ms
      passedtest_returns_result_attrs
    • 0 ms
      passedtest_returns_result_bool
    • 2 ms
      passedtest_returns_result_dict
    • 0 ms
      passedtest_returns_result_dict_empty
    • 0 ms
      passedtest_returns_result_dict_nested
    • 0 ms
      passedtest_returns_result_int
    • 0 ms
      passedtest_returns_result_list
    • 0 ms
      passedtest_returns_result_list_empty
    • 0 ms
      passedtest_returns_result_list_nested
    • 0 ms
      passedtest_returns_result_materializable_value_reference_sequence
    • 0 ms
      passedtest_returns_result_materializable_value_reference_tensor
    • 0 ms
      passedtest_returns_result_named_tuple
    • 0 ms
      passedtest_returns_result_named_tuple_nested
    • 0 ms
      passedtest_returns_result_none
    • 0 ms
      passedtest_returns_result_numpy_array
    • 0 ms
      passedtest_returns_result_numpy_int
    • 0 ms
      passedtest_returns_result_serializable_value
    • 0 ms
      passedtest_returns_result_str
    • 0 ms
      passedtest_returns_result_tensor_array
    • 0 ms
      passedtest_returns_result_tensor_int
    • 0 ms
      passedtest_returns_result_tensor_str
  • 64 ms
    FlattenWithNameTest
    • 0 ms
      passedtest_returns_result_attrs
    • 0 ms
      passedtest_returns_result_bool
    • 0 ms
      passedtest_returns_result_dict
    • 0 ms
      passedtest_returns_result_dict_empty
    • 0 ms
      passedtest_returns_result_dict_nested
    • 0 ms
      passedtest_returns_result_int
    • 0 ms
      passedtest_returns_result_list
    • 0 ms
      passedtest_returns_result_list_empty
    • 0 ms
      passedtest_returns_result_list_nested
    • 64 ms
      passedtest_returns_result_materializable_value_reference_sequence
    • 0 ms
      passedtest_returns_result_materializable_value_reference_tensor
    • 0 ms
      passedtest_returns_result_named_tuple
    • 0 ms
      passedtest_returns_result_named_tuple_nested
    • 0 ms
      passedtest_returns_result_none
    • 0 ms
      passedtest_returns_result_numpy_array
    • 0 ms
      passedtest_returns_result_numpy_int
    • 0 ms
      passedtest_returns_result_serializable_value
    • 0 ms
      passedtest_returns_result_str
    • 0 ms
      passedtest_returns_result_tensor_array
    • 0 ms
      passedtest_returns_result_tensor_int
    • 0 ms
      passedtest_returns_result_tensor_str
  • 0 ms
    MapStructureTest
    • 0 ms
      passedtest_does_not_raises_type_error_with_different_types
    • 0 ms
      passedtest_raises_type_error_with_different_types
    • 0 ms
      passedtest_raises_value_error_with_different_structures
    • 0 ms
      passedtest_raises_value_error_with_no_structures
    • 0 ms
      passedtest_returns_result
  • 7 ms
    TensorBoardReleaseManagerInitTest
    • 6 ms
      passedtest_creates_new_dir_with_summary_dir_path_like
    • 1 ms
      passedtest_creates_new_dir_with_summary_dir_str
    • 0 ms
      passedtest_raises_type_error_with_summary_dir_bool
    • 0 ms
      passedtest_raises_type_error_with_summary_dir_int
    • 0 ms
      passedtest_raises_type_error_with_summary_dir_list
    • 0 ms
      passedtest_raises_type_error_with_summary_dir_none
    • 0 ms
      passedtest_raises_value_error_with_summary_dir_empty
  • 290 ms
    TensorBoardReleaseManagerReleaseTest
    • 107 ms
      passedtest_does_not_raise_type_error_with_key_0
    • 5 ms
      passedtest_does_not_raise_type_error_with_key_1
    • 5 ms
      passedtest_does_not_raise_type_error_with_key_negative
    • 5 ms
      passedtest_does_not_raise_type_error_with_key_numpy
    • 5 ms
      passedtest_does_not_write_value_attrs
    • 4 ms
      passedtest_does_not_write_value_dict_empty
    • 4 ms
      passedtest_does_not_write_value_list_empty
    • 5 ms
      passedtest_does_not_write_value_none
    • 5 ms
      passedtest_does_not_write_value_serializable_value
    • 6 ms
      passedtest_does_not_write_value_str
    • 12 ms
      passedtest_does_not_write_value_tensor_str
    • 2 ms
      passedtest_raises_type_error_with_key_list
    • 3 ms
      passedtest_raises_type_error_with_key_none
    • 3 ms
      passedtest_raises_type_error_with_key_str
    • 20 ms
      passedtest_writes_value_histogram_materializable_value_reference_sequence
    • 5 ms
      passedtest_writes_value_histogram_numpy_array
    • 4 ms
      passedtest_writes_value_histogram_tensor_array
    • 6 ms
      passedtest_writes_value_scalar_and_histogram
    • 5 ms
      passedtest_writes_value_scalar_bool
    • 6 ms
      passedtest_writes_value_scalar_dict
    • 6 ms
      passedtest_writes_value_scalar_dict_nested
    • 25 ms
      passedtest_writes_value_scalar_int
    • 6 ms
      passedtest_writes_value_scalar_list
    • 7 ms
      passedtest_writes_value_scalar_list_nested
    • 4 ms
      passedtest_writes_value_scalar_materializable_value_reference_tensor
    • 6 ms
      passedtest_writes_value_scalar_named_tuple
    • 7 ms
      passedtest_writes_value_scalar_named_tuple_nested
    • 6 ms
      passedtest_writes_value_scalar_numpy_int
    • 6 ms
      passedtest_writes_value_scalar_tensor_int
  • 99 ms
    MaterializeValueTest
    • 6 ms
      passedtest_returns_value_attrs
    • 3 ms
      passedtest_returns_value_bool
    • 5 ms
      passedtest_returns_value_dict
    • 2 ms
      passedtest_returns_value_dict_empty
    • 4 ms
      passedtest_returns_value_dict_nested
    • 2 ms
      passedtest_returns_value_int
    • 4 ms
      passedtest_returns_value_list
    • 2 ms
      passedtest_returns_value_list_empty
    • 4 ms
      passedtest_returns_value_list_nested
    • 45 ms
      passedtest_returns_value_materializable_value_reference_sequence
    • 2 ms
      passedtest_returns_value_materializable_value_reference_tensor
    • 4 ms
      passedtest_returns_value_named_tuple
    • 5 ms
      passedtest_returns_value_named_tuple_nested
    • 4 ms
      passedtest_returns_value_numpy_array
    • 3 ms
      passedtest_returns_value_numpy_generic
    • 2 ms
      passedtest_returns_value_serializable_value
    • 2 ms
      passedtest_returns_value_str
  • 506 ms
    ModelCollectionTest
    • 63 ms
      passedtest_2nn_number_of_parameters
    • 90 ms
      passedtest_2nn_output_shape
    • 2 ms
      passedtest_2nn_raises_on_nonpositive_hidden_units
    • 148 ms
      passedtest_autoencoder_model_shape
    • 106 ms
      passedtest_conv_dropout_only_digits_shape
    • 97 ms
      passedtest_conv_dropout_shape
  • 80 ms
    ModelsTest
    • 1 ms
      passedtest_create_recurrent_model_raises_on_nonpositive_sequence_length
    • 17 ms
      passedtest_create_recurrent_model_raises_on_nonpositive_vocab_size
    • 36 ms
      errortest_mask_zero_results_in_correct_mask
      • Layer.compute_mask() got an unexpected keyword argument 'mask'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/shakespeare/char_prediction_models_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/shakespeare/char_prediction_models_test.py", line 53, in test_mask_zero_results_in_correct_mask
        output_mask = mask_model.compute_mask(data, mask=None)
        TypeError:
    • 13 ms
      errortest_model_input_output_shape
      • Sequential model 'sequential_1' has no defined input shape yet.Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/shakespeare/char_prediction_models_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/shakespeare/char_prediction_models_test.py", line 45, in test_model_input_output_shape
        self.assertEqual(model.input_shape, (None, sequence_length))
        File "/usr/local/lib/python3.10/dist-packages/keras/src/models/sequential.py", line 256, in input_shape
        raise ValueError(
        ValueError:
    • 13 ms
      errortest_no_mask_zero_results_in_correct_mask
      • Layer.compute_mask() got an unexpected keyword argument 'mask'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/shakespeare/char_prediction_models_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/shakespeare/char_prediction_models_test.py", line 61, in test_no_mask_zero_results_in_correct_mask
        output_mask = mask_model.compute_mask(data, mask=None)
        TypeError:
  • 124 ms
    LogisticRegressionModelTest
    • 61 ms
      passedtest_constructs_keras_model_with_correct_dimensions_input100_output1
    • 19 ms
      passedtest_constructs_keras_model_with_correct_dimensions_input1_output10
    • 19 ms
      passedtest_constructs_keras_model_with_correct_dimensions_input2_output5
    • 25 ms
      passedtest_constructs_keras_model_with_correct_dimensions_input7_output3
  • 3.50 s
    TagPredictionTasksTest
    • 535 ms
      errortest_constructs_with_different_tag_vocab_sizes_tag_vocab_size1
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 113, in test_constructs_with_different_tag_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 258 ms
      errortest_constructs_with_different_tag_vocab_sizes_tag_vocab_size10
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 113, in test_constructs_with_different_tag_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 294 ms
      errortest_constructs_with_different_tag_vocab_sizes_tag_vocab_size50
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 113, in test_constructs_with_different_tag_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 300 ms
      errortest_constructs_with_different_tag_vocab_sizes_tag_vocab_size8
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 113, in test_constructs_with_different_tag_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 305 ms
      errortest_constructs_with_different_word_vocab_sizes_word_vocab_size1
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 80, in test_constructs_with_different_word_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 302 ms
      errortest_constructs_with_different_word_vocab_sizes_word_vocab_size10
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 80, in test_constructs_with_different_word_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 307 ms
      errortest_constructs_with_different_word_vocab_sizes_word_vocab_size50
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 80, in test_constructs_with_different_word_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 307 ms
      errortest_constructs_with_different_word_vocab_sizes_word_vocab_size8
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/usr/local/lib/python3.10/dist-packages/absl/testing/parameterized.py", line 320, in bound_param_test
        return test_method(self, *testcase_params)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 80, in test_constructs_with_different_word_vocab_sizes
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 301 ms
      errortest_constructs_with_eval_client_spec
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 54, in test_constructs_with_eval_client_spec
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 307 ms
      errortest_constructs_without_eval_client_spec
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 65, in test_constructs_without_eval_client_spec
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 279 ms
      errortest_preprocessed_test_dataset_can_yield_batches
      • 'Sequential' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.py", line 143, in test_preprocessed_test_dataset_can_yield_batches
        baseline_task_spec = tag_prediction_tasks.create_tag_prediction_task(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 166, in create_tag_prediction_task
        return create_tag_prediction_task_from_datasets(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 104, in create_tag_prediction_task_from_datasets
        return baseline_task.BaselineTask(task_datasets, model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks.py", line 90, in model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/stackoverflow/tag_prediction_tasks_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 1 ms
      passedtest_raises_on_bad_tag_vocab_size_tag_vocab_size0
    • 0 ms
      passedtest_raises_on_bad_tag_vocab_size_tag_vocab_size_minus1
    • 0 ms
      passedtest_raises_on_bad_tag_vocab_size_tag_vocab_size_minus5
    • 0 ms
      passedtest_raises_on_bad_word_vocab_size_word_vocab_size0
    • 0 ms
      passedtest_raises_on_bad_word_vocab_size_word_vocab_size_minus1
    • 0 ms
      passedtest_raises_on_bad_word_vocab_size_word_vocab_size_minus5
  • 113 ms
    TaskUtilsTest
    • 31 ms
      passedtest_construct_raises_on_non_baseline_task_spec_datasets
    • 8 ms
      passedtest_construct_raises_on_non_callable_model_fn
    • 36 ms
      passedtest_construct_raises_on_non_tff_model
    • 21 ms
      errortest_constructs_with_matching_dataset_and_model_spec
      • 'Functional' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task_test.py", line 63, in test_constructs_with_matching_dataset_and_model_spec
        baseline_task_spec = baseline_task.BaselineTask(
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task_test.py", line 57, in tff_model_builder
        return keras_utils.from_keras_model(keras_model, loss, input_spec=input_spec)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
    • 17 ms
      errortest_raises_on_different_data_and_model_spec
      • 'Functional' object has no attribute '_is_compiled'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task_test.py", line 105, in test_raises_on_different_data_and_model_spec
        baseline_task.BaselineTask(baseline_task_spec_data, tff_model_fn)
        File "", line 8, in __init__
        self.__attrs_post_init__()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task.py", line 49, in __attrs_post_init__
        tff_model = self.model_fn()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/baseline_task_test.py", line 96, in tff_model_fn
        return keras_utils.from_keras_model(
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/baseline_task_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/learning/models/keras_utils.py", line 121, in from_keras_model
        if keras_model._is_compiled: # pylint: disable=protected-access
        AttributeError:
  • 374 ms
    MaskedCategoricalAccuracyTest
    • 30 ms
      passedtest_constructor_no_masked_token
    • 7 ms
      passedtest_constructor_with_masked_token
    • 42 ms
      passedtest_update_state_with_all_tokens_masked
    • 21 ms
      passedtest_update_state_with_multiple_tokens_masked
    • 23 ms
      passedtest_update_state_with_no_special_character
    • 25 ms
      passedtest_update_state_with_special_character
    • 42 ms
      passedtest_weighted_update_state_no_special_character
    • 24 ms
      passedtest_weighted_update_state_no_special_character_rank_2_sample_weight
    • 24 ms
      passedtest_weighted_update_state_special_character_rank_2_sample_weight
    • 38 ms
      passedtest_weighted_update_state_with_masked_token
    • 98 ms
      failedtest_weighted_update_state_with_scalar_weight
      • Not equal to tolerance rtol=1e-06, atol=1e-06
        Mismatched value: a is different from b.
        not close lhs = 2.0
        not close rhs = 0.5
        not close dif = 1.5
        not close tol = 1.5e-06
        dtype = float32, shape = ()
        Mismatched elements: 1 / 1 (100%)
        Max absolute difference: 1.5
        Max relative difference: 3.
        x: array(2., dtype=float32)
        y: array(0.5)Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics_test.py", line 276, in test_weighted_update_state_with_scalar_weight
        self.assertAllClose(self.evaluate(metric.result()), 0.5)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/test_util.py", line 1742, in decorated
        return f(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/test_util.py", line 3358, in assertAllClose
        self._assertAllCloseRecursive(a, b, rtol=rtol, atol=atol, msg=msg)
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/test_util.py", line 3314, in _assertAllCloseRecursive
        self._assertArrayLikeAllClose(
        File "/usr/local/lib/python3.10/dist-packages/tensorflow/python/framework/test_util.py", line 3251, in _assertArrayLikeAllClose
        np.testing.assert_allclose(
        File "/usr/local/lib/python3.10/dist-packages/numpy/testing/_private/utils.py", line 1504, in assert_allclose
        assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
        File "/usr/lib/python3.10/contextlib.py", line 79, in inner
        return func(*args, **kwds)
        File "/usr/local/lib/python3.10/dist-packages/numpy/testing/_private/utils.py", line 797, in assert_array_compare
        raise AssertionError(msg)
        AssertionError:
  • 7 ms
    NumTokensCounterTest
    • 3 ms
      errortest_constructor_no_masked_token
      • 'DType' object has no attribute 'replace'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics_test.py", line 24, in test_constructor_no_masked_token
        metric = keras_metrics.NumTokensCounter(name=metric_name)
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics.py", line 35, in __init__
        self._sum = self.add_weight('sum', initializer='zeros', dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 202, in add_weight
        return self.add_variable(
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 186, in add_variable
        with backend.name_scope(self.name.replace("/", ">"), caller=self):
        AttributeError:
    • 1 ms
      errortest_counts_total_examples_with_zero_mask_no_sample_weight
      • 'DType' object has no attribute 'replace'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics_test.py", line 41, in test_counts_total_examples_with_zero_mask_no_sample_weight
        metric = keras_metrics.NumTokensCounter(masked_tokens=[0])
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics.py", line 35, in __init__
        self._sum = self.add_weight('sum', initializer='zeros', dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 202, in add_weight
        return self.add_variable(
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 186, in add_variable
        with backend.name_scope(self.name.replace("/", ">"), caller=self):
        AttributeError:
    • 1 ms
      errortest_counts_total_examples_with_zero_mask_with_sample_weight
      • 'DType' object has no attribute 'replace'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics_test.py", line 55, in test_counts_total_examples_with_zero_mask_with_sample_weight
        metric = keras_metrics.NumTokensCounter(masked_tokens=[0])
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics.py", line 35, in __init__
        self._sum = self.add_weight('sum', initializer='zeros', dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 202, in add_weight
        return self.add_variable(
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 186, in add_variable
        with backend.name_scope(self.name.replace("/", ">"), caller=self):
        AttributeError:
    • 1 ms
      errortest_counts_total_examples_without_zero_mask_no_sample_weight
      • 'DType' object has no attribute 'replace'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics_test.py", line 30, in test_counts_total_examples_without_zero_mask_no_sample_weight
        metric = keras_metrics.NumTokensCounter()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics.py", line 35, in __init__
        self._sum = self.add_weight('sum', initializer='zeros', dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 202, in add_weight
        return self.add_variable(
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 186, in add_variable
        with backend.name_scope(self.name.replace("/", ">"), caller=self):
        AttributeError:
    • 1 ms
      errortest_counts_total_examples_without_zero_mask_with_sample_weight
      • 'DType' object has no attribute 'replace'Traceback (most recent call last):
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics_test.py", line 46, in test_counts_total_examples_without_zero_mask_with_sample_weight
        metric = keras_metrics.NumTokensCounter()
        File "/root/.cache/bazel/_bazel_root/f9c2c3654392974eb9cabda3d8ebefac/execroot/org_tensorflow_federated/bazel-out/k8-opt/bin/tensorflow_federated/python/simulation/baselines/keras_metrics_test.runfiles/org_tensorflow_federated/tensorflow_federated/python/simulation/baselines/keras_metrics.py", line 35, in __init__
        self._sum = self.add_weight('sum', initializer='zeros', dtype=dtype)
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 202, in add_weight
        return self.add_variable(
        File "/usr/local/lib/python3.10/dist-packages/keras/src/metrics/metric.py", line 186, in add_variable
        with backend.name_scope(self.name.replace("/", ">"), caller=self):
        AttributeError:
  • 2.07 s
    BaselineTaskDatasetsTest
    • 155 ms
      passedtest_constructs_with_eval_preprocess_fn
    • 96 ms
      passedtest_constructs_without_eval_preprocess_fn
    • 123 ms
      passedtest_create_centralized_test_from_client_data
    • 153 ms
      passedtest_create_centralized_test_from_client_data_with_eval_preprocess
    • 39 ms
      passedtest_create_centralized_test_from_dataset
    • 85 ms
      passedtest_create_centralized_test_from_dataset_with_eval_preprocess
    • 8 ms
      passedtest_data_summary_header_is_constant_config1
    • 7 ms
      passedtest_data_summary_header_is_constant_config2
    • 8 ms
      passedtest_data_summary_header_is_constant_config3
    • 6 ms
      passedtest_data_summary_header_is_constant_config4
    • 10 ms
      passedtest_data_summary_header_is_constant_config5
    • 6 ms
      passedtest_data_summary_header_is_constant_config6
    • 7 ms
      passedtest_raises_when_test_and_validation_types_are_different
    • 23 ms
      passedtest_record_test_dataset_info_test_config1
    • 6 ms
      passedtest_record_test_dataset_info_test_config2
    • 5 ms
      passedtest_record_test_dataset_info_test_config3
    • 6 ms
      passedtest_record_train_dataset_info_num_clients1
    • 5 ms
      passedtest_record_train_dataset_info_num_clients2
    • 6 ms
      passedtest_record_train_dataset_info_num_clients3
    • 7 ms
      passedtest_record_validation_dataset_info_validation_config1
    • 7 ms
      passedtest_record_validation_dataset_info_validation_config2
    • 7 ms
      passedtest_record_validation_dataset_info_validation_config3
    • 6 ms
      passedtest_record_validation_dataset_info_validation_config4
    • 464 ms
      passedtest_sample_train_clients_random_seed
    • 558 ms
      passedtest_sample_train_clients_returns_preprocessed_train_datasets
    • 158 ms
      passedtest_sample_train_clients_returns_train_datasets
    • 7 ms
      passedtest_summary_eval_preprocess_fn_is_none
    • 7 ms
      passedtest_summary_eval_preprocess_fn_is_not_none
    • 6 ms
      passedtest_summary_gives_correct_test_information_test_config1
    • 6 ms
      passedtest_summary_gives_correct_test_information_test_config2
    • 5 ms
      passedtest_summary_gives_correct_test_information_test_config3
    • 6 ms
      passedtest_summary_gives_correct_train_information_num_clients1
    • 5 ms
      passedtest_summary_gives_correct_train_information_num_clients2
    • 22 ms
      passedtest_summary_gives_correct_train_information_num_clients3
    • 7 ms
      passedtest_summary_gives_correct_validation_information_validation_config1
    • 7 ms
      passedtest_summary_gives_correct_validation_information_validation_config2
    • 6 ms
      passedtest_summary_gives_correct_validation_information_validation_config3
    • 4 ms
      passedtest_summary_table_structure_with_validation
    • 6 ms
      passedtest_summary_table_structure_without_validation
    • 5 ms
      passedtest_summary_train_preprocess_fn_is_none
    • 9 ms
      passedtest_summary_train_preprocess_fn_is_not_none
  • 114 ms
    GetElementSpecTest
    • 17 ms
      passedtest_get_element_spec_centralized_no_preprocess
    • 77 ms
      passedtest_get_element_spec_centralized_preprocess
    • 6 ms
      passedtest_get_element_spec_federated_no_preprocess
    • 14 ms
      passedtest_get_element_spec_federated_preprocess
  • 10.10 s
    CreateRecurrentModelTest
    • 1 ms
      passedtest_nonpositive_embedding_size_raises
    • 0 ms
      passedtest_nonpositive_lstm_size_raises
    • 0 ms
      passedtest_nonpositive_num_lstm_layers_raises
    • 0 ms
      passedtest_nonpositive_vocab_size_raises
    • 402 ms
      passedtest_num_layers_param1
    • 400 ms
      passedtest_num_layers_param2
    • 1.10 s
      passedtest_num_layers_param3
    • 1.02 s
      passedtest_num_layers_param4
    • 2.39 s
      passedtest_num_layers_param5
    • 2.18 s
      passedtest_num_layers_param6
    • 335 ms
      passedtest_output_shape_matches_vocab_size_vocab_size1
    • 356 ms
      passedtest_output_shape_matches_vocab_size_vocab_size2
    • 347 ms
      passedtest_output_shape_matches_vocab_size_vocab_size3
    • 358 ms
      passedtest_shared_embedding_matches_input_and_output_weights
    • 1.20 s
      passedtest_shared_embedding_returns_dense_gradient_in_graph_mode
  • 75 ms
    CIFAR100Test
    • 75 ms
      passedtest_get_synthetic
  • 58 ms
    DownloadTest
    • 2 ms
      passedtest_cache_dir_not_exists_creates_dirs
    • 15 ms
      passedtest_cached_file_is_not_fetched
    • 0 ms
      passedtest_non_lzma_extension_errors
    • 34 ms
      passedtest_uncache_file_is_fetched_with_content_length
    • 7 ms
      passedtest_uncache_file_is_fetched_without_content_length
  • 2.79 s
    DatasetUtilsTest
    • 591 ms
      passedtest_build_synthethic_iid_client_data
    • 352 ms
      passedtest_deterministic_dataset_mixture
    • 1.10 s
      passedtest_deterministic_dataset_mixture_distribution
    • 499 ms
      passedtest_filter_single_label_dataset
    • 251 ms
      passedtest_non_deterministic_dataset_mixture_different
  • 98 ms
    EmnistTest
    • 98 ms
      passedtest_get_synthetic
  • 128 ms
    FlairTest
    • 1 ms
      passedtest_create_example
    • 0 ms
      passedtest_create_label_index
    • 19 ms
      passedtest_get_client_ids_to_files
    • 0 ms
      passedtest_load_client_metadata
    • 40 ms
      passedtest_load_examples
    • 20 ms
      passedtest_parse_example_undoes_create_example
    • 48 ms
      passedtest_write_examples_produces_expected_files
  • 100 ms
    GLDV2Test
    • 1 ms
      passedtest_create_dataset_from_mapping
    • 99 ms
      passedtest_get_synthetic
  • 94 ms
    INatualistTest
    • 1 ms
      passedtest_create_dataset_from_mapping
    • 93 ms
      passedtest_get_synthetic
  • 30 ms
    ShakespeareTest
    • 30 ms
      passedtest_get_synthetic
  • 58 ms
    SerializerParserTest
    • 1 ms
      passedtest_check_element_spec_key_type_raises_type_error_integer key
    • 0 ms
      passedtest_check_element_spec_key_type_raises_type_error_nested mapping
    • 0 ms
      passedtest_check_element_spec_key_type_raises_type_error_tuple key
    • 0 ms
      passedtest_check_element_spec_type_raises_type_error_list of tensorspec
    • 1 ms
      passedtest_check_element_spec_type_raises_type_error_non-iterable None
    • 0 ms
      passedtest_check_element_spec_type_raises_type_error_non-iterable tensorspec
    • 0 ms
      passedtest_check_element_spec_type_raises_type_error_non-iterable tensorspec batched
    • 0 ms
      passedtest_check_element_spec_type_raises_type_error_tuple of tensorspec
    • 5 ms
      passedtest_serializer_parser_on_a_single_elem_float32_1darray
    • 16 ms
      passedtest_serializer_parser_on_a_single_elem_float32_2darray
    • 4 ms
      passedtest_serializer_parser_on_a_single_elem_float32_3darray
    • 4 ms
      passedtest_serializer_parser_on_a_single_elem_float32_scalar
    • 4 ms
      passedtest_serializer_parser_on_a_single_elem_int32_scalar
    • 3 ms
      passedtest_serializer_parser_on_a_single_elem_int64_1darray
    • 4 ms
      passedtest_serializer_parser_on_a_single_elem_int64_2darray
    • 4 ms
      passedtest_serializer_parser_on_a_single_elem_int64_3darray
    • 4 ms
      passedtest_serializer_parser_on_a_single_elem_int64_scalar
    • 5 ms
      passedtest_serializer_parser_on_a_single_elem_int8_scalar
    • 3 ms
      passedtest_serializer_parser_on_a_single_elem_string
  • 1.02 s
    SqlClientDataUtilsTest
    • 300 ms
      passedtest_save_to_sql_client_can_overwrite_if_enabled
    • 385 ms
      passedtest_save_to_sql_client_data
    • 41 ms
      passedtest_save_to_sql_client_data_raises_type_error
    • 8 ms
      passedtest_save_to_sql_client_data_with_empty_split_names
    • 45 ms
      passedtest_save_to_sql_client_data_with_missing_split_name
    • 209 ms
      passedtest_save_to_sql_client_data_with_split_names
    • 34 ms
      passedtest_save_to_sql_client_will_not_overwrite_if_not_allowed
  • 59 ms
    StackoverflowTest
    • 47 ms
      passedtest_get_synthetic
    • 12 ms
      passedtest_get_synthetic_tag_counts
    • 0 ms
      passedtest_get_synthetic_word_counts
  • 1 ms
    VisionDatasetsUtilsTest
    • 1 ms
      passedtest_create_example
  • 10 ms
    ConstructDatasetsOnClientsComputationTest
    • 4 ms
      passedtest_mutates_comp_accepting_dataset_in_second_index
    • 3 ms
      passedtest_mutates_comp_accepting_deeply_nested_dataset
    • 1 ms
      passedtest_mutates_comp_accepting_only_dataset
    • 1 ms
      passedtest_raises_computation_no_dataset_parameter
    • 0 ms
      passedtest_raises_computation_not_returning_dataset
    • 0 ms
      passedtest_raises_computation_with_multiple_federated_types
    • 1 ms
      passedtest_raises_mismatched_dataset_comp_return_type_and_sequence_type
    • 0 ms
      passedtest_raises_non_computation_dataset_comp
    • 0 ms
      passedtest_raises_non_computation_outer_comp
  • 179 ms
    ConstructDatasetsOnClientsIterativeProcessTest
    • 67 ms
      passedtest_mutates_iterproc_accepting_dataset_in_second_index_of_next
    • 56 ms
      passedtest_mutates_iterproc_with_parameter_assignable_from_result
    • 22 ms
      passedtest_raises_computation_not_returning_dataset
    • 3 ms
      passedtest_raises_iterative_process_no_dataset_parameter
    • 5 ms
      passedtest_raises_iterproc_if_dataset_is_returned_by_init
    • 4 ms
      passedtest_raises_mismatched_dataset_comp_return_type_and_iterproc_sequence_type
    • 4 ms
      passedtest_raises_non_computation
    • 0 ms
      passedtest_raises_non_iterative_process
    • 18 ms
      passedtest_returns_iterproc_accepting_dataset_in_third_index_of_next
  • 17 ms
    ConstructDatasetsOnClientsLearningProcessTest
    • 17 ms
      passedtest_returns_iterative_process_with_same_non_next_type_signatures
  • 25 ms
    SamplingTest
    • 1 ms
      passedtest_build_sampling_fn_without_random_seed_int_no_replace
    • 1 ms
      passedtest_build_sampling_fn_without_random_seed_int_replace
    • 1 ms
      passedtest_build_sampling_fn_without_random_seed_sequence_no_replace
    • 1 ms
      passedtest_build_sampling_fn_without_random_seed_sequence_replace
    • 18 ms
      passedtest_build_uniform_sampling_fn_with_random_seed_int_no_replace
    • 1 ms
      passedtest_build_uniform_sampling_fn_with_random_seed_int_replace
    • 1 ms
      passedtest_build_uniform_sampling_fn_with_random_seed_sequence_no_replace
    • 1 ms
      passedtest_build_uniform_sampling_fn_with_random_seed_sequence_replace
  • 1 ms
    CreateMobilenetInputValidationTest
    • 1 ms
      passedtest_input_shape_with_negative_value_raises
    • 0 ms
      passedtest_negative_dropout_prob_raises
    • 0 ms
      passedtest_negative_num_classes_raises
    • 0 ms
      passedtest_negative_num_groups_raises
    • 0 ms
      passedtest_non_length_3_input_shape_raises
    • 0 ms
      passedtest_non_tuple_input_shape_raises
    • 0 ms
      passedtest_nonpositive_alpha_raises
    • 0 ms
      passedtest_unsupported_pooling_raises
  • 9.04 s
    MobileNetModelTest
    • 2.44 s
      passedtest_alpha_changes_num_model_parameters
    • 883 ms
      passedtest_constructs_keras_model
    • 2.60 s
      passedtest_dropout_increases_num_model_layers
    • 1.32 s
      passedtest_num_groups_does_not_change_num_model_parameters
    • 1.78 s
      passedtest_pooling_does_not_change_num_model_parameters
  • 3 ms
    CreateResnetInputValidationTest
    • 1 ms
      passedtest_initial_kernel_size_with_length_not_2_raises
    • 0 ms
      passedtest_initial_kernel_size_with_negative_values_raises
    • 1 ms
      passedtest_initial_strides_with_length_not_2_raises
    • 0 ms
      passedtest_initial_strides_with_negative_values_raises
    • 0 ms
      passedtest_input_shape_with_negative_values_raises
    • 0 ms
      passedtest_negative_initial_filters_raises
    • 0 ms
      passedtest_negative_num_classes_raises
    • 1 ms
      passedtest_non_iterable_initial_kernel_size_raises
    • 0 ms
      passedtest_non_iterable_initial_strides_raises
    • 0 ms
      passedtest_non_iterable_input_shape_raises
    • 0 ms
      passedtest_non_iterable_repetitions_raises
    • 0 ms
      passedtest_non_length_3_input_shape_raises
    • 0 ms
      passedtest_repetitions_with_negative_values_raises
    • 0 ms
      passedtest_unsupported_norm_raises
    • 0 ms
      passedtest_unsupported_residual_block_raises
  • 6.12 s
    CreateSpecializedResnetTest
    • 3.24 s
      passedtest_resnet152_constructs_with_cifar_inputs
    • 579 ms
      passedtest_resnet18_constructs_with_cifar_inputs
    • 1.01 s
      passedtest_resnet34_constructs_with_cifar_inputs
    • 1.29 s
      passedtest_resnet50_constructs_with_cifar_inputs
  • 5.76 s
    ResNetConstructionTest
    • 2.26 s
      passedtest_basic_block_has_fewer_parameters_than_bottleneck
    • 446 ms
      passedtest_repetitions_increases_number_parameters
    • 1.43 s
      passedtest_resnet_constructs_with_batch_norm
    • 1.63 s
      passedtest_resnet_constructs_with_group_norm
  • 536 ms
    RunTrainingProcessTest
    • 6 ms
      passedtest_evaluation_fns_called_0_1
    • 24 ms
      passedtest_evaluation_fns_called_10_1
    • 8 ms
      passedtest_evaluation_fns_called_10_5
    • 8 ms
      passedtest_evaluation_fns_called_1_1
    • 6 ms
      passedtest_evaluation_fns_called_1_2
    • 6 ms
      passedtest_evaluation_fns_called_2_1
    • 6 ms
      passedtest_evaluation_fns_called_2_2
    • 11 ms
      passedtest_metrics_managers_called_with_evaluation_0_1
    • 18 ms
      passedtest_metrics_managers_called_with_evaluation_10_1
    • 15 ms
      passedtest_metrics_managers_called_with_evaluation_10_5
    • 21 ms
      passedtest_metrics_managers_called_with_evaluation_1_1
    • 12 ms
      passedtest_metrics_managers_called_with_evaluation_1_2
    • 13 ms
      passedtest_metrics_managers_called_with_evaluation_2_1
    • 13 ms
      passedtest_metrics_managers_called_with_evaluation_2_2
    • 9 ms
      passedtest_metrics_managers_called_with_training_and_evaluation_time_10
    • 22 ms
      passedtest_metrics_managers_called_without_evaluation_0
    • 29 ms
      passedtest_metrics_managers_called_without_evaluation_1
    • 17 ms
      passedtest_metrics_managers_called_without_evaluation_10
    • 15 ms
      passedtest_metrics_managers_called_without_evaluation_2
    • 8 ms
      passedtest_program_state_manager_called_with_existing_program_state_0_1
    • 9 ms
      passedtest_program_state_manager_called_with_existing_program_state_0_3
    • 7 ms
      passedtest_program_state_manager_called_with_existing_program_state_1_0
    • 6 ms
      passedtest_program_state_manager_called_with_existing_program_state_1_1
    • 9 ms
      passedtest_program_state_manager_called_with_existing_program_state_2_0
    • 6 ms
      passedtest_program_state_manager_called_with_existing_program_state_2_2
    • 20 ms
      passedtest_program_state_manager_called_with_existing_program_state_2_3
    • 8 ms
      passedtest_program_state_manager_called_with_existing_program_state_2_5
    • 6 ms
      passedtest_program_state_manager_called_with_existing_program_state_5_2
    • 6 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_0_1
    • 12 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_10_1
    • 9 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_10_5
    • 6 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_1_1
    • 6 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_1_2
    • 7 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_2_1
    • 10 ms
      passedtest_program_state_manager_called_without_existing_program_state_with_program_state_2_2
    • 24 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_0_1
    • 12 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_10_1
    • 11 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_10_5
    • 8 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_1_1
    • 11 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_1_2
    • 9 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_2_1
    • 8 ms
      passedtest_program_state_manager_called_without_existing_program_state_without_program_state_2_2
    • 4 ms
      passedtest_training_fns_called_with_odict_next_0
    • 4 ms
      passedtest_training_fns_called_with_odict_next_1
    • 7 ms
      passedtest_training_fns_called_with_odict_next_10
    • 8 ms
      passedtest_training_fns_called_with_odict_next_2
    • 21 ms
      passedtest_training_fns_called_with_tuple_next_0
    • 4 ms
      passedtest_training_fns_called_with_tuple_next_1
    • 6 ms
      passedtest_training_fns_called_with_tuple_next_10
    • 5 ms
      passedtest_training_fns_called_with_tuple_next_2
  • 771 ms
    GraphOptTest
    • 183 ms
      passedtest_reduces_bytesize_for_dataset_reduction
    • 72 ms
      passedtest_reduces_bytesize_for_foldable_graphdef_with_variables
    • 24 ms
      passedtest_reduces_bytesize_for_simple_graphdef
    • 99 ms
      passedtest_reduces_graph_size_in_function_lib
    • 184 ms
      passedtest_semantic_equivalence_for_graphdef_with_function
    • 94 ms
      passedtest_semantic_equivalence_for_graphdef_with_variables
    • 96 ms
      passedtest_semantic_equivalence_for_reduction
    • 19 ms
      passedtest_semantic_equivalence_for_simple_graphdef
  • 2 ms
    AddControlDepMappingsTest
    • 2 ms
      passedtest_add_mappings
    • 0 ms
      passedtest_add_mappings_skip_existing_control_deps
  • 0 ms
    GetNodeNameTest
    • 0 ms
      passedtest_get_node_name_control_dep
    • 0 ms
      passedtest_get_node_name_explicit_function_tensor
    • 0 ms
      passedtest_get_node_name_explicit_graph_tensor
    • 0 ms
      passedtest_get_node_name_implicit_tensor
  • 0 ms
    IsControlDependencyTest
    • 0 ms
      passedtest_is_false
    • 0 ms
      passedtest_is_true
  • 0 ms
    MakeControlDependencyTest
    • 0 ms
      passedtest_make_control_dep_control_dep
    • 0 ms
      passedtest_make_control_dep_explicit_function_tensor
    • 0 ms
      passedtest_make_control_dep_explicit_graph_tensor
    • 0 ms
      passedtest_make_control_dep_implicit_tensor
  • 13 ms
    GraphSpecTest
    • 4 ms
      passedtest_graph_spec_constructs_whimsy_data
    • 2 ms
      passedtest_graph_spec_fails_bad_init_op
    • 2 ms
      passedtest_graph_spec_fails_in_names_ints
    • 0 ms
      passedtest_graph_spec_fails_no_graph_def
    • 2 ms
      passedtest_graph_spec_fails_no_in_names
    • 1 ms
      passedtest_graph_spec_fails_no_out_names
    • 1 ms
      passedtest_graph_spec_fails_out_names_ints
    • 1 ms
      passedtest_graph_spec_succeeds_empty_init_op
  • 168 ms
    ToMetaGraphDefTest
    • 3 ms
      passedtest_graph_spec_to_meta_graph_def_simplest_case
    • 122 ms
      passedtest_meta_graph_def_restores_and_runs_with_datasets
    • 37 ms
      passedtest_meta_graph_def_restores_and_runs_with_variables
    • 6 ms
      passedtest_meta_graph_def_runs_simplest_case
  • 52 ms
    SerializationUtilsTest
    • 40 ms
      passedtest_pack_function_def_returns_any_pb
    • 6 ms
      passedtest_pack_graph_def_does_not_raise_error_with_only_op_level_seed
    • 2 ms
      passedtest_pack_graph_def_does_not_raise_error_without_graph_and_op_level_seeds
    • 0 ms
      passedtest_pack_graph_def_fails_non_graph_def_arg
    • 2 ms
      passedtest_pack_graph_def_raises_error_with_graph_and_op_level_seeds
    • 2 ms
      passedtest_pack_graph_def_raises_error_with_only_graph_level_seed
    • 0 ms
      passedtest_pack_graph_def_returns_any_pb
    • 0 ms
      passedtest_pack_unpack_roundtrip
    • 0 ms
      passedtest_unpack_graph_def_not_any_arg
    • 0 ms
      passedtest_unpack_graph_def_not_packed_graph_def
  • 3 ms
    VersionCheckTest
    • 1 ms
      passedtest_is_tf_nightly
    • 1 ms
      passedtest_is_tf_release
    • 1 ms
      passedtest_is_tf_release_candidate
  • 340 ms
    TensorUtilsTest
    • 3 ms
      passedtest_check_nested_equal
    • 0 ms
      passedtest_is_scalar_with_bool
    • 0 ms
      passedtest_is_scalar_with_list
    • 37 ms
      passedtest_is_scalar_with_nonscalar_tf_variable
    • 3 ms
      passedtest_is_scalar_with_scalar_tf_variable
    • 1 ms
      passedtest_is_scalar_with_tf_constant
    • 7 ms
      passedtest_to_var_dict
    • 3 ms
      passedtest_to_var_dict_duplicate_names
    • 4 ms
      passedtest_to_var_dict_preserves_order
    • 282 ms
      passedtest_zero_all_if_any_non_finite
  • 43 ms
    RecordVariableCreationScopeTest
    • 43 ms
      passedtest_variable_capture
  • 1.12 s
    TensorVariableTest
    • 4 ms
      passedtest_assign_add
    • 2 ms
      passedtest_assign_sub
    • 9 ms
      passedtest_binary_operators0 (value=1, operator_fn=<built-in function add>)
    • 7 ms
      passedtest_binary_operators1 (value=1, operator_fn=<built-in function eq>)
    • 6 ms
      passedtest_binary_operators10 (value=1, operator_fn=<built-in function add>)
    • 6 ms
      passedtest_binary_operators11 (value=1, operator_fn=<built-in function eq>)
    • 6 ms
      passedtest_binary_operators12 (value=1, operator_fn=<built-in function floordiv>)
    • 6 ms
      passedtest_binary_operators13 (value=1, operator_fn=<built-in function ge>)
    • 7 ms
      passedtest_binary_operators14 (value=1, operator_fn=<built-in function gt>)
    • 6 ms
      passedtest_binary_operators15 (value=1, operator_fn=<built-in function le>)
    • 18 ms
      passedtest_binary_operators16 (value=1, operator_fn=<built-in function lt>)
    • 6 ms
      passedtest_binary_operators17 (value=1, operator_fn=<built-in function mul>)
    • 6 ms
      passedtest_binary_operators18 (value=1, operator_fn=<built-in function ne>)
    • 7 ms
      passedtest_binary_operators19 (value=1, operator_fn=<built-in function truediv>)
    • 7 ms
      passedtest_binary_operators2 (value=1, operator_fn=<built-in function floordiv>)
    • 8 ms
      passedtest_binary_operators20 (value=[1, 2, 3], operator_fn=<built-in function add>)
    • 7 ms
      passedtest_binary_operators21 (value=[1, 2, 3], operator_fn=<built-in function eq>)
    • 7 ms
      passedtest_binary_operators22 (value=[1, 2, 3], operator_fn=<built-in function floordiv>)
    • 7 ms
      passedtest_binary_operators23 (value=[1, 2, 3], operator_fn=<built-in function ge>)
    • 7 ms
      passedtest_binary_operators24 (value=[1, 2, 3], operator_fn=<built-in function gt>)
    • 6 ms
      passedtest_binary_operators25 (value=[1, 2, 3], operator_fn=<built-in function le>)
    • 7 ms
      passedtest_binary_operators26 (value=[1, 2, 3], operator_fn=<built-in function lt>)
    • 6 ms
      passedtest_binary_operators27 (value=[1, 2, 3], operator_fn=<built-in function mul>)
    • 19 ms
      passedtest_binary_operators28 (value=[1, 2, 3], operator_fn=<built-in function ne>)
    • 8 ms
      passedtest_binary_operators29 (value=[1, 2, 3], operator_fn=<built-in function truediv>)
    • 6 ms
      passedtest_binary_operators3 (value=1, operator_fn=<built-in function ge>)
    • 7 ms
      passedtest_binary_operators30 (value=[1, 2, 3], operator_fn=<built-in function add>)
    • 7 ms
      passedtest_binary_operators31 (value=[1, 2, 3], operator_fn=<built-in function eq>)
    • 7 ms
      passedtest_binary_operators32 (value=[1, 2, 3], operator_fn=<built-in function floordiv>)
    • 7 ms
      passedtest_binary_operators33 (value=[1, 2, 3], operator_fn=<built-in function ge>)
    • 7 ms
      passedtest_binary_operators34 (value=[1, 2, 3], operator_fn=<built-in function gt>)
    • 7 ms
      passedtest_binary_operators35 (value=[1, 2, 3], operator_fn=<built-in function le>)
    • 7 ms
      passedtest_binary_operators36 (value=[1, 2, 3], operator_fn=<built-in function lt>)
    • 7 ms
      passedtest_binary_operators37 (value=[1, 2, 3], operator_fn=<built-in function mul>)
    • 7 ms
      passedtest_binary_operators38 (value=[1, 2, 3], operator_fn=<built-in function ne>)
    • 19 ms
      passedtest_binary_operators39 (value=[1, 2, 3], operator_fn=<built-in function truediv>)
    • 6 ms
      passedtest_binary_operators4 (value=1, operator_fn=<built-in function gt>)
    • 6 ms
      passedtest_binary_operators40 (value=1.0, operator_fn=<built-in function add>)
    • 6 ms
      passedtest_binary_operators41 (value=1.0, operator_fn=<built-in function eq>)
    • 7 ms
      passedtest_binary_operators42 (value=1.0, operator_fn=<built-in function floordiv>)
    • 6 ms
      passedtest_binary_operators43 (value=1.0, operator_fn=<built-in function ge>)
    • 6 ms
      passedtest_binary_operators44 (value=1.0, operator_fn=<built-in function gt>)
    • 6 ms
      passedtest_binary_operators45 (value=1.0, operator_fn=<built-in function le>)
    • 6 ms
      passedtest_binary_operators46 (value=1.0, operator_fn=<built-in function lt>)
    • 6 ms
      passedtest_binary_operators47 (value=1.0, operator_fn=<built-in function mul>)
    • 6 ms
      passedtest_binary_operators48 (value=1.0, operator_fn=<built-in function ne>)
    • 6 ms
      passedtest_binary_operators49 (value=1.0, operator_fn=<built-in function truediv>)
    • 6 ms
      passedtest_binary_operators5 (value=1, operator_fn=<built-in function le>)
    • 6 ms
      passedtest_binary_operators50 (value=1.0, operator_fn=<built-in function add>)
    • 17 ms
      passedtest_binary_operators51 (value=1.0, operator_fn=<built-in function eq>)
    • 6 ms
      passedtest_binary_operators52 (value=1.0, operator_fn=<built-in function floordiv>)
    • 6 ms
      passedtest_binary_operators53 (value=1.0, operator_fn=<built-in function ge>)
    • 6 ms
      passedtest_binary_operators54 (value=1.0, operator_fn=<built-in function gt>)
    • 7 ms
      passedtest_binary_operators55 (value=1.0, operator_fn=<built-in function le>)
    • 6 ms
      passedtest_binary_operators56 (value=1.0, operator_fn=<built-in function lt>)
    • 6 ms
      passedtest_binary_operators57 (value=1.0, operator_fn=<built-in function mul>)
    • 6 ms
      passedtest_binary_operators58 (value=1.0, operator_fn=<built-in function ne>)
    • 6 ms
      passedtest_binary_operators59 (value=1.0, operator_fn=<built-in function truediv>)
    • 6 ms
      passedtest_binary_operators6 (value=1, operator_fn=<built-in function lt>)
    • 7 ms
      passedtest_binary_operators60 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function add>)
    • 7 ms
      passedtest_binary_operators61 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function eq>)
    • 6 ms
      passedtest_binary_operators62 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function floordiv>)
    • 7 ms
      passedtest_binary_operators63 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function ge>)
    • 5 ms
      passedtest_binary_operators64 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function gt>)
    • 19 ms
      passedtest_binary_operators65 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function le>)
    • 7 ms
      passedtest_binary_operators66 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function lt>)
    • 7 ms
      passedtest_binary_operators67 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function mul>)
    • 7 ms
      passedtest_binary_operators68 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function ne>)
    • 7 ms
      passedtest_binary_operators69 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function truediv>)
    • 7 ms
      passedtest_binary_operators7 (value=1, operator_fn=<built-in function mul>)
    • 7 ms
      passedtest_binary_operators70 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function add>)
    • 7 ms
      passedtest_binary_operators71 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function eq>)
    • 7 ms
      passedtest_binary_operators72 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function floordiv>)
    • 7 ms
      passedtest_binary_operators73 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function ge>)
    • 7 ms
      passedtest_binary_operators74 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function gt>)
    • 29 ms
      passedtest_binary_operators75 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function le>)
    • 8 ms
      passedtest_binary_operators76 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function lt>)
    • 8 ms
      passedtest_binary_operators77 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function mul>)
    • 8 ms
      passedtest_binary_operators78 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function ne>)
    • 8 ms
      passedtest_binary_operators79 (value=[1.0, 2.0, 3.0], operator_fn=<built-in function truediv>)
    • 7 ms
      passedtest_binary_operators8 (value=1, operator_fn=<built-in function ne>)
    • 8 ms
      passedtest_binary_operators9 (value=1, operator_fn=<built-in function truediv>)
    • 2 ms
      passedtest_creation_python_callable_float32_scalar
    • 2 ms
      passedtest_creation_python_callable_float32_tensor
    • 2 ms
      passedtest_creation_python_callable_float64_scalar
    • 1 ms
      passedtest_creation_python_callable_float64_tensor
    • 2 ms
      passedtest_creation_python_callable_int32_scalar
    • 2 ms
      passedtest_creation_python_callable_int32_tensor
    • 1 ms
      passedtest_creation_python_callable_int64_scalar
    • 2 ms
      passedtest_creation_python_callable_int64_tensor
    • 1 ms
      passedtest_creation_python_literals_float32_scalar
    • 2 ms
      passedtest_creation_python_literals_float32_tensor
    • 1 ms
      passedtest_creation_python_literals_float64_scalar
    • 2 ms
      passedtest_creation_python_literals_float64_tensor
    • 1 ms
      passedtest_creation_python_literals_float_default
    • 1 ms
      passedtest_creation_python_literals_int32_scalar
    • 2 ms
      passedtest_creation_python_literals_int32_tensor
    • 1 ms
      passedtest_creation_python_literals_int64_scalar
    • 2 ms
      passedtest_creation_python_literals_int64_tensor
    • 1 ms
      passedtest_creation_python_literals_int_default
    • 1 ms
      passedtest_hashing
    • 1 ms
      passedtest_name
    • 26 ms
      passedtest_non_float_binary_operators0 (value=1, operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators1 (value=1, operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators10 (value=True, operator_fn=<built-in function and_>)
    • 6 ms
      passedtest_non_float_binary_operators11 (value=True, operator_fn=<built-in function and_>)
    • 8 ms
      passedtest_non_float_binary_operators12 (value=[True, False, True], operator_fn=<built-in function and_>)
    • 8 ms
      passedtest_non_float_binary_operators13 (value=[True, False, True], operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators14 (value=[True, False, True], operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators15 (value=[True, False, True], operator_fn=<built-in function and_>)
    • 6 ms
      passedtest_non_float_binary_operators2 (value=1, operator_fn=<built-in function and_>)
    • 6 ms
      passedtest_non_float_binary_operators3 (value=1, operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators4 (value=[1, 2, 3], operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators5 (value=[1, 2, 3], operator_fn=<built-in function and_>)
    • 24 ms
      passedtest_non_float_binary_operators6 (value=[1, 2, 3], operator_fn=<built-in function and_>)
    • 7 ms
      passedtest_non_float_binary_operators7 (value=[1, 2, 3], operator_fn=<built-in function and_>)
    • 6 ms
      passedtest_non_float_binary_operators8 (value=True, operator_fn=<built-in function and_>)
    • 6 ms
      passedtest_non_float_binary_operators9 (value=True, operator_fn=<built-in function and_>)
    • 42 ms
      passedtest_partitioned_variable
    • 3 ms
      passedtest_scalar_getitem_fails_scalar_bool
    • 2 ms
      passedtest_scalar_getitem_fails_scalar_int
    • 2 ms
      passedtest_shape_validation_eager
    • 6 ms
      passedtest_shape_validation_graph
    • 21 ms
      passedtest_tensor_getitem_tensor_bool
    • 9 ms
      passedtest_tensor_getitem_tensor_int
    • 6 ms
      passedtest_unary_operators0 (value=-1, operator_fn=<built-in function neg>)
    • 6 ms
      passedtest_unary_operators1 (value=-1, operator_fn=<built-in function neg>)
    • 7 ms
      passedtest_unary_operators10 (value=[1, -2, 3], operator_fn=<built-in function abs>)
    • 6 ms
      passedtest_unary_operators11 (value=[1, -2, 3], operator_fn=<built-in function abs>)
    • 6 ms
      passedtest_unary_operators2 (value=-1, operator_fn=<built-in function invert>)
    • 6 ms
      passedtest_unary_operators3 (value=-1, operator_fn=<built-in function invert>)
    • 6 ms
      passedtest_unary_operators4 (value=-1, operator_fn=<built-in function abs>)
    • 5 ms
      passedtest_unary_operators5 (value=-1, operator_fn=<built-in function abs>)
    • 6 ms
      passedtest_unary_operators6 (value=[1, -2, 3], operator_fn=<built-in function neg>)
    • 6 ms
      passedtest_unary_operators7 (value=[1, -2, 3], operator_fn=<built-in function neg>)
    • 6 ms
      passedtest_unary_operators8 (value=[1, -2, 3], operator_fn=<built-in function invert>)
    • 25 ms
      passedtest_unary_operators9 (value=[1, -2, 3], operator_fn=<built-in function invert>)
    • 25 ms
      passedtest_hashing [eager]
    • 25 ms
      passedtest_hashing [graph]
    • 25 ms
      passedtest_tensor_getitem_tensor_bool [index]
    • 25 ms
      passedtest_tensor_getitem_tensor_bool [slice]
    • 25 ms
      passedtest_tensor_getitem_tensor_int [index]
    • 25 ms
      passedtest_tensor_getitem_tensor_int [slice]
  • 7 ms
    GrpcConnectivityTest
    • 7 ms
      passedtest_grpc_connectivity
  • 163 ms
    RemoteExecutorGrpcStubTest
    • 15 ms
      passedtest_compute_raises_retryable_error_on_grpc_error_unavailable
    • 22 ms
      passedtest_compute_reraises_grpc_error
    • 3 ms
      passedtest_compute_returns_result
    • 3 ms
      passedtest_create_call_raises_retryable_error_on_grpc_error_unavailable
    • 3 ms
      passedtest_create_call_reraises_grpc_error
    • 10 ms
      passedtest_create_call_reraises_type_error
    • 14 ms
      passedtest_create_call_returns_remote_value
    • 18 ms
      passedtest_create_selection_raises_retryable_error_on_grpc_error_unavailable
    • 8 ms
      passedtest_create_selection_reraises_non_retryable_grpc_error
    • 2 ms
      passedtest_create_selection_reraises_type_error
    • 9 ms
      passedtest_create_selection_returns_value
    • 3 ms
      passedtest_create_struct_raises_retryable_error_on_grpc_error_unavailable
    • 2 ms
      passedtest_create_struct_reraises_grpc_error
    • 2 ms
      passedtest_create_struct_reraises_type_error
    • 2 ms
      passedtest_create_struct_returns_value
    • 28 ms
      passedtest_create_value_raises_retryable_error_on_grpc_error_unavailable
    • 12 ms
      passedtest_create_value_reraises_grpc_error
    • 3 ms
      passedtest_create_value_reraises_type_error
    • 2 ms
      passedtest_create_value_returns_value
    • 2 ms
      passedtest_get_executor
  • 0 ms
    TFNestTraversalOrderFromStructTest
    • 0 ms
      passedUnnamedStructureReturnsIterationOrder
    • 0 ms
      passedNamedStructureReturnsKeySortedOrder
    • 0 ms
      passedPartiallyNamedStructureErrs
  • 37 ms
    ThreadPoolDeathTest
    • 27 ms
      passedNumThreadsZero
    • 10 ms
      passedNumThreadsNegative
  • 37 ms
    ThreadPoolTest
    • 37 ms
      passedSingleThreadFIFO
    • 0 ms
      passedDependentWorkScheduledInSeparateThread
    • 0 ms
      passedMultipleThreads
    • 0 ms
      passedShuttingDownPoolErrorsOnSchedule
  • 461 ms
    ParallelTasksTest
    • 0 ms
      passedEmptyIsOk
    • 0 ms
      passedSingleTaskIsOk
    • 0 ms
      passedParallelTasksSingleTaskError
    • 0 ms
      passedOneOkOneErrorIsError
    • 451 ms
      passedParallelTasksWaitsForAll
    • 10 ms
      passedWithThreadPool

Generated by CLion on 4/23/24 10:52 PM