From 8093d51b1090445f98551ae529cb35ca6300c4c7 Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Mon, 14 Jul 2025 22:07:56 +0300 Subject: [PATCH 1/7] [OpenVINO backend] support slice_update --- keras/src/backend/openvino/core.py | 111 +++++++++++++++++- .../openvino/excluded_concrete_tests.txt | 3 - 2 files changed, 109 insertions(+), 5 deletions(-) diff --git a/keras/src/backend/openvino/core.py b/keras/src/backend/openvino/core.py index 14c81ef0bfaf..4d9e89959c12 100644 --- a/keras/src/backend/openvino/core.py +++ b/keras/src/backend/openvino/core.py @@ -815,10 +815,117 @@ def prepare_slice_index(val): def slice_update(inputs, start_indices, updates): - raise NotImplementedError( - "`slice_update` is not supported with openvino backend" + inputs = get_ov_output(inputs) + updates_tensor = get_ov_output(updates) + + if isinstance(start_indices, (list, np.ndarray)): + start_indices = tuple(start_indices) + assert isinstance(start_indices, tuple), ( + "`slice_update` is not supported by openvino backend" + " for `start_indices` of type {}".format(type(start_indices)) ) + zero_scalar = ov_opset.constant(0, Type.i32) + one_scalar = ov_opset.constant(1, Type.i32) + zero_tensor = ov_opset.constant([0], Type.i32) + one_tensor = ov_opset.constant([1], Type.i32) + + processed_start_indices = [] + for idx in start_indices: + val = get_ov_output(idx) + if not val.get_element_type().is_integral(): + raise ValueError("`slice_update` requires integral start_indices") + if val.get_element_type() != Type.i32: + val = ov_opset.convert(val, Type.i32).output(0) + if val.get_partial_shape().rank.get_length() == 0: + val = ov_opset.unsqueeze(val, zero_scalar).output(0) + processed_start_indices.append(val) + + updates_shape = ov_opset.shape_of(updates_tensor, Type.i32).output(0) + rank = updates_tensor.get_partial_shape().rank.get_length() + + total_elements = ov_opset.reduce_prod( + updates_shape, zero_tensor, keep_dims=False + ).output(0) + + # Create a single range for all indices + flat_indices = ov_opset.range( + zero_scalar, total_elements, one_scalar, output_type=Type.i32 + ).output(0) + + dim_sizes = [] + strides = [] + + for dim in range(rank): + dim_size = ov_opset.gather( + updates_shape, ov_opset.constant([dim], Type.i32), zero_scalar + ).output(0) + dim_size_scalar = ov_opset.squeeze(dim_size, zero_tensor).output(0) + dim_sizes.append(dim_size_scalar) + + # Compute stride (product of dimensions after current) + if dim < rank - 1: + remaining_dims = ov_opset.slice( + updates_shape, + ov_opset.constant([dim + 1], Type.i32), + ov_opset.constant([rank], Type.i32), + one_tensor, + zero_tensor, + ).output(0) + stride = ov_opset.reduce_prod( + remaining_dims, zero_tensor, keep_dims=False + ).output(0) + else: + stride = one_scalar + strides.append(stride) + + coord_tensors = [] + for dim in range(rank): + # Calculate coordinates for this dimension + coords = ov_opset.mod( + ov_opset.divide(flat_indices, strides[dim]).output(0), + dim_sizes[dim], + ).output(0) + coord_tensors.append(coords) + + coord_tensors_unsqueezed = [] + for coord in coord_tensors: + coord_unsqueezed = ov_opset.unsqueeze(coord, one_tensor).output(0) + coord_tensors_unsqueezed.append(coord_unsqueezed) + + # Create index matrix [total_elements, rank] in one operation + indices_matrix = ov_opset.concat(coord_tensors_unsqueezed, axis=1).output(0) + + # Broadcast start indices + start_tensor = ov_opset.concat(processed_start_indices, axis=0).output(0) + start_reshaped = ov_opset.reshape( + start_tensor, ov_opset.constant([1, rank], Type.i32), special_zero=False + ).output(0) + + # Broadcast to match indices matrix shape + broadcast_shape = ov_opset.concat( + [ + ov_opset.unsqueeze(total_elements, zero_tensor).output(0), + one_tensor, + ], + axis=0, + ).output(0) + + start_broadcast = ov_opset.tile(start_reshaped, broadcast_shape).output(0) + + # Add offset to get absolute indices + absolute_indices = ov_opset.add(indices_matrix, start_broadcast).output(0) + + updates_flat = ov_opset.reshape( + updates_tensor, + ov_opset.unsqueeze(total_elements, zero_tensor).output(0), + special_zero=False, + ).output(0) + result = ov_opset.scatter_nd_update( + inputs, absolute_indices, updates_flat + ).output(0) + return OpenVINOKerasTensor(result) + def while_loop( cond, diff --git a/keras/src/backend/openvino/excluded_concrete_tests.txt b/keras/src/backend/openvino/excluded_concrete_tests.txt index 4bcb07aa677e..c4b7fc2a3ba6 100644 --- a/keras/src/backend/openvino/excluded_concrete_tests.txt +++ b/keras/src/backend/openvino/excluded_concrete_tests.txt @@ -172,17 +172,14 @@ CoreOpsCallsTests::test_map_basic_call CoreOpsCallsTests::test_scan_basic_call CoreOpsCallsTests::test_scatter_basic_call CoreOpsCallsTests::test_scatter_update_basic_call -CoreOpsCallsTests::test_slice_update_basic_call CoreOpsCallsTests::test_switch_basic_call CoreOpsCallsTests::test_unstack_basic_functionality CoreOpsCorrectnessTest::test_associative_scan CoreOpsCorrectnessTest::test_cond -CoreOpsCorrectnessTest::test_dynamic_slice CoreOpsCorrectnessTest::test_fori_loop CoreOpsCorrectnessTest::test_map CoreOpsCorrectnessTest::test_scan CoreOpsCorrectnessTest::test_scatter -CoreOpsCorrectnessTest::test_slice_update CoreOpsCorrectnessTest::test_switch CoreOpsCorrectnessTest::test_unstack CoreOpsCorrectnessTest::test_vectorized_map From 1f8f2ea1328946c3689782e8f0697fb82948e587 Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Tue, 22 Jul 2025 15:05:07 +0300 Subject: [PATCH 2/7] add more detailed comments --- keras/src/backend/openvino/core.py | 49 +++++++++++++++++++++++++----- 1 file changed, 42 insertions(+), 7 deletions(-) diff --git a/keras/src/backend/openvino/core.py b/keras/src/backend/openvino/core.py index 4d9e89959c12..a5962421f4cd 100644 --- a/keras/src/backend/openvino/core.py +++ b/keras/src/backend/openvino/core.py @@ -844,11 +844,15 @@ def slice_update(inputs, start_indices, updates): updates_shape = ov_opset.shape_of(updates_tensor, Type.i32).output(0) rank = updates_tensor.get_partial_shape().rank.get_length() + # Compute the total number of elements in the updates tensor. + # Example: + # if updates.shape = [2, 3], total_elements = 6. total_elements = ov_opset.reduce_prod( updates_shape, zero_tensor, keep_dims=False ).output(0) - # Create a single range for all indices + # Generate a flat range [0, 1, ..., total_elements-1]. + # This will be used to enumerate all positions in the updates tensor. flat_indices = ov_opset.range( zero_scalar, total_elements, one_scalar, output_type=Type.i32 ).output(0) @@ -856,6 +860,10 @@ def slice_update(inputs, start_indices, updates): dim_sizes = [] strides = [] + # For each dimension, compute its size and the stride. + # (number of elements to skip to move to the next index in this dimension). + # Example: + # for shape [2, 3], strides = [3, 1]. for dim in range(rank): dim_size = ov_opset.gather( updates_shape, ov_opset.constant([dim], Type.i32), zero_scalar @@ -863,7 +871,19 @@ def slice_update(inputs, start_indices, updates): dim_size_scalar = ov_opset.squeeze(dim_size, zero_tensor).output(0) dim_sizes.append(dim_size_scalar) - # Compute stride (product of dimensions after current) + # Strides to convert a flat index into a multi-dimensional index. + # This allows us to map each element in the flattened updates tensor + # to its correct N-dimensional position, so we can compute the absolute + # index in the input tensor for the scatter update. + # Stride for a dimension is the product of all dimensions after it. + # For the last dimension, stride is 1. + # Example: + # For a 3D tensor with shape [2, 3, 4]: + # - stride for dim=0 (first axis) is 3*4=12 + # (to move to the next "block" along axis 0) + # - stride for dim=1 is 4 (to move to the next row along axis 1) + # - stride for dim=2 is 1 (to move to the next element along axis 2) + # This is equivalent to how numpy flattens multi-dimensional arrays. if dim < rank - 1: remaining_dims = ov_opset.slice( updates_shape, @@ -880,8 +900,10 @@ def slice_update(inputs, start_indices, updates): strides.append(stride) coord_tensors = [] + # For each dimension, compute the coordinate for every flat index. + # Example: + # for shape [2, 3], flat index 4 -> coordinates [1, 1] (row 1, col 1). for dim in range(rank): - # Calculate coordinates for this dimension coords = ov_opset.mod( ov_opset.divide(flat_indices, strides[dim]).output(0), dim_sizes[dim], @@ -890,19 +912,25 @@ def slice_update(inputs, start_indices, updates): coord_tensors_unsqueezed = [] for coord in coord_tensors: + # Unsqueeze to make each coordinate a column vector for concatenation. coord_unsqueezed = ov_opset.unsqueeze(coord, one_tensor).output(0) coord_tensors_unsqueezed.append(coord_unsqueezed) - # Create index matrix [total_elements, rank] in one operation + # Concatenate all coordinate columns to form [total_elements, rank] matrix. + # Each row is a multi-dimensional index into the updates tensor. + # Example: + # for shape [2, 3], row 4 = [1, 1]. indices_matrix = ov_opset.concat(coord_tensors_unsqueezed, axis=1).output(0) - # Broadcast start indices + # Broadcast start indices to match the number of updates. + # Example: + # start_indices = (2, 3), indices_matrix = [[0,0],[0,1],...], + # start_broadcast = [[2,3],[2,3],...] start_tensor = ov_opset.concat(processed_start_indices, axis=0).output(0) start_reshaped = ov_opset.reshape( start_tensor, ov_opset.constant([1, rank], Type.i32), special_zero=False ).output(0) - # Broadcast to match indices matrix shape broadcast_shape = ov_opset.concat( [ ov_opset.unsqueeze(total_elements, zero_tensor).output(0), @@ -913,14 +941,21 @@ def slice_update(inputs, start_indices, updates): start_broadcast = ov_opset.tile(start_reshaped, broadcast_shape).output(0) - # Add offset to get absolute indices + # Add the broadcasted start indices to the relative indices + # to get absolute indices in the input tensor. + # Example: + # if start=(2,3), update index [1,1] -> absolute index [3,4]. absolute_indices = ov_opset.add(indices_matrix, start_broadcast).output(0) + # Flatten the updates tensor to match the flat indices. updates_flat = ov_opset.reshape( updates_tensor, ov_opset.unsqueeze(total_elements, zero_tensor).output(0), special_zero=False, ).output(0) + + # Perform the scatter update: for each absolute index, + # set the corresponding value from updates_flat. result = ov_opset.scatter_nd_update( inputs, absolute_indices, updates_flat ).output(0) From 6e0aecd8e6a0f4a3a5e4bb94361d9b4f89faca1f Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Wed, 23 Jul 2025 14:58:12 +0300 Subject: [PATCH 3/7] [OpenVINO backend] handle scalar updates for slice_update --- keras/src/backend/openvino/core.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/keras/src/backend/openvino/core.py b/keras/src/backend/openvino/core.py index a5962421f4cd..9ac8f837d8b4 100644 --- a/keras/src/backend/openvino/core.py +++ b/keras/src/backend/openvino/core.py @@ -843,6 +843,22 @@ def slice_update(inputs, start_indices, updates): updates_shape = ov_opset.shape_of(updates_tensor, Type.i32).output(0) rank = updates_tensor.get_partial_shape().rank.get_length() + if rank == 0: + # Handle scalar update + start_tensor = ov_opset.concat(processed_start_indices, axis=0).output( + 0 + ) + # For scatter_nd_update, + # indices should be of shape [num_updates, rank_of_inputs] + # and updates should be of shape [num_updates]. Here num_updates is 1. + absolute_indices = ov_opset.unsqueeze(start_tensor, zero_scalar).output( + 0 + ) + updates_flat = ov_opset.unsqueeze(updates_tensor, zero_scalar).output(0) + result = ov_opset.scatter_nd_update( + inputs, absolute_indices, updates_flat + ).output(0) + return OpenVINOKerasTensor(result) # Compute the total number of elements in the updates tensor. # Example: From 6dd09efb35960beb3c33fd8a468b3914e3302c0b Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Sat, 2 Aug 2025 18:05:15 +0300 Subject: [PATCH 4/7] [OpenVINO backend] fix __getitem__ and convert_to_tensor issues --- keras/src/backend/openvino/core.py | 23 +++++++++++++++-------- 1 file changed, 15 insertions(+), 8 deletions(-) diff --git a/keras/src/backend/openvino/core.py b/keras/src/backend/openvino/core.py index 13c913182a07..7138a5ac66fd 100644 --- a/keras/src/backend/openvino/core.py +++ b/keras/src/backend/openvino/core.py @@ -368,7 +368,7 @@ def count_unsqueeze_before(dim): if not (0 <= actual_dim < rank): raise IndexError( f"Index {index} is out of bounds for " - "axis {dim} with rank {rank}" + f"axis {dim} with rank {rank}" ) length = ov_opset.gather( partial_shape, @@ -403,7 +403,7 @@ def count_unsqueeze_before(dim): if index_type == Type.boolean or not index_type.is_integral(): raise ValueError( "OpenVINO backend does not " - "support {index_type} indexing" + f"support {index_type} indexing" ) axes.append(dim) if len(index_shape) > 1: @@ -654,13 +654,20 @@ def convert_to_tensor(x, dtype=None, sparse=None, ragged=None): if dtype and dtype != x.dtype: x = cast(x, dtype) return x - if not is_tensor(x) and standardize_dtype(dtype) == "bfloat16": - return ov.Tensor(np.asarray(x).astype(dtype)) - if dtype is None: - dtype = result_type( - *[getattr(item, "dtype", type(item)) for item in tree.flatten(x)] + try: + if dtype is None: + dtype = getattr(x, "dtype", type(x)) + if dtype == np.dtype("bfloat16"): + ov_type = OPENVINO_DTYPES["bfloat16"] + else: + ov_type = OPENVINO_DTYPES[standardize_dtype(dtype)] + x = np.array(x) + return OpenVINOKerasTensor(ov_opset.constant(x, ov_type).output(0)) + except Exception as e: + raise TypeError( + f"Cannot convert object of type {type(x)} " + f"to OpenVINOKerasTensor: {e}" ) - return ov.Tensor(np.array(x, dtype=dtype)) def convert_to_numpy(x): From c989c1290bc7c3636019797cd848b8b70ab7d9b7 Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Sat, 2 Aug 2025 18:28:03 +0300 Subject: [PATCH 5/7] fix ov_type=none --- keras/src/backend/openvino/core.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/keras/src/backend/openvino/core.py b/keras/src/backend/openvino/core.py index 7138a5ac66fd..73c50af7b856 100644 --- a/keras/src/backend/openvino/core.py +++ b/keras/src/backend/openvino/core.py @@ -661,6 +661,8 @@ def convert_to_tensor(x, dtype=None, sparse=None, ragged=None): ov_type = OPENVINO_DTYPES["bfloat16"] else: ov_type = OPENVINO_DTYPES[standardize_dtype(dtype)] + else: + ov_type = OPENVINO_DTYPES[dtype] x = np.array(x) return OpenVINOKerasTensor(ov_opset.constant(x, ov_type).output(0)) except Exception as e: From 6b6de7091d1def51d8bbf69ef8b65087053bbea2 Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Sat, 2 Aug 2025 18:42:30 +0300 Subject: [PATCH 6/7] fix consistancy --- keras/src/backend/openvino/core.py | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/keras/src/backend/openvino/core.py b/keras/src/backend/openvino/core.py index 73c50af7b856..18c3ef38ce26 100644 --- a/keras/src/backend/openvino/core.py +++ b/keras/src/backend/openvino/core.py @@ -654,20 +654,18 @@ def convert_to_tensor(x, dtype=None, sparse=None, ragged=None): if dtype and dtype != x.dtype: x = cast(x, dtype) return x + original_type = type(x) try: if dtype is None: - dtype = getattr(x, "dtype", type(x)) - if dtype == np.dtype("bfloat16"): - ov_type = OPENVINO_DTYPES["bfloat16"] - else: - ov_type = OPENVINO_DTYPES[standardize_dtype(dtype)] + dtype = getattr(x, "dtype", original_type) + ov_type = OPENVINO_DTYPES[standardize_dtype(dtype)] else: ov_type = OPENVINO_DTYPES[dtype] x = np.array(x) return OpenVINOKerasTensor(ov_opset.constant(x, ov_type).output(0)) except Exception as e: raise TypeError( - f"Cannot convert object of type {type(x)} " + f"Cannot convert object of type {original_type} " f"to OpenVINOKerasTensor: {e}" ) From 333b0c1dc7e998be76475f3510b56b5a9ac1624c Mon Sep 17 00:00:00 2001 From: Mohamed-Ashraf273 Date: Sun, 3 Aug 2025 22:20:04 +0300 Subject: [PATCH 7/7] adding testing_files --- testing_files/gemma_test.txt | 45 +++ testing_files/gpt2_test.txt | 41 +++ testing_files/main_pr_test.txt | 630 +++++++++++++++++++++++++++++++++ testing_files/mistral_test.txt | 41 +++ 4 files changed, 757 insertions(+) create mode 100644 testing_files/gemma_test.txt create mode 100644 testing_files/gpt2_test.txt create mode 100644 testing_files/main_pr_test.txt create mode 100644 testing_files/mistral_test.txt diff --git a/testing_files/gemma_test.txt b/testing_files/gemma_test.txt new file mode 100644 index 000000000000..723ca1a6e1df --- /dev/null +++ b/testing_files/gemma_test.txt @@ -0,0 +1,45 @@ +============================= test session starts ============================== +platform linux -- Python 3.12.3, pytest-8.4.0, pluggy-1.6.0 -- /home/mohamed-ashraf/Desktop/GSoC2025/env/bin/python +cachedir: .pytest_cache +rootdir: /home/mohamed-ashraf/Desktop/GSoC2025/keras-hub +configfile: pytest.ini +plugins: cov-6.1.1 +collecting ... collected 15 items + +keras_hub/src/models/gemma/gemma_causal_lm_test.py::TestCase::test_session SKIPPED [ 6%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_all_presets SKIPPED [ 13%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_cache_correctness PASSED [ 20%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_causal_lm_basics SKIPPED [ 26%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_early_stopping PASSED [ 33%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_flash_attention_call SKIPPED [ 40%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_generate PASSED [ 46%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_generate_compilation PASSED [ 53%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_generate_with_bfloat16 PASSED [ 60%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_multitoken_stopping PASSED [ 66%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_saved_model SKIPPED [ 73%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_score_layer_intercept_fn_exfiltration PASSED [ 80%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_score_logits PASSED [ 86%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_score_loss SKIPPED [ 93%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_session PASSED [100%] + +=============================== warnings summary =============================== +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 + /usr/lib/python3.12/multiprocessing/popen_fork.py:66: DeprecationWarning: This process (pid=8846) is multi-threaded, use of fork() may lead to deadlocks in the child. + self.pid = os.fork() + +../openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10 + /home/mohamed-ashraf/Desktop/GSoC2025/openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10: DeprecationWarning: The `openvino.runtime` module is deprecated and will be removed in the 2026.0 release. Please replace `openvino.runtime` with `openvino`. + warnings.warn( + +../env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474 + /home/mohamed-ashraf/Desktop/GSoC2025/env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474: PytestConfigWarning: Unknown config option: env + + self._warn_or_fail_if_strict(f"Unknown config option: {key}\n") + +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +================== 9 passed, 6 skipped, 5 warnings in 18.03s =================== diff --git a/testing_files/gpt2_test.txt b/testing_files/gpt2_test.txt new file mode 100644 index 000000000000..ca5775973d50 --- /dev/null +++ b/testing_files/gpt2_test.txt @@ -0,0 +1,41 @@ +============================= test session starts ============================== +platform linux -- Python 3.12.3, pytest-8.4.0, pluggy-1.6.0 -- /home/mohamed-ashraf/Desktop/GSoC2025/env/bin/python +cachedir: .pytest_cache +rootdir: /home/mohamed-ashraf/Desktop/GSoC2025/keras-hub +configfile: pytest.ini +plugins: cov-6.1.1 +collecting ... collected 11 items + +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::TestCase::test_session SKIPPED [ 9%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_all_presets SKIPPED [ 18%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_causal_lm_basics SKIPPED [ 27%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_early_stopping PASSED [ 36%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_generate PASSED [ 45%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_generate_compilation PASSED [ 54%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_saved_model SKIPPED [ 63%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_score_layer_intercept_fn_exfiltration PASSED [ 72%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_score_logits PASSED [ 81%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_score_loss SKIPPED [ 90%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_session PASSED [100%] + +=============================== warnings summary =============================== +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 + /usr/lib/python3.12/multiprocessing/popen_fork.py:66: DeprecationWarning: This process (pid=10106) is multi-threaded, use of fork() may lead to deadlocks in the child. + self.pid = os.fork() + +../openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10 + /home/mohamed-ashraf/Desktop/GSoC2025/openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10: DeprecationWarning: The `openvino.runtime` module is deprecated and will be removed in the 2026.0 release. Please replace `openvino.runtime` with `openvino`. + warnings.warn( + +../env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474 + /home/mohamed-ashraf/Desktop/GSoC2025/env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474: PytestConfigWarning: Unknown config option: env + + self._warn_or_fail_if_strict(f"Unknown config option: {key}\n") + +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +================== 6 passed, 5 skipped, 5 warnings in 13.25s =================== diff --git a/testing_files/main_pr_test.txt b/testing_files/main_pr_test.txt new file mode 100644 index 000000000000..a068ceadcd95 --- /dev/null +++ b/testing_files/main_pr_test.txt @@ -0,0 +1,630 @@ +============================= test session starts ============================== +platform linux -- Python 3.12.3, pytest-8.4.0, pluggy-1.6.0 -- /home/mohamed-ashraf/Desktop/GSoC2025/env/bin/python +cachedir: .pytest_cache +rootdir: /home/mohamed-ashraf/Desktop/GSoC2025/keras-hub +configfile: pytest.ini +plugins: cov-6.1.1 +collecting ... collected 540 items + +keras_hub/src/layers/modeling/alibi_bias_test.py::TestCase::test_session SKIPPED [ 0%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_correct_output PASSED [ 0%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_correct_output_alibi_bias_max PASSED [ 0%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_correct_output_alibi_bias_max_num_heads_not_power_of_two PASSED [ 0%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_correct_output_num_heads_not_power_of_two PASSED [ 0%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_dynamic_layer_output_shape PASSED [ 1%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_float16_dtype PASSED [ 1%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_layer_behaviors SKIPPED [ 1%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_num_heads_is_not_power_of_two PASSED [ 1%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_session SKIPPED [ 1%] +keras_hub/src/layers/modeling/alibi_bias_test.py::AlibiBiasTest::test_value_error_when_inputs_shape_is_not_4 PASSED [ 2%] +keras_hub/src/layers/modeling/anchor_generator_test.py::TestCase::test_session SKIPPED [ 2%] +keras_hub/src/layers/modeling/anchor_generator_test.py::AnchorGeneratorTest::test_anchor_generator0 SKIPPED [ 2%] +keras_hub/src/layers/modeling/anchor_generator_test.py::AnchorGeneratorTest::test_layer_behaviors SKIPPED [ 2%] +keras_hub/src/layers/modeling/anchor_generator_test.py::AnchorGeneratorTest::test_session SKIPPED [ 2%] +keras_hub/src/layers/modeling/box_matcher_test.py::TestCase::test_session SKIPPED [ 2%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_box_matcher_batched SKIPPED [ 3%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_box_matcher_empty_gt_boxes SKIPPED [ 3%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_box_matcher_force_match SKIPPED [ 3%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_box_matcher_invalid_length PASSED [ 3%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_box_matcher_unbatched SKIPPED [ 3%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_box_matcher_unsorted_thresholds PASSED [ 4%] +keras_hub/src/layers/modeling/box_matcher_test.py::BoxMatcherTest::test_session SKIPPED [ 4%] +keras_hub/src/layers/modeling/cached_multi_head_attention_test.py::TestCase::test_session SKIPPED [ 4%] +keras_hub/src/layers/modeling/cached_multi_head_attention_test.py::CachedMultiHeadAttentionTest::test_cache_call_is_correct SKIPPED [ 4%] +keras_hub/src/layers/modeling/cached_multi_head_attention_test.py::CachedMultiHeadAttentionTest::test_layer_behaviors SKIPPED [ 4%] +keras_hub/src/layers/modeling/cached_multi_head_attention_test.py::CachedMultiHeadAttentionTest::test_session SKIPPED [ 5%] +keras_hub/src/layers/modeling/cached_multi_head_attention_test.py::CachedMultiHeadAttentionTest::test_training_propagation SKIPPED [ 5%] +keras_hub/src/layers/modeling/f_net_encoder_test.py::TestCase::test_session SKIPPED [ 5%] +keras_hub/src/layers/modeling/f_net_encoder_test.py::FNetEncoderTest::test_layer_behaviors SKIPPED [ 5%] +keras_hub/src/layers/modeling/f_net_encoder_test.py::FNetEncoderTest::test_session SKIPPED [ 5%] +keras_hub/src/layers/modeling/f_net_encoder_test.py::FNetEncoderTest::test_training_propagation SKIPPED [ 5%] +keras_hub/src/layers/modeling/f_net_encoder_test.py::FNetEncoderTest::test_value_error_when_invalid_kernel_initializer PASSED [ 6%] +keras_hub/src/layers/modeling/masked_lm_head_test.py::TestCase::test_session SKIPPED [ 6%] +keras_hub/src/layers/modeling/masked_lm_head_test.py::MaskedLMHeadTest::test_layer_behaviors SKIPPED [ 6%] +keras_hub/src/layers/modeling/masked_lm_head_test.py::MaskedLMHeadTest::test_layer_behaviors_with_embedding SKIPPED [ 6%] +keras_hub/src/layers/modeling/masked_lm_head_test.py::MaskedLMHeadTest::test_session SKIPPED [ 6%] +keras_hub/src/layers/modeling/masked_lm_head_test.py::MaskedLMHeadTest::test_value_error_when_neither_embedding_or_vocab_size_set PASSED [ 7%] +keras_hub/src/layers/modeling/masked_lm_head_test.py::MaskedLMHeadTest::test_value_error_when_vocab_size_mismatch PASSED [ 7%] +keras_hub/src/layers/modeling/non_max_supression_test.py::TestCase::test_session SKIPPED [ 7%] +keras_hub/src/layers/modeling/non_max_supression_test.py::NonMaxSupressionTest::test_confidence_threshold SKIPPED [ 7%] +keras_hub/src/layers/modeling/non_max_supression_test.py::NonMaxSupressionTest::test_max_detections SKIPPED [ 7%] +keras_hub/src/layers/modeling/non_max_supression_test.py::NonMaxSupressionTest::test_session SKIPPED [ 7%] +keras_hub/src/layers/modeling/position_embedding_test.py::TestCase::test_session SKIPPED [ 8%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_callable_initializer PASSED [ 8%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_dynamic_layer_output_shape PASSED [ 8%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_dynamic_layer_slicing PASSED [ 8%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_float16_dtype PASSED [ 8%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_layer_behaviors SKIPPED [ 9%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_layer_behaviors_4d SKIPPED [ 9%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_more_than_3_dimensions_dynamic PASSED [ 9%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_session SKIPPED [ 9%] +keras_hub/src/layers/modeling/position_embedding_test.py::PositionEmbeddingTest::test_start_index PASSED [ 9%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::TestCase::test_session SKIPPED [ 10%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_correctness PASSED [ 10%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_layer_behaviors_tied_tie_weights SKIPPED [ 10%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_layer_behaviors_tied_untie_weights SKIPPED [ 10%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_quantize_dtype_argument_tie_weights SKIPPED [ 10%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_quantize_dtype_argument_untie_weights SKIPPED [ 10%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_quantize_int8_tie_weights SKIPPED [ 11%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_quantize_int8_untie_weights SKIPPED [ 11%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_reverse_dtype PASSED [ 11%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_saving_tie_weights SKIPPED [ 11%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_saving_untie_weights SKIPPED [ 11%] +keras_hub/src/layers/modeling/reversible_embedding_test.py::ReversibleEmbeddingTest::test_session SKIPPED [ 12%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::TestCase::test_session SKIPPED [ 12%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_dynamic_layer_output_shape PASSED [ 12%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_float16_dtype PASSED [ 12%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_layer_behaviors SKIPPED [ 12%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_layer_behaviors_4d SKIPPED [ 12%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_multi_dimension_layer_output_shape PASSED [ 13%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_output_correct_values PASSED [ 13%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_permuted_axes PASSED [ 13%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_positions_array PASSED [ 13%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_rope_scaling PASSED [ 13%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_rope_scaling_with_kv_cache PASSED [ 14%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_session SKIPPED [ 14%] +keras_hub/src/layers/modeling/rotary_embedding_test.py::RotaryEmbeddingTest::test_start_index PASSED [ 14%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::TestCase::test_session SKIPPED [ 14%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_dynamic_layer_output_shape PASSED [ 14%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_layer_behaviors SKIPPED [ 15%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_layer_behaviors_4d SKIPPED [ 15%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_multi_dimension_layer_output_shape PASSED [ 15%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_output_correct_values PASSED [ 15%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_session SKIPPED [ 15%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_start_index PASSED [ 15%] +keras_hub/src/layers/modeling/sine_position_encoding_test.py::SinePositionEncodingTest::test_static_layer_output_shape PASSED [ 16%] +keras_hub/src/layers/modeling/token_and_position_embedding_test.py::TestCase::test_session SKIPPED [ 16%] +keras_hub/src/layers/modeling/token_and_position_embedding_test.py::TokenAndPositionEmbeddingTest::test_layer_behaviors SKIPPED [ 16%] +keras_hub/src/layers/modeling/token_and_position_embedding_test.py::TokenAndPositionEmbeddingTest::test_mask_propagation PASSED [ 16%] +keras_hub/src/layers/modeling/token_and_position_embedding_test.py::TokenAndPositionEmbeddingTest::test_session SKIPPED [ 16%] +keras_hub/src/layers/modeling/transformer_layer_utils_test.py::TestCase::test_session SKIPPED [ 17%] +keras_hub/src/layers/modeling/transformer_layer_utils_test.py::TransformerLayerUtilsTest::test_bad_mask_shapes PASSED [ 17%] +keras_hub/src/layers/modeling/transformer_layer_utils_test.py::TransformerLayerUtilsTest::test_compute_causal_mask PASSED [ 17%] +keras_hub/src/layers/modeling/transformer_layer_utils_test.py::TransformerLayerUtilsTest::test_merge_padding_and_attention_mask PASSED [ 17%] +keras_hub/src/layers/modeling/transformer_layer_utils_test.py::TransformerLayerUtilsTest::test_session SKIPPED [ 17%] +keras_hub/src/layers/preprocessing/audio_converter_test.py::TestCase::test_session SKIPPED [ 17%] +keras_hub/src/layers/preprocessing/audio_converter_test.py::AudioConverterTest::test_from_preset SKIPPED [ 18%] +keras_hub/src/layers/preprocessing/audio_converter_test.py::AudioConverterTest::test_from_preset_errors SKIPPED [ 18%] +keras_hub/src/layers/preprocessing/audio_converter_test.py::AudioConverterTest::test_preset_accessors PASSED [ 18%] +keras_hub/src/layers/preprocessing/audio_converter_test.py::AudioConverterTest::test_save_to_preset SKIPPED [ 18%] +keras_hub/src/layers/preprocessing/audio_converter_test.py::AudioConverterTest::test_session SKIPPED [ 18%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::TestCase::test_session SKIPPED [ 19%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_config PASSED [ 19%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_invalid_mask_token PASSED [ 19%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_mask_dense PASSED [ 19%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_mask_ragged PASSED [ 19%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_number_of_masked_position_as_expected PASSED [ 20%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_random_replacement PASSED [ 20%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_session SKIPPED [ 20%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_unbatched PASSED [ 20%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_unselectable_tokens PASSED [ 20%] +keras_hub/src/layers/preprocessing/masked_lm_mask_generator_test.py::MaskedLMMaskGeneratorTest::test_with_tf_data PASSED [ 20%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::TestCase::test_session SKIPPED [ 21%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_config PASSED [ 21%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_list_special_tokens PASSED [ 21%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_pad_batched_inputs PASSED [ 21%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_pad_inputs PASSED [ 21%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_session SKIPPED [ 22%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_trim_batched_inputs_round_robin PASSED [ 22%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_trim_batched_inputs_waterfall PASSED [ 22%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_trim_multiple_inputs_round_robin PASSED [ 22%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_trim_multiple_inputs_waterfall PASSED [ 22%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_trim_single_input_ints PASSED [ 22%] +keras_hub/src/layers/preprocessing/multi_segment_packer_test.py::MultiSegmentPackerTest::test_trim_single_input_strings PASSED [ 23%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::TestCase::test_session SKIPPED [ 23%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_augment_first_batch_second PASSED [ 23%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_batch_first_augment_second PASSED [ 23%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_get_config_and_from_config PASSED [ 23%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_session SKIPPED [ 24%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_shape_and_output_from_character_swaps PASSED [ 24%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_shape_and_output_from_word_deletion PASSED [ 24%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_skip_options PASSED [ 24%] +keras_hub/src/layers/preprocessing/random_deletion_test.py::RandomDeletionTest::test_with_integer_tokens PASSED [ 24%] +keras_hub/src/layers/preprocessing/random_swap_test.py::TestCase::test_session SKIPPED [ 25%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_augment_first_batch_second PASSED [ 25%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_batch_first_augment_second PASSED [ 25%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_get_config_and_from_config PASSED [ 25%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_session SKIPPED [ 25%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_shape_and_output_from_character_swap PASSED [ 25%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_shape_and_output_from_word_swap PASSED [ 26%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_skip_options PASSED [ 26%] +keras_hub/src/layers/preprocessing/random_swap_test.py::RandomSwapTest::test_with_integer_tokens PASSED [ 26%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::TestCase::test_session SKIPPED [ 26%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_batch PASSED [ 26%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_bfloat16_dtype PASSED [ 27%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_call_overrides PASSED [ 27%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_dense_2D_input PASSED [ 27%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_dense_input PASSED [ 27%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_end_token_value_during_truncation PASSED [ 27%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_get_config PASSED [ 27%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_multiple_start_end_tokens PASSED [ 28%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_ragged_input PASSED [ 28%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_return_padding_mask PASSED [ 28%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_session SKIPPED [ 28%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_special_token_dtype_error PASSED [ 28%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_start_end_padding_value PASSED [ 29%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_start_end_token PASSED [ 29%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_string_input PASSED [ 29%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_string_input_with_multiple_special_values PASSED [ 29%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_truncation PASSED [ 29%] +keras_hub/src/layers/preprocessing/start_end_packer_test.py::StartEndPackerTest::test_truncation_wo_endvalue PASSED [ 30%] +keras_hub/src/models/gemma/gemma_backbone_test.py::TestCase::test_session SKIPPED [ 30%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_all_presets SKIPPED [ 30%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_architecture_characteristics PASSED [ 30%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_backbone_basics SKIPPED [ 30%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_distribution SKIPPED [ 30%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_distribution_with_lora SKIPPED [ 31%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_saved_model SKIPPED [ 31%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_session PASSED [ 31%] +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_smallest_preset SKIPPED [ 31%] +keras_hub/src/models/gemma/gemma_backbone_test.py::Gemma2BackboneTest::test_backbone_basics SKIPPED [ 31%] +keras_hub/src/models/gemma/gemma_backbone_test.py::Gemma2BackboneTest::test_saved_model SKIPPED [ 32%] +keras_hub/src/models/gemma/gemma_backbone_test.py::Gemma2BackboneTest::test_session PASSED [ 32%] +keras_hub/src/models/gemma/gemma_backbone_test.py::Gemma2BackboneTest::test_sliding_window PASSED [ 32%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::TestCase::test_session SKIPPED [ 32%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_all_presets SKIPPED [ 32%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_generate_postprocess PASSED [ 32%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_generate_preprocess PASSED [ 33%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_no_start_end_token PASSED [ 33%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_preprocessor_basics PASSED [ 33%] +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_session PASSED [ 33%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::TestCase::test_session SKIPPED [ 33%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_all_presets SKIPPED [ 34%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_cache_correctness PASSED [ 34%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_causal_lm_basics SKIPPED [ 34%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_early_stopping PASSED [ 34%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_flash_attention_call SKIPPED [ 34%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_generate PASSED [ 35%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_generate_compilation PASSED [ 35%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_generate_with_bfloat16 PASSED [ 35%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_multitoken_stopping PASSED [ 35%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_saved_model SKIPPED [ 35%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_score_layer_intercept_fn_exfiltration PASSED [ 35%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_score_logits PASSED [ 36%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_score_loss SKIPPED [ 36%] +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_session PASSED [ 36%] +keras_hub/src/models/gemma/gemma_lora_test.py::TestCase::test_session SKIPPED [ 36%] +keras_hub/src/models/gemma/gemma_lora_test.py::GemmaLoraTest::test_lora_fine_tuning SKIPPED [ 36%] +keras_hub/src/models/gemma/gemma_lora_test.py::GemmaLoraTest::test_lora_fine_tuning_target_names SKIPPED [ 37%] +keras_hub/src/models/gemma/gemma_lora_test.py::GemmaLoraTest::test_lora_saving_and_reloading SKIPPED [ 37%] +keras_hub/src/models/gemma/gemma_lora_test.py::GemmaLoraTest::test_session SKIPPED [ 37%] +keras_hub/src/models/gemma/gemma_tokenizer_test.py::TestCase::test_session SKIPPED [ 37%] +keras_hub/src/models/gemma/gemma_tokenizer_test.py::GemmaTokenizerTest::test_all_presets SKIPPED [ 37%] +keras_hub/src/models/gemma/gemma_tokenizer_test.py::GemmaTokenizerTest::test_errors_missing_special_tokens PASSED [ 37%] +keras_hub/src/models/gemma/gemma_tokenizer_test.py::GemmaTokenizerTest::test_session PASSED [ 38%] +keras_hub/src/models/gemma/gemma_tokenizer_test.py::GemmaTokenizerTest::test_smallest_preset SKIPPED [ 38%] +keras_hub/src/models/gemma/gemma_tokenizer_test.py::GemmaTokenizerTest::test_tokenizer_basics PASSED [ 38%] +keras_hub/src/models/gpt2/gpt2_backbone_test.py::TestCase::test_session SKIPPED [ 38%] +keras_hub/src/models/gpt2/gpt2_backbone_test.py::GPT2BackboneTest::test_all_presets SKIPPED [ 38%] +keras_hub/src/models/gpt2/gpt2_backbone_test.py::GPT2BackboneTest::test_backbone_basics SKIPPED [ 39%] +keras_hub/src/models/gpt2/gpt2_backbone_test.py::GPT2BackboneTest::test_saved_model SKIPPED [ 39%] +keras_hub/src/models/gpt2/gpt2_backbone_test.py::GPT2BackboneTest::test_session PASSED [ 39%] +keras_hub/src/models/gpt2/gpt2_backbone_test.py::GPT2BackboneTest::test_smallest_preset SKIPPED [ 39%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::TestCase::test_session SKIPPED [ 39%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_all_presets SKIPPED [ 40%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_generate_postprocess PASSED [ 40%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_generate_preprocess PASSED [ 40%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_no_start_end_token PASSED [ 40%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_preprocessor_basics PASSED [ 40%] +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_session PASSED [ 40%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::TestCase::test_session SKIPPED [ 41%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_all_presets SKIPPED [ 41%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_causal_lm_basics SKIPPED [ 41%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_early_stopping PASSED [ 41%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_generate PASSED [ 41%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_generate_compilation PASSED [ 42%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_saved_model SKIPPED [ 42%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_score_layer_intercept_fn_exfiltration PASSED [ 42%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_score_logits PASSED [ 42%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_score_loss SKIPPED [ 42%] +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_session PASSED [ 42%] +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::TestCase::test_session SKIPPED [ 43%] +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::GPT2PreprocessorTest::test_all_presets SKIPPED [ 43%] +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::GPT2PreprocessorTest::test_no_start_end_token PASSED [ 43%] +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::GPT2PreprocessorTest::test_preprocessor_basics PASSED [ 43%] +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::GPT2PreprocessorTest::test_sequence_length_override PASSED [ 43%] +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::GPT2PreprocessorTest::test_session PASSED [ 44%] +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::TestCase::test_session SKIPPED [ 44%] +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::GPT2TokenizerTest::test_all_presets SKIPPED [ 44%] +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::GPT2TokenizerTest::test_errors_missing_special_tokens PASSED [ 44%] +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::GPT2TokenizerTest::test_session PASSED [ 44%] +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::GPT2TokenizerTest::test_smallest_preset SKIPPED [ 45%] +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::GPT2TokenizerTest::test_tokenizer_basics PASSED [ 45%] +keras_hub/src/models/mistral/mistral_backbone_test.py::TestCase::test_session SKIPPED [ 45%] +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_all_presets SKIPPED [ 45%] +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_backbone_basics SKIPPED [ 45%] +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_num_parameters PASSED [ 45%] +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_saved_model SKIPPED [ 46%] +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_session PASSED [ 46%] +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_smallest_preset SKIPPED [ 46%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::TestCase::test_session SKIPPED [ 46%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_all_presets SKIPPED [ 46%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_generate_postprocess PASSED [ 47%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_generate_preprocess PASSED [ 47%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_no_start_end_token PASSED [ 47%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_preprocessor_basics PASSED [ 47%] +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_session PASSED [ 47%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::TestCase::test_session SKIPPED [ 47%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_all_presets SKIPPED [ 48%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_causal_lm_basics SKIPPED [ 48%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_early_stopping PASSED [ 48%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_generate PASSED [ 48%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_generate_compilation PASSED [ 48%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_saved_model SKIPPED [ 49%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_score_layer_intercept_fn_exfiltration PASSED [ 49%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_score_logits PASSED [ 49%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_score_loss SKIPPED [ 49%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_session PASSED [ 49%] +keras_hub/src/models/mistral/mistral_tokenizer_test.py::TestCase::test_session SKIPPED [ 50%] +keras_hub/src/models/mistral/mistral_tokenizer_test.py::MistralTokenizerTest::test_all_presets SKIPPED [ 50%] +keras_hub/src/models/mistral/mistral_tokenizer_test.py::MistralTokenizerTest::test_errors_missing_special_tokens PASSED [ 50%] +keras_hub/src/models/mistral/mistral_tokenizer_test.py::MistralTokenizerTest::test_session PASSED [ 50%] +keras_hub/src/models/mistral/mistral_tokenizer_test.py::MistralTokenizerTest::test_smallest_preset SKIPPED [ 50%] +keras_hub/src/models/mistral/mistral_tokenizer_test.py::MistralTokenizerTest::test_tokenizer_basics PASSED [ 50%] +keras_hub/src/samplers/random_sampler_test.py::TestCase::test_session SKIPPED [ 51%] +keras_hub/src/samplers/random_sampler_test.py::RandomSamplerTest::test_early_stopping SKIPPED [ 51%] +keras_hub/src/samplers/random_sampler_test.py::RandomSamplerTest::test_session SKIPPED [ 51%] +keras_hub/src/samplers/random_sampler_test.py::RandomSamplerTest::test_stateful_call SKIPPED [ 51%] +keras_hub/src/samplers/random_sampler_test.py::RandomSamplerTest::test_stateless_call PASSED [ 51%] +keras_hub/src/samplers/random_sampler_test.py::RandomSamplerTest::test_temperature PASSED [ 52%] +keras_hub/src/samplers/serialization_test.py::TestCase::test_session SKIPPED [ 52%] +keras_hub/src/samplers/serialization_test.py::SerializationTest::test_get PASSED [ 52%] +keras_hub/src/samplers/serialization_test.py::SerializationTest::test_serialization PASSED [ 52%] +keras_hub/src/samplers/serialization_test.py::SerializationTest::test_session SKIPPED [ 52%] +keras_hub/src/tests/doc_tests/docstring_test.py::test_docstrings SKIPPED [ 52%] +keras_hub/src/tests/doc_tests/docstring_test.py::test_fenced_docstrings SKIPPED [ 53%] +keras_hub/src/tests/test_case.py::TestCase::test_session SKIPPED (No...) [ 53%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::TestCase::test_session SKIPPED [ 53%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_cjk_input PASSED [ 53%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_config PASSED [ 53%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_detokenize_list_input PASSED [ 54%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_detokenize_scalar_input PASSED [ 54%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_error_id_out_of_vocabulary PASSED [ 54%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_session SKIPPED [ 54%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_special_whitespace PASSED [ 54%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_tokenize_list_input PASSED [ 55%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_tokenize_prefix_space PASSED [ 55%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_tokenize_scalar_input PASSED [ 55%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_tokenize_string_output PASSED [ 55%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_tokenize_with_special_tokens PASSED [ 55%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_tokenize_with_tf_data PASSED [ 55%] +keras_hub/src/tokenizers/byte_pair_tokenizer_test.py::BytePairTokenizerTest::test_whitespace_split PASSED [ 56%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::TestCase::test_session SKIPPED [ 56%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_batch_first_tokenize_second PASSED [ 56%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_batch_first_tokenize_second_with_sequence_length PASSED [ 56%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_config PASSED [ 56%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_dense_output PASSED [ 57%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_detokenize PASSED [ 57%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_detokenize_ignore_error PASSED [ 57%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_detokenize_replace_error PASSED [ 57%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_detokenize_strict_error PASSED [ 57%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_id_to_token PASSED [ 57%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_load_model_with_config PASSED [ 58%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_lowercase PASSED [ 58%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_session SKIPPED [ 58%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_skip_lowercase PASSED [ 58%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_token_to_id PASSED [ 58%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_tokenize PASSED [ 59%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_tokenize_first_batch_second PASSED [ 59%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_tokenize_first_batch_second_with_sequence_length PASSED [ 59%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_tokenize_scalar PASSED [ 59%] +keras_hub/src/tokenizers/byte_tokenizer_test.py::ByteTokenizerTest::test_vocab_size PASSED [ 59%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::TestCase::test_session SKIPPED [ 60%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_accessors PASSED [ 60%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_batch_then_tokenize PASSED [ 60%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_config PASSED [ 60%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_dense_output PASSED [ 60%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_detokenize PASSED [ 60%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_error_id_out_of_vocabulary PASSED [ 61%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_from_bytes PASSED [ 61%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_scalar_bos_eos PASSED [ 61%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_scalar_tokenize PASSED [ 61%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_session SKIPPED [ 61%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_string_bos_eos PASSED [ 62%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_string_tokenize PASSED [ 62%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_tokenize PASSED [ 62%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_test.py::SentencePieceTokenizerTest::test_tokenize_then_batch PASSED [ 62%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::TestCase::test_session SKIPPED [ 62%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_dataset_input PASSED [ 62%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_file_input PASSED [ 63%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_invalid_input PASSED [ 63%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_lowercase PASSED [ 63%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_multiple_file_input PASSED [ 63%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_proto_output_file PASSED [ 63%] +keras_hub/src/tokenizers/sentence_piece_tokenizer_trainer_test.py::SentencePieceTokenizerTrainerTest::test_session SKIPPED [ 64%] +keras_hub/src/tokenizers/tokenizer_test.py::TestCase::test_session SKIPPED [ 64%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_detokenize PASSED [ 64%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_from_preset SKIPPED [ 64%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_from_preset_errors SKIPPED [ 64%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_missing_tokenize_raises PASSED [ 65%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_preset_accessors PASSED [ 65%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_save_to_preset0 SKIPPED [ 65%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_save_to_preset1 SKIPPED [ 65%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_save_to_preset2 SKIPPED [ 65%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_session SKIPPED [ 65%] +keras_hub/src/tokenizers/tokenizer_test.py::TokenizerTest::test_tokenize PASSED [ 66%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::TestCase::test_session SKIPPED [ 66%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_batch_first_tokenize_second PASSED [ 66%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_batch_first_tokenize_second_with_sequence_length PASSED [ 66%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_config PASSED [ 66%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_dense_output PASSED [ 67%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_detokenize PASSED [ 67%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_detokenize_ignore_error PASSED [ 67%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_detokenize_replace_error PASSED [ 67%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_detokenize_strict_error PASSED [ 67%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_id_to_token PASSED [ 67%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_load_model_with_config PASSED [ 68%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_lowercase PASSED [ 68%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_normalization_without_UTF8_valueerror PASSED [ 68%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_session SKIPPED [ 68%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_skip_lowercase PASSED [ 68%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_token_to_id PASSED [ 69%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize PASSED [ 69%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize_dense_with_vocabulary_size PASSED [ 69%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize_first_batch_second PASSED [ 69%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize_first_batch_second_with_sequence_length PASSED [ 69%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize_ragged_with_vocabulary_size PASSED [ 70%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize_scalar PASSED [ 70%] +keras_hub/src/tokenizers/unicode_codepoint_tokenizer_test.py::UnicodeCodepointTokenizerTest::test_tokenize_scalar_with_vocabulary_size PASSED [ 70%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::TestCase::test_session SKIPPED [ 70%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_accessors PASSED [ 70%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_batching_ragged_tensors PASSED [ 70%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_cjk_tokens PASSED [ 71%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_config PASSED [ 71%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_config_with_special_tokens PASSED [ 71%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_dense_output PASSED [ 71%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_detokenize PASSED [ 71%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_error_id_out_of_vocabulary PASSED [ 72%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_from_file PASSED [ 72%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_lowercase PASSED [ 72%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_no_oov_token_in_vocabulary PASSED [ 72%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_no_splitting PASSED [ 72%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_no_splitting_with_special_tokens PASSED [ 72%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_session SKIPPED [ 73%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_skip_lowercase PASSED [ 73%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_skip_strip_accents PASSED [ 73%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_special_tokens_int_dtype PASSED [ 73%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_special_tokens_string_dtype PASSED [ 73%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_special_tokens_with_lowecase PASSED [ 74%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_string_tokenize PASSED [ 74%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_strip_accents PASSED [ 74%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_tokenize PASSED [ 74%] +keras_hub/src/tokenizers/word_piece_tokenizer_test.py::WordPieceTokenizerTest::test_word_piece_only PASSED [ 74%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::TestCase::test_session SKIPPED [ 75%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_dataset_input PASSED [ 75%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_filenames_input PASSED [ 75%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_filenames_without_split PASSED [ 75%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_invalid_input PASSED [ 75%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_lowercase PASSED [ 75%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_output_file PASSED [ 76%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_reserved_tokens PASSED [ 76%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_session SKIPPED [ 76%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_skip_lowercase PASSED [ 76%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_skip_split PASSED [ 76%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_skip_strip_accents PASSED [ 77%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_split PASSED [ 77%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_split_on_cjk PASSED [ 77%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_strip_accents PASSED [ 77%] +keras_hub/src/tokenizers/word_piece_tokenizer_trainer_test.py::WordPieceTokenizerTrainerTest::test_suffix_indicator PASSED [ 77%] +keras_hub/src/utils/coco/coco_utils_test.py::TestCase::test_session SKIPPED [ 77%] +keras_hub/src/utils/coco/coco_utils_test.py::CocoUtilsTest::test_coco_id_to_name PASSED [ 78%] +keras_hub/src/utils/coco/coco_utils_test.py::CocoUtilsTest::test_coco_name_to_id PASSED [ 78%] +keras_hub/src/utils/coco/coco_utils_test.py::CocoUtilsTest::test_session SKIPPED [ 78%] +keras_hub/src/utils/imagenet/imagenet_utils_test.py::TestCase::test_session SKIPPED [ 78%] +keras_hub/src/utils/imagenet/imagenet_utils_test.py::ImageNetUtilsTest::test_decode_imagenet_predictions PASSED [ 78%] +keras_hub/src/utils/imagenet/imagenet_utils_test.py::ImageNetUtilsTest::test_imagenet_id_to_name PASSED [ 79%] +keras_hub/src/utils/imagenet/imagenet_utils_test.py::ImageNetUtilsTest::test_imagenet_name_to_id PASSED [ 79%] +keras_hub/src/utils/imagenet/imagenet_utils_test.py::ImageNetUtilsTest::test_session SKIPPED [ 79%] +keras_hub/src/utils/keras_utils_test.py::TestCase::test_session SKIPPED [ 79%] +keras_hub/src/utils/keras_utils_test.py::CloneInitializerTest::test_config_equality PASSED [ 79%] +keras_hub/src/utils/keras_utils_test.py::CloneInitializerTest::test_random_output PASSED [ 80%] +keras_hub/src/utils/keras_utils_test.py::CloneInitializerTest::test_session SKIPPED [ 80%] +keras_hub/src/utils/keras_utils_test.py::CloneInitializerTest::test_strings PASSED [ 80%] +keras_hub/src/utils/preset_utils_test.py::TestCase::test_session SKIPPED [ 80%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_disabled_sharding SKIPPED [ 80%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_preset_errors SKIPPED [ 80%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_session PASSED [ 81%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_sharded_weights SKIPPED [ 81%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_sharded_weights_config SKIPPED [ 81%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_tf_file_io SKIPPED [ 81%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_upload_empty_preset SKIPPED [ 81%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_upload_with_invalid_json SKIPPED [ 82%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_upload_with_missing_file0 SKIPPED [ 82%] +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_upload_with_missing_file1 SKIPPED [ 82%] +keras_hub/src/utils/python_utils_test.py::TestCase::test_session SKIPPED [ 82%] +keras_hub/src/utils/python_utils_test.py::ClassPropertyTest::test_class_property PASSED [ 82%] +keras_hub/src/utils/python_utils_test.py::ClassPropertyTest::test_session SKIPPED [ 82%] +keras_hub/src/utils/tensor_utils_test.py::TestCase::test_session SKIPPED [ 83%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_basics PASSED [ 83%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_bytestrings PASSED [ 83%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_composite PASSED [ 83%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_placement PASSED [ 83%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_ragged PASSED [ 84%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_session SKIPPED [ 84%] +keras_hub/src/utils/tensor_utils_test.py::ConvertHelpers::test_strings PASSED [ 84%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_dense_input PASSED [ 84%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_dense_strings PASSED [ 84%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_ragged_input PASSED [ 85%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_ragged_strings PASSED [ 85%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_scalar_input PASSED [ 85%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_scalar_string PASSED [ 85%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_session SKIPPED [ 85%] +keras_hub/src/utils/tensor_utils_test.py::TensorToListTest::test_string_with_utf8_error PASSED [ 85%] +keras_hub/src/utils/tensor_utils_test.py::ConvertToRaggedBatch::test_convert_1d_tensor PASSED [ 86%] +keras_hub/src/utils/tensor_utils_test.py::ConvertToRaggedBatch::test_convert_2d_tensor PASSED [ 86%] +keras_hub/src/utils/tensor_utils_test.py::ConvertToRaggedBatch::test_convert_ragged PASSED [ 86%] +keras_hub/src/utils/tensor_utils_test.py::ConvertToRaggedBatch::test_session SKIPPED [ 86%] +keras_hub/src/utils/tensor_utils_test.py::MaskedAnyEqualTest::test_basic_equality PASSED [ 86%] +keras_hub/src/utils/tensor_utils_test.py::MaskedAnyEqualTest::test_input_shaped_values PASSED [ 87%] +keras_hub/src/utils/tensor_utils_test.py::MaskedAnyEqualTest::test_multiple_values PASSED [ 87%] +keras_hub/src/utils/tensor_utils_test.py::MaskedAnyEqualTest::test_padding_mask PASSED [ 87%] +keras_hub/src/utils/tensor_utils_test.py::MaskedAnyEqualTest::test_session SKIPPED [ 87%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_session SKIPPED [ 87%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_boxes_batched PASSED [ 87%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_boxes_unbatched PASSED [ 88%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_classes_batched PASSED [ 88%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_classes_batched_with_mask PASSED [ 88%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_classes_batched_with_mask_val PASSED [ 88%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_classes_multi_batch PASSED [ 88%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_classes_unbatched PASSED [ 89%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_classes_unbatched_with_mask PASSED [ 89%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_invalid_rank PASSED [ 89%] +keras_hub/src/utils/tensor_utils_test.py::TargetGatherTest::test_target_gather_with_empty_targets PASSED [ 89%] +keras_hub/src/utils/timm/convert_cspnet_test.py::TestCase::test_session SKIPPED [ 89%] +keras_hub/src/utils/timm/convert_cspnet_test.py::TimmCSPNetBackboneTest::test_convert_cspnet_backbone SKIPPED [ 90%] +keras_hub/src/utils/timm/convert_cspnet_test.py::TimmCSPNetBackboneTest::test_convert_cspnet_classifier SKIPPED [ 90%] +keras_hub/src/utils/timm/convert_cspnet_test.py::TimmCSPNetBackboneTest::test_session SKIPPED [ 90%] +keras_hub/src/utils/timm/convert_densenet_test.py::TestCase::test_session SKIPPED [ 90%] +keras_hub/src/utils/timm/convert_densenet_test.py::TimmDenseNetBackboneTest::test_convert_densenet_backbone SKIPPED [ 90%] +keras_hub/src/utils/timm/convert_densenet_test.py::TimmDenseNetBackboneTest::test_convert_densenet_classifier SKIPPED [ 90%] +keras_hub/src/utils/timm/convert_densenet_test.py::TimmDenseNetBackboneTest::test_session SKIPPED [ 91%] +keras_hub/src/utils/timm/convert_efficientnet_test.py::TestCase::test_session SKIPPED [ 91%] +keras_hub/src/utils/timm/convert_efficientnet_test.py::TimmEfficientNetBackboneTest::test_convert_efficientnet_backbone SKIPPED [ 91%] +keras_hub/src/utils/timm/convert_efficientnet_test.py::TimmEfficientNetBackboneTest::test_convert_efficientnet_classifier SKIPPED [ 91%] +keras_hub/src/utils/timm/convert_efficientnet_test.py::TimmEfficientNetBackboneTest::test_session SKIPPED [ 91%] +keras_hub/src/utils/timm/convert_mobilenet_test.py::TestCase::test_session SKIPPED [ 92%] +keras_hub/src/utils/timm/convert_mobilenet_test.py::TimmMobileNetBackboneTest::test_convert_mobilenet_backbone SKIPPED [ 92%] +keras_hub/src/utils/timm/convert_mobilenet_test.py::TimmMobileNetBackboneTest::test_convert_mobilenet_classifier SKIPPED [ 92%] +keras_hub/src/utils/timm/convert_mobilenet_test.py::TimmMobileNetBackboneTest::test_session SKIPPED [ 92%] +keras_hub/src/utils/timm/convert_resnet_test.py::TestCase::test_session SKIPPED [ 92%] +keras_hub/src/utils/timm/convert_resnet_test.py::TimmResNetBackboneTest::test_convert_resnet_backbone SKIPPED [ 92%] +keras_hub/src/utils/timm/convert_resnet_test.py::TimmResNetBackboneTest::test_convert_resnet_classifier SKIPPED [ 93%] +keras_hub/src/utils/timm/convert_resnet_test.py::TimmResNetBackboneTest::test_session SKIPPED [ 93%] +keras_hub/src/utils/transformers/convert_albert_test.py::TestCase::test_session SKIPPED [ 93%] +keras_hub/src/utils/transformers/convert_albert_test.py::TestTask::test_class_detection SKIPPED [ 93%] +keras_hub/src/utils/transformers/convert_albert_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 93%] +keras_hub/src/utils/transformers/convert_albert_test.py::TestTask::test_session SKIPPED [ 94%] +keras_hub/src/utils/transformers/convert_bart_test.py::TestCase::test_session SKIPPED [ 94%] +keras_hub/src/utils/transformers/convert_bart_test.py::TestTask::test_class_detection SKIPPED [ 94%] +keras_hub/src/utils/transformers/convert_bart_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 94%] +keras_hub/src/utils/transformers/convert_bart_test.py::TestTask::test_session SKIPPED [ 94%] +keras_hub/src/utils/transformers/convert_bert_test.py::TestCase::test_session SKIPPED [ 95%] +keras_hub/src/utils/transformers/convert_bert_test.py::TestTask::test_class_detection SKIPPED [ 95%] +keras_hub/src/utils/transformers/convert_bert_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 95%] +keras_hub/src/utils/transformers/convert_bert_test.py::TestTask::test_session SKIPPED [ 95%] +keras_hub/src/utils/transformers/convert_distilbert_test.py::TestCase::test_session SKIPPED [ 95%] +keras_hub/src/utils/transformers/convert_distilbert_test.py::TestTask::test_class_detection SKIPPED [ 95%] +keras_hub/src/utils/transformers/convert_distilbert_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 96%] +keras_hub/src/utils/transformers/convert_distilbert_test.py::TestTask::test_session SKIPPED [ 96%] +keras_hub/src/utils/transformers/convert_gemma_test.py::TestCase::test_session SKIPPED [ 96%] +keras_hub/src/utils/transformers/convert_gemma_test.py::TestTask::test_class_detection SKIPPED [ 96%] +keras_hub/src/utils/transformers/convert_gemma_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 96%] +keras_hub/src/utils/transformers/convert_gemma_test.py::TestTask::test_session SKIPPED [ 97%] +keras_hub/src/utils/transformers/convert_gpt2_test.py::TestCase::test_session SKIPPED [ 97%] +keras_hub/src/utils/transformers/convert_gpt2_test.py::TestTask::test_class_detection SKIPPED [ 97%] +keras_hub/src/utils/transformers/convert_gpt2_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 97%] +keras_hub/src/utils/transformers/convert_gpt2_test.py::TestTask::test_session SKIPPED [ 97%] +keras_hub/src/utils/transformers/convert_llama3_test.py::TestCase::test_session SKIPPED [ 97%] +keras_hub/src/utils/transformers/convert_llama3_test.py::TestTask::test_class_detection SKIPPED [ 98%] +keras_hub/src/utils/transformers/convert_llama3_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 98%] +keras_hub/src/utils/transformers/convert_llama3_test.py::TestTask::test_session SKIPPED [ 98%] +keras_hub/src/utils/transformers/convert_mistral_test.py::TestCase::test_session SKIPPED [ 98%] +keras_hub/src/utils/transformers/convert_mistral_test.py::TestTask::test_class_detection SKIPPED [ 98%] +keras_hub/src/utils/transformers/convert_mistral_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 99%] +keras_hub/src/utils/transformers/convert_mistral_test.py::TestTask::test_session SKIPPED [ 99%] +keras_hub/src/utils/transformers/convert_pali_gemma_test.py::TestCase::test_session SKIPPED [ 99%] +keras_hub/src/utils/transformers/convert_pali_gemma_test.py::TestTask::test_class_detection SKIPPED [ 99%] +keras_hub/src/utils/transformers/convert_pali_gemma_test.py::TestTask::test_convert_tiny_preset SKIPPED [ 99%] +keras_hub/src/utils/transformers/convert_pali_gemma_test.py::TestTask::test_session SKIPPED [100%] + +=============================== warnings summary =============================== +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 + /usr/lib/python3.12/multiprocessing/popen_fork.py:66: DeprecationWarning: This process (pid=11772) is multi-threaded, use of fork() may lead to deadlocks in the child. + self.pid = os.fork() + +../openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10 + /home/mohamed-ashraf/Desktop/GSoC2025/openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10: DeprecationWarning: The `openvino.runtime` module is deprecated and will be removed in the 2026.0 release. Please replace `openvino.runtime` with `openvino`. + warnings.warn( + +../env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474 + /home/mohamed-ashraf/Desktop/GSoC2025/env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474: PytestConfigWarning: Unknown config option: env + + self._warn_or_fail_if_strict(f"Unknown config option: {key}\n") + +keras_hub/src/layers/modeling/token_and_position_embedding_test.py::TokenAndPositionEmbeddingTest::test_mask_propagation + /home/mohamed-ashraf/Desktop/GSoC2025/keras/keras/src/layers/layer.py:970: UserWarning: Layer 'position_embedding' (of type PositionEmbedding) was passed an input with a mask attached to it. However, this layer does not support masking and will therefore destroy the mask information. Downstream layers will not see the mask. + warnings.warn( + +keras_hub/src/models/gemma/gemma_backbone_test.py::GemmaBackboneTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gemma/gemma_backbone_test.py::Gemma2BackboneTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gemma/gemma_causal_lm_preprocessor_test.py::GemmaCausalLMPreprocessorTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gemma/gemma_causal_lm_test.py::GemmaCausalLMTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gemma/gemma_tokenizer_test.py::GemmaTokenizerTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gpt2/gpt2_backbone_test.py::GPT2BackboneTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gpt2/gpt2_causal_lm_preprocessor_test.py::GPT2CausalLMPreprocessorTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gpt2/gpt2_causal_lm_test.py::GPT2CausalLMTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gpt2/gpt2_preprocessor_test.py::GPT2PreprocessorTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/gpt2/gpt2_tokenizer_test.py::GPT2TokenizerTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/mistral/mistral_backbone_test.py::MistralBackboneTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/mistral/mistral_causal_lm_preprocessor_test.py::MistralCausalLMPreprocessorTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/models/mistral/mistral_tokenizer_test.py::MistralTokenizerTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +keras_hub/src/utils/preset_utils_test.py::PresetUtilsTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +=========== 301 passed, 239 skipped, 20 warnings in 93.28s (0:01:33) =========== diff --git a/testing_files/mistral_test.txt b/testing_files/mistral_test.txt new file mode 100644 index 000000000000..718b85dc0704 --- /dev/null +++ b/testing_files/mistral_test.txt @@ -0,0 +1,41 @@ +============================= test session starts ============================== +platform linux -- Python 3.12.3, pytest-8.4.0, pluggy-1.6.0 -- /home/mohamed-ashraf/Desktop/GSoC2025/env/bin/python +cachedir: .pytest_cache +rootdir: /home/mohamed-ashraf/Desktop/GSoC2025/keras-hub +configfile: pytest.ini +plugins: cov-6.1.1 +collecting ... collected 11 items + +keras_hub/src/models/mistral/mistral_causal_lm_test.py::TestCase::test_session SKIPPED [ 9%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_all_presets SKIPPED [ 18%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_causal_lm_basics SKIPPED [ 27%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_early_stopping PASSED [ 36%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_generate PASSED [ 45%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_generate_compilation PASSED [ 54%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_saved_model SKIPPED [ 63%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_score_layer_intercept_fn_exfiltration PASSED [ 72%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_score_logits PASSED [ 81%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_score_loss SKIPPED [ 90%] +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_session PASSED [100%] + +=============================== warnings summary =============================== +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 +../../../../../usr/lib/python3.12/multiprocessing/popen_fork.py:66 + /usr/lib/python3.12/multiprocessing/popen_fork.py:66: DeprecationWarning: This process (pid=11279) is multi-threaded, use of fork() may lead to deadlocks in the child. + self.pid = os.fork() + +../openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10 + /home/mohamed-ashraf/Desktop/GSoC2025/openvino/build_python3.12/site-packages/python/openvino/runtime/__init__.py:10: DeprecationWarning: The `openvino.runtime` module is deprecated and will be removed in the 2026.0 release. Please replace `openvino.runtime` with `openvino`. + warnings.warn( + +../env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474 + /home/mohamed-ashraf/Desktop/GSoC2025/env/lib/python3.12/site-packages/_pytest/config/__init__.py:1474: PytestConfigWarning: Unknown config option: env + + self._warn_or_fail_if_strict(f"Unknown config option: {key}\n") + +keras_hub/src/models/mistral/mistral_causal_lm_test.py::MistralCausalLMTest::test_session + /usr/lib/python3.12/unittest/case.py:690: DeprecationWarning: It is deprecated to return a value that is not None from a test case (>) + return self.run(*args, **kwds) + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +=================== 6 passed, 5 skipped, 5 warnings in 7.49s ===================