| 1 | # SPDX-License-Identifier: Apache-2.0 |
| 2 | # SPDX-FileCopyrightText: Copyright contributors to the vLLM project |
| 3 | |
| 4 | import torch |
| 5 | |
| 6 | from vllm.sequence import IntermediateTensors |
| 7 | |
| 8 | |
| 9 | def test_sequence_intermediate_tensors_equal(): |
| 10 | class AnotherIntermediateTensors(IntermediateTensors): |
| 11 | pass |
| 12 | |
| 13 | intermediate_tensors = IntermediateTensors({}) |
| 14 | another_intermediate_tensors = AnotherIntermediateTensors({}) |
| 15 | assert intermediate_tensors != another_intermediate_tensors |
| 16 | |
| 17 | empty_intermediate_tensors_1 = IntermediateTensors({}) |
| 18 | empty_intermediate_tensors_2 = IntermediateTensors({}) |
| 19 | assert empty_intermediate_tensors_1 == empty_intermediate_tensors_2 |
| 20 | |
| 21 | different_key_intermediate_tensors_1 = IntermediateTensors( |
| 22 | {"1": torch.zeros([2, 4], dtype=torch.int32)} |
| 23 | ) |
| 24 | difference_key_intermediate_tensors_2 = IntermediateTensors( |
| 25 | {"2": torch.zeros([2, 4], dtype=torch.int32)} |
| 26 | ) |
| 27 | assert different_key_intermediate_tensors_1 != difference_key_intermediate_tensors_2 |
| 28 | |
| 29 | same_key_different_value_intermediate_tensors_1 = IntermediateTensors( |
| 30 | {"1": torch.zeros([2, 4], dtype=torch.int32)} |
| 31 | ) |
| 32 | same_key_different_value_intermediate_tensors_2 = IntermediateTensors( |
| 33 | {"1": torch.zeros([2, 5], dtype=torch.int32)} |
| 34 | ) |
| 35 | assert ( |
| 36 | same_key_different_value_intermediate_tensors_1 |
| 37 | != same_key_different_value_intermediate_tensors_2 |
| 38 | ) |
| 39 | |
| 40 | same_key_same_value_intermediate_tensors_1 = IntermediateTensors( |
| 41 | {"1": torch.zeros([2, 4], dtype=torch.int32)} |
| 42 | ) |
| 43 | same_key_same_value_intermediate_tensors_2 = IntermediateTensors( |
| 44 | {"1": torch.zeros([2, 4], dtype=torch.int32)} |
| 45 | ) |
| 46 | assert ( |
| 47 | same_key_same_value_intermediate_tensors_1 |
| 48 | == same_key_same_value_intermediate_tensors_2 |
| 49 | ) |