|
1
|
#pragma once |
|
2
|
|
|
3
|
#include <cstddef> |
|
4
|
#include "cutlass/numeric_types.h" |
|
5
|
|
|
6
|
namespace vllm::cutlass_w4a8_utils { |
|
7
|
|
|
8
|
bool unified_encode_int4b(cutlass::int4b_t const* in, cutlass::int4b_t* out, |
|
9
|
size_t num_int4_elems); |
|
10
|
|
|
11
|
} // namespace vllm::cutlass_w4a8_utils |