Skip to content
This repository has been archived by the owner on Aug 30, 2024. It is now read-only.

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
sunjiweiswift committed Aug 7, 2024
1 parent 47ceae0 commit 2e5cd2e
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -241,7 +241,6 @@ struct int4_dequantize_t<

mat_qweight_t mat_qweight;
mat_dequant_weight_t mat_dequant_weight;
mat_dequant_weight_t trans_mat_dequant_weight;
scale_t scale;
zp_t zp;

Expand Down Expand Up @@ -279,12 +278,8 @@ struct int4_dequantize_t<
}
SW_BARRIER();
dequantize(mat_dequant_weight, mat_qweight, scale, zp, dequantize_args);
// for (uint32_t j = 0; j < sg_tile_n; j++) {
// trans_mat_dequant_weight.reg.xetla_select<k_stride, sg_tile_n>(j) =
// mat_dequant_weight.reg.xetla_select<k_stride, 1>(j * k_stride);
// }
tile_transpose(mat_dequant_weight);
subgroup::tile_store(mat_dequant_weight, mat_dequant_weight_payload);
// trans_mat_dequant_weight, mat_dequant_weight_payload);
mat_dequant_weight_payload.template update_tdesc<tdesc_update_dir::y_dir>(
mat_dequant_weight_t::tile_size_y);
SW_BARRIER();
Expand Down
5 changes: 3 additions & 2 deletions tests/integration/int4_dequantize/main.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -130,8 +130,9 @@ int int4_dequantize_result_validate(T* gold, T* out, size_t k, size_t n) {
for (uint32_t i = 0; i < k; i++) {
for (uint32_t j = 0; j < n; j++) {
if (gold[i * n + j] != out[i * n + j]) {
std::cout << i * n + j << " " << gold[i * n + j] << " "
<< out[i * n + j] << std::endl;
if (err_num < 10)
std::cout << i * n + j << " " << gold[i * n + j] << " "
<< out[i * n + j] << std::endl;
err_num++;
}
}
Expand Down

0 comments on commit 2e5cd2e

Please sign in to comment.