From 0101afdfa7f279e082623ee57d7ad6f84e1e82dc Mon Sep 17 00:00:00 2001 From: duzx16 Date: Wed, 15 Mar 2023 21:18:24 +0800 Subject: [PATCH] Update quantization --- quantization.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/quantization.py b/quantization.py index bf30790..42836a1 100644 --- a/quantization.py +++ b/quantization.py @@ -7,7 +7,11 @@ import base64 import ctypes from typing import List -from cpm_kernels.kernels.base import LazyKernelCModule, KernelFunction, round_up + +try: + from cpm_kernels.kernels.base import LazyKernelCModule, KernelFunction, round_up +except: + pass class W8A16Linear(torch.autograd.Function):