Instructions to use kernels-community/megablocks with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Kernels
How to use kernels-community/megablocks with Kernels:
# !pip install kernels from kernels import get_kernel kernel = get_kernel("kernels-community/megablocks") - Notebooks
- Google Colab
- Kaggle
File size: 807 Bytes
83c6859 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | # Copyright 2024 Databricks
# SPDX-License-Identifier: Apache-2.0
import warnings
_grouped_gemm_is_available: bool = False
try:
# import grouped_gemm
pass
_grouped_gemm_is_available = True
except ImportError as error:
warnings.warn('Grouped GEMM not available.')
def grouped_gemm_is_available():
return _grouped_gemm_is_available
def assert_grouped_gemm_is_available():
msg = (
'Grouped GEMM not available. Please run '
'`pip install git+https://github.com/tgale96/grouped_gemm@main`.',
)
assert _grouped_gemm_is_available, msg
# backend = grouped_gemm.backend if grouped_gemm_is_available() else None
# ops = grouped_gemm.ops if grouped_gemm_is_available() else None
from .grouped_gemm import backend as ops
from .grouped_gemm import ops as backend
|