wehub-resource-sync
49 lines
1.3 KiB
Python
49 lines
1.3 KiB
Python
# Copyright (c) Microsoft Corporation.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# DeepSpeed Team
|
|
from .builder import SYCLOpBuilder
|
|
|
|
|
|
class FlashAttentionBuilderObject():
|
|
|
|
def __init__(self):
|
|
pass
|
|
|
|
# general functions
|
|
def flash_attn_func_v2(self, q, k, v, dropout_p, softmax_scale, is_causal):
|
|
import torch
|
|
return torch.nn.functional.scaled_dot_product_attention(q,
|
|
k,
|
|
v,
|
|
dropout_p=dropout_p,
|
|
is_causal=is_causal,
|
|
scale=softmax_scale)
|
|
|
|
|
|
class FlashAttentionBuilder(SYCLOpBuilder):
|
|
BUILD_VAR = "DS_BUILD_FlashAttention"
|
|
NAME = "flash_attn"
|
|
|
|
def __init__(self, name=None):
|
|
name = self.NAME if name is None else name
|
|
super().__init__(name=name)
|
|
|
|
def absolute_name(self):
|
|
return f'deepspeed.ops.{self.NAME}_op'
|
|
|
|
def sources(self):
|
|
return
|
|
|
|
def include_paths(self):
|
|
return []
|
|
|
|
def extra_ldflags(self):
|
|
return []
|
|
|
|
def cxx_args(self):
|
|
return []
|
|
|
|
def load(self):
|
|
return FlashAttentionBuilderObject()
|