chore: import upstream snapshot with attribution
Docker Image CI / build-ubuntu2004 (push) Has been cancelled
Docker Image CI / build-ubuntu2004 (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,68 @@
|
||||
#
|
||||
# SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
#
|
||||
|
||||
# This folder contains a bunch of source files holding cubins. Since the files are huge, we only want to include and compile them if used.
|
||||
# Usage is indicated by the SM being set in CMAKE_CUDA_ARCHITECTURES.
|
||||
|
||||
function(add_plugin_source_if_exists)
|
||||
foreach(SRC_FILE IN LISTS ARGN)
|
||||
if(EXISTS ${CMAKE_CURRENT_LIST_DIR}/${SRC_FILE})
|
||||
add_plugin_source(${SRC_FILE})
|
||||
endif()
|
||||
endforeach()
|
||||
endfunction()
|
||||
|
||||
foreach(SM IN LISTS BERT_QKV_SUPPORTED_SMS)
|
||||
should_compile_kernel(${SM} SHOULD_COMPILE)
|
||||
if (${SHOULD_COMPILE})
|
||||
# Not every file exists for each SM, so we list all of the candidates and add them if present.
|
||||
add_plugin_source_if_exists(
|
||||
fused_multihead_attention_v2_fp16_64_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_96_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_128_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_128_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_256_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_256_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_384_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_512_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_fp16_512_64_kernel.sm${SM}.cpp
|
||||
|
||||
fused_multihead_attention_v2_il_int8_64_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_il_int8_96_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_il_int8_128_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_il_int8_128_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_il_int8_192_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_il_int8_256_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_il_int8_384_64_kernel.sm${SM}.cpp
|
||||
|
||||
fused_multihead_attention_v2_int8_64_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_96_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_128_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_128_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_192_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_256_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_256_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_384_64_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_512_32_kernel.sm${SM}.cpp
|
||||
fused_multihead_attention_v2_int8_512_64_kernel.sm${SM}.cpp
|
||||
)
|
||||
endif()
|
||||
endforeach()
|
||||
|
||||
add_plugin_source(
|
||||
fused_multihead_attention_v2.h
|
||||
)
|
||||
+1253
File diff suppressed because it is too large
Load Diff
+21521
File diff suppressed because it is too large
Load Diff
+17429
File diff suppressed because it is too large
Load Diff
+26452
File diff suppressed because it is too large
Load Diff
+16739
File diff suppressed because it is too large
Load Diff
+4169
File diff suppressed because it is too large
Load Diff
+3847
File diff suppressed because it is too large
Load Diff
+6107
File diff suppressed because it is too large
Load Diff
+25974
File diff suppressed because it is too large
Load Diff
+15045
File diff suppressed because it is too large
Load Diff
+17105
File diff suppressed because it is too large
Load Diff
+14944
File diff suppressed because it is too large
Load Diff
+22953
File diff suppressed because it is too large
Load Diff
+14523
File diff suppressed because it is too large
Load Diff
+3671
File diff suppressed because it is too large
Load Diff
+3436
File diff suppressed because it is too large
Load Diff
+5424
File diff suppressed because it is too large
Load Diff
+22849
File diff suppressed because it is too large
Load Diff
+25317
File diff suppressed because it is too large
Load Diff
+23828
File diff suppressed because it is too large
Load Diff
+15048
File diff suppressed because it is too large
Load Diff
+2983
File diff suppressed because it is too large
Load Diff
+3800
File diff suppressed because it is too large
Load Diff
+6053
File diff suppressed because it is too large
Load Diff
+23041
File diff suppressed because it is too large
Load Diff
+36080
File diff suppressed because it is too large
Load Diff
+17542
File diff suppressed because it is too large
Load Diff
+15339
File diff suppressed because it is too large
Load Diff
+22932
File diff suppressed because it is too large
Load Diff
+14503
File diff suppressed because it is too large
Load Diff
+23281
File diff suppressed because it is too large
Load Diff
+19360
File diff suppressed because it is too large
Load Diff
+21883
File diff suppressed because it is too large
Load Diff
+13705
File diff suppressed because it is too large
Load Diff
+8675
File diff suppressed because it is too large
Load Diff
+1037
File diff suppressed because it is too large
Load Diff
+1053
File diff suppressed because it is too large
Load Diff
+1712
File diff suppressed because it is too large
Load Diff
+12811
File diff suppressed because it is too large
Load Diff
+12187
File diff suppressed because it is too large
Load Diff
+13673
File diff suppressed because it is too large
Load Diff
+8682
File diff suppressed because it is too large
Load Diff
+1816
File diff suppressed because it is too large
Load Diff
+1770
File diff suppressed because it is too large
Load Diff
+2821
File diff suppressed because it is too large
Load Diff
+13334
File diff suppressed because it is too large
Load Diff
+12763
File diff suppressed because it is too large
Load Diff
+14074
File diff suppressed because it is too large
Load Diff
+27945
File diff suppressed because it is too large
Load Diff
+17662
File diff suppressed because it is too large
Load Diff
+26977
File diff suppressed because it is too large
Load Diff
+25915
File diff suppressed because it is too large
Load Diff
+19956
File diff suppressed because it is too large
Load Diff
+12623
File diff suppressed because it is too large
Load Diff
+19606
File diff suppressed because it is too large
Load Diff
+18885
File diff suppressed because it is too large
Load Diff
+23220
File diff suppressed because it is too large
Load Diff
+14644
File diff suppressed because it is too large
Load Diff
+22817
File diff suppressed because it is too large
Load Diff
+22032
File diff suppressed because it is too large
Load Diff
+30068
File diff suppressed because it is too large
Load Diff
+19070
File diff suppressed because it is too large
Load Diff
+30262
File diff suppressed because it is too large
Load Diff
+29189
File diff suppressed because it is too large
Load Diff
+9471
File diff suppressed because it is too large
Load Diff
+5987
File diff suppressed because it is too large
Load Diff
+10143
File diff suppressed because it is too large
Load Diff
+8993
File diff suppressed because it is too large
Load Diff
+8656
File diff suppressed because it is too large
Load Diff
+21023
File diff suppressed because it is too large
Load Diff
+13324
File diff suppressed because it is too large
Load Diff
+22815
File diff suppressed because it is too large
Load Diff
+20171
File diff suppressed because it is too large
Load Diff
+19483
File diff suppressed because it is too large
Load Diff
+26694
File diff suppressed because it is too large
Load Diff
+22240
File diff suppressed because it is too large
Load Diff
+27817
File diff suppressed because it is too large
Load Diff
+17568
File diff suppressed because it is too large
Load Diff
+12753
File diff suppressed because it is too large
Load Diff
+10022
File diff suppressed because it is too large
Load Diff
+9350
File diff suppressed because it is too large
Load Diff
+14725
File diff suppressed because it is too large
Load Diff
+26881
File diff suppressed because it is too large
Load Diff
+17317
File diff suppressed because it is too large
Load Diff
+19465
File diff suppressed because it is too large
Load Diff
+12253
File diff suppressed because it is too large
Load Diff
+10119
File diff suppressed because it is too large
Load Diff
+12851
File diff suppressed because it is too large
Load Diff
+9485
File diff suppressed because it is too large
Load Diff
+20400
File diff suppressed because it is too large
Load Diff
+18955
File diff suppressed because it is too large
Load Diff
+23600
File diff suppressed because it is too large
Load Diff
+19611
File diff suppressed because it is too large
Load Diff
+17728
File diff suppressed because it is too large
Load Diff
+22505
File diff suppressed because it is too large
Load Diff
+14152
File diff suppressed because it is too large
Load Diff
+12652
File diff suppressed because it is too large
Load Diff
+8836
File diff suppressed because it is too large
Load Diff
+8259
File diff suppressed because it is too large
Load Diff
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user