Team Finetuner
commited on
Commit
•
96e9a75
1
Parent(s):
3e3ced0
chore: update from 896c12d73073854c513200fb74a4887cf25b2b97
Browse files- configuration_bert.py +1 -0
- flash_attn_triton.py +13 -0
- modeling_bert.py +1 -0
configuration_bert.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
# coding=utf-8
|
2 |
# Copyright 2018 The Google AI Language Team Authors and The HuggingFace Inc. team.
|
3 |
# Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
|
|
|
4 |
#
|
5 |
# Licensed under the Apache License, Version 2.0 (the "License");
|
6 |
# you may not use this file except in compliance with the License.
|
|
|
1 |
# coding=utf-8
|
2 |
# Copyright 2018 The Google AI Language Team Authors and The HuggingFace Inc. team.
|
3 |
# Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
|
4 |
+
# Copyright (c) 2023 Jina AI GmbH. All rights reserved.
|
5 |
#
|
6 |
# Licensed under the Apache License, Version 2.0 (the "License");
|
7 |
# you may not use this file except in compliance with the License.
|
flash_attn_triton.py
CHANGED
@@ -1,3 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
"""
|
2 |
*Experimental* implementation of FlashAttention in Triton.
|
3 |
Tested with triton==2.0.0.dev20221202.
|
|
|
1 |
+
# Copyright (c) 2022, Tri Dao.
|
2 |
+
#
|
3 |
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4 |
+
# you may not use this file except in compliance with the License.
|
5 |
+
# You may obtain a copy of the License at
|
6 |
+
#
|
7 |
+
# http://www.apache.org/licenses/LICENSE-2.0
|
8 |
+
#
|
9 |
+
# Unless required by applicable law or agreed to in writing, software
|
10 |
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11 |
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12 |
+
# See the License for the specific language governing permissions and
|
13 |
+
# limitations under the License.
|
14 |
"""
|
15 |
*Experimental* implementation of FlashAttention in Triton.
|
16 |
Tested with triton==2.0.0.dev20221202.
|
modeling_bert.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
# coding=utf-8
|
2 |
# Copyright 2018 The Google AI Language Team Authors and The HuggingFace Inc. team.
|
3 |
# Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
|
|
|
4 |
#
|
5 |
# Licensed under the Apache License, Version 2.0 (the "License");
|
6 |
# you may not use this file except in compliance with the License.
|
|
|
1 |
# coding=utf-8
|
2 |
# Copyright 2018 The Google AI Language Team Authors and The HuggingFace Inc. team.
|
3 |
# Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
|
4 |
+
# Copyright (c) 2023 Jina AI GmbH. All rights reserved.
|
5 |
#
|
6 |
# Licensed under the Apache License, Version 2.0 (the "License");
|
7 |
# you may not use this file except in compliance with the License.
|