File tree Expand file tree Collapse file tree 6 files changed +0
-52
lines changed Expand file tree Collapse file tree 6 files changed +0
-52
lines changed Original file line number Diff line number Diff line change 276
276
)
277
277
from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
278
278
from keras_hub .src .models .preprocessor import Preprocessor
279
- from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
280
- from keras_hub .src .models .qwen .qwen_backbone import (
281
- QwenBackbone as Qwen2Backbone ,
282
- )
283
- from keras_hub .src .models .qwen .qwen_causal_lm import QwenCausalLM
284
- from keras_hub .src .models .qwen .qwen_causal_lm import (
285
- QwenCausalLM as Qwen2CausalLM ,
286
- )
287
- from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
288
- QwenCausalLMPreprocessor ,
289
- )
290
- from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
291
- QwenCausalLMPreprocessor as Qwen2CausalLMPreprocessor ,
292
- )
293
- from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
294
- from keras_hub .src .models .qwen .qwen_tokenizer import (
295
- QwenTokenizer as Qwen2Tokenizer ,
296
- )
297
279
from keras_hub .src .models .resnet .resnet_backbone import ResNetBackbone
298
280
from keras_hub .src .models .resnet .resnet_image_classifier import (
299
281
ResNetImageClassifier ,
Original file line number Diff line number Diff line change 30
30
PaliGemmaTokenizer ,
31
31
)
32
32
from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
33
- from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
34
- from keras_hub .src .models .qwen .qwen_tokenizer import (
35
- QwenTokenizer as Qwen2Tokenizer ,
36
- )
37
33
from keras_hub .src .models .roberta .roberta_tokenizer import RobertaTokenizer
38
34
from keras_hub .src .models .roformer_v2 .roformer_v2_tokenizer import (
39
35
RoformerV2Tokenizer ,
Original file line number Diff line number Diff line change 1
1
import keras
2
2
from keras import ops
3
3
4
- from keras_hub .src .api_export import keras_hub_export
5
4
from keras_hub .src .layers .modeling .reversible_embedding import (
6
5
ReversibleEmbedding ,
7
6
)
@@ -14,12 +13,6 @@ def _qwen_kernel_initializer(stddev=0.02):
14
13
return keras .initializers .RandomNormal (stddev = stddev )
15
14
16
15
17
- @keras_hub_export (
18
- [
19
- "keras_hub.models.QwenBackbone" ,
20
- "keras_hub.models.Qwen2Backbone" ,
21
- ]
22
- )
23
16
class QwenBackbone (Backbone ):
24
17
"""
25
18
The Qwen Transformer core architecture with hyperparameters.
Original file line number Diff line number Diff line change 1
1
import keras
2
2
from keras import ops
3
3
4
- from keras_hub .src .api_export import keras_hub_export
5
4
from keras_hub .src .models .causal_lm import CausalLM
6
5
from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
7
6
from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
10
9
from keras_hub .src .utils .tensor_utils import any_equal
11
10
12
11
13
- @keras_hub_export (
14
- [
15
- "keras_hub.models.QwenCausalLM" ,
16
- "keras_hub.models.Qwen2CausalLM" ,
17
- ]
18
- )
19
12
class QwenCausalLM (CausalLM ):
20
13
backbone_cls = QwenBackbone
21
14
preprocessor_cls = QwenCausalLMPreprocessor
Original file line number Diff line number Diff line change 1
- from keras_hub .src .api_export import keras_hub_export
2
1
from keras_hub .src .models .causal_lm_preprocessor import CausalLMPreprocessor
3
2
from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
4
3
from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
5
4
6
5
7
- @keras_hub_export (
8
- [
9
- "keras_hub.models.QwenCausalLMPreprocessor" ,
10
- "keras_hub.models.Qwen2CausalLMPreprocessor" ,
11
- ]
12
- )
13
6
class QwenCausalLMPreprocessor (CausalLMPreprocessor ):
14
7
backbone_cls = QwenBackbone
15
8
tokenizer_cls = QwenTokenizer
Original file line number Diff line number Diff line change 1
- from keras_hub .src .api_export import keras_hub_export
2
1
from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
3
2
from keras_hub .src .tokenizers .byte_pair_tokenizer import BytePairTokenizer
4
3
5
4
6
- @keras_hub_export (
7
- [
8
- "keras_hub.tokenizers.QwenTokenizer" ,
9
- "keras_hub.tokenizers.Qwen2Tokenizer" ,
10
- "keras_hub.models.QwenTokenizer" ,
11
- "keras_hub.models.Qwen2Tokenizer" ,
12
- ]
13
- )
14
5
class QwenTokenizer (BytePairTokenizer ):
15
6
"""Tokenizer for Qwen models.
16
7
You can’t perform that action at this time.
0 commit comments