File tree Expand file tree Collapse file tree 6 files changed +0
-52
lines changed Expand file tree Collapse file tree 6 files changed +0
-52
lines changed Original file line number Diff line number Diff line change 276276)
277277from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
278278from keras_hub .src .models .preprocessor import Preprocessor
279- from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
280- from keras_hub .src .models .qwen .qwen_backbone import (
281- QwenBackbone as Qwen2Backbone ,
282- )
283- from keras_hub .src .models .qwen .qwen_causal_lm import QwenCausalLM
284- from keras_hub .src .models .qwen .qwen_causal_lm import (
285- QwenCausalLM as Qwen2CausalLM ,
286- )
287- from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
288- QwenCausalLMPreprocessor ,
289- )
290- from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
291- QwenCausalLMPreprocessor as Qwen2CausalLMPreprocessor ,
292- )
293- from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
294- from keras_hub .src .models .qwen .qwen_tokenizer import (
295- QwenTokenizer as Qwen2Tokenizer ,
296- )
297279from keras_hub .src .models .resnet .resnet_backbone import ResNetBackbone
298280from keras_hub .src .models .resnet .resnet_image_classifier import (
299281 ResNetImageClassifier ,
Original file line number Diff line number Diff line change 3030 PaliGemmaTokenizer ,
3131)
3232from keras_hub .src .models .phi3 .phi3_tokenizer import Phi3Tokenizer
33- from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
34- from keras_hub .src .models .qwen .qwen_tokenizer import (
35- QwenTokenizer as Qwen2Tokenizer ,
36- )
3733from keras_hub .src .models .roberta .roberta_tokenizer import RobertaTokenizer
3834from keras_hub .src .models .roformer_v2 .roformer_v2_tokenizer import (
3935 RoformerV2Tokenizer ,
Original file line number Diff line number Diff line change 11import keras
22from keras import ops
33
4- from keras_hub .src .api_export import keras_hub_export
54from keras_hub .src .layers .modeling .reversible_embedding import (
65 ReversibleEmbedding ,
76)
@@ -14,12 +13,6 @@ def _qwen_kernel_initializer(stddev=0.02):
1413 return keras .initializers .RandomNormal (stddev = stddev )
1514
1615
17- @keras_hub_export (
18- [
19- "keras_hub.models.QwenBackbone" ,
20- "keras_hub.models.Qwen2Backbone" ,
21- ]
22- )
2316class QwenBackbone (Backbone ):
2417 """
2518 The Qwen Transformer core architecture with hyperparameters.
Original file line number Diff line number Diff line change 11import keras
22from keras import ops
33
4- from keras_hub .src .api_export import keras_hub_export
54from keras_hub .src .models .causal_lm import CausalLM
65from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
76from keras_hub .src .models .qwen .qwen_causal_lm_preprocessor import (
109from keras_hub .src .utils .tensor_utils import any_equal
1110
1211
13- @keras_hub_export (
14- [
15- "keras_hub.models.QwenCausalLM" ,
16- "keras_hub.models.Qwen2CausalLM" ,
17- ]
18- )
1912class QwenCausalLM (CausalLM ):
2013 backbone_cls = QwenBackbone
2114 preprocessor_cls = QwenCausalLMPreprocessor
Original file line number Diff line number Diff line change 1- from keras_hub .src .api_export import keras_hub_export
21from keras_hub .src .models .causal_lm_preprocessor import CausalLMPreprocessor
32from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
43from keras_hub .src .models .qwen .qwen_tokenizer import QwenTokenizer
54
65
7- @keras_hub_export (
8- [
9- "keras_hub.models.QwenCausalLMPreprocessor" ,
10- "keras_hub.models.Qwen2CausalLMPreprocessor" ,
11- ]
12- )
136class QwenCausalLMPreprocessor (CausalLMPreprocessor ):
147 backbone_cls = QwenBackbone
158 tokenizer_cls = QwenTokenizer
Original file line number Diff line number Diff line change 1- from keras_hub .src .api_export import keras_hub_export
21from keras_hub .src .models .qwen .qwen_backbone import QwenBackbone
32from keras_hub .src .tokenizers .byte_pair_tokenizer import BytePairTokenizer
43
54
6- @keras_hub_export (
7- [
8- "keras_hub.tokenizers.QwenTokenizer" ,
9- "keras_hub.tokenizers.Qwen2Tokenizer" ,
10- "keras_hub.models.QwenTokenizer" ,
11- "keras_hub.models.Qwen2Tokenizer" ,
12- ]
13- )
145class QwenTokenizer (BytePairTokenizer ):
156 """Tokenizer for Qwen models.
167
You can’t perform that action at this time.
0 commit comments