diff --git a/graph_net/config/empty_cstr_torch_samples_list.txt b/graph_net/config/empty_cstr_torch_samples_list.txt index 245e8cdfd..2f7fa4afc 100644 --- a/graph_net/config/empty_cstr_torch_samples_list.txt +++ b/graph_net/config/empty_cstr_torch_samples_list.txt @@ -1,503 +1,167 @@ -samples/transformers-auto-model/microsoft_table-transformer-structure-recognition -samples/transformers-auto-model/microsoft_conditional-detr-resnet-50 -samples/transformers-auto-model/microsoft_xclip-base-patch16-zero-shot -samples/transformers-auto-model/google_byt5_base -samples/transformers-auto-model/SenseTime_deformable-detr-single-scale-dc5 +samples/timm/crossvit_15_dagger_240.in1k +samples/timm/crossvit_18_dagger_240.in1k +samples/timm/eca_botnext26ts_256 +samples/timm/bat_resnext26ts.ch_in1k +samples/timm/eca_halonext26ts +samples/timm/crossvit_9_dagger_240.in1k +samples/timm/botnet26t_256.c1_in1k +samples/transformers-auto-model/nli-deberta-v3-small +samples/transformers-auto-model/multilingual-e5-large +samples/transformers-auto-model/microsoft_table-transformer-detection +samples/transformers-auto-model/microsoft_xclip-base-patch32-16-frames +samples/transformers-auto-model/facebook_xglm-564M +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-LEDForSequenceClassification +samples/transformers-auto-model/KoboldAI_fairseq-dense-355M +samples/transformers-auto-model/SenseTime_deformable-detr-single-scale samples/transformers-auto-model/MoritzLaurer_DeBERTa-v3-base-mnli-fever-anli -samples/transformers-auto-model/EXAONE-4.0-1.2B -samples/transformers-auto-model/PolyCoder-160M -samples/transformers-auto-model/google-t5_t5-base +samples/transformers-auto-model/microsoft_deberta-v3-large +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-NezhaForSequenceClassification +samples/transformers-auto-model/TTian_deberta-classifier-feedback-1024-pseudo +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-GPTJForSequenceClassification samples/transformers-auto-model/andyluan_emotion-detection -samples/transformers-auto-model/bge-small-en-v1.5 -samples/transformers-auto-model/Andrija_SRoBERTa-NER -samples/transformers-auto-model/sshleifer_distill-pegasus-xsum-16-4 -samples/transformers-auto-model/allegro_plt5-large -samples/transformers-auto-model/Mahmoud8_ernie-m-base_pytorch -samples/transformers-auto-model/openai-community/gpt2 -samples/transformers-auto-model/KoichiYasuoka_deberta-base-chinese-ud-goeswith -samples/transformers-auto-model/polyglot-ko-1.3b -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EfficientFormerForImageClassificationWithTeacher -samples/transformers-auto-model/face-parsing -samples/transformers-auto-model/Intel_dpt-beit-large-384 -samples/transformers-auto-model/HooshvareLab_roberta-fa-zwnj-base-ner -samples/transformers-auto-model/bloomz-1b1 -samples/transformers-auto-model/facebook_detr-resnet-101 -samples/transformers-auto-model/KoboldAI_fairseq-dense-1.3B +samples/transformers-auto-model/Fafadalilian_lora-adapter-t5_small_model_California_state_bill +samples/transformers-auto-model/noamr_bert-finetuned-ner +samples/transformers-auto-model/nli-deberta-v3-xsmall +samples/transformers-auto-model/AlphaMaze-v0.2-1.5B +samples/transformers-auto-model/fairseq-dense-1.3B samples/transformers-auto-model/polejowska_cdetr-cd45rb-s -samples/transformers-auto-model/voxreality_src_ctx_aware_nllb_1.3B -samples/transformers-auto-model/nvidia_mit-b2 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EfficientFormerModel -samples/transformers-auto-model/google_pegasus-cnn_dailymail -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ConvBertForSequenceClassification -samples/transformers-auto-model/ARTeLab_it5-summarization-fanpage-64 -samples/transformers-auto-model/907508196l_wavlm-libri-clean-100h-base-plus-finetuned-ks -samples/transformers-auto-model/microsoft_xlm-align-base -samples/transformers-auto-model/opt-350m-email-generation -samples/transformers-auto-model/distilgpt2 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-WavLMForSequenceClassification -samples/transformers-auto-model/google_pegasus-xsum -samples/transformers-auto-model/depth-anything_Depth-Anything-V2-Metric-Outdoor-Small-hf -samples/transformers-auto-model/segformer_b2_clothes -samples/transformers-auto-model/ru-bart-large -samples/transformers-auto-model/MoritzLaurer_DeBERTa-v3-large-mnli-fever-anli-ling-wanli -samples/transformers-auto-model/moussaKam_barthez-orangesum-abstract -samples/transformers-auto-model/CLAck_en-vi -samples/transformers-auto-model/facebook_detr-resnet-101-dc5 -samples/transformers-auto-model/Intel_dpt-beit-base-384 +samples/transformers-auto-model/akhtet_mDeBERTa-v3-base-myanmar-xnli +samples/transformers-auto-model/SmolLM3-3B +samples/transformers-auto-model/all-mpnet-base-v2 +samples/transformers-auto-model/bloomz-1b7 +samples/transformers-auto-model/Biggie-SmoLlm-0.4B +samples/transformers-auto-model/facebook_dpt-dinov2-giant-nyu samples/transformers-auto-model/bigscience/bloom-560m -samples/transformers-auto-model/nghuyong_ernie-2.0-base-en -samples/transformers-auto-model/Recognai_bert-base-spanish-wwm-cased-xnli -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DebertaForSequenceClassification -samples/transformers-auto-model/almanach_camembert-base -samples/transformers-auto-model/distilbert-base-uncased -samples/transformers-auto-model/prajjwal1_bert-tiny -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-LevitModel -samples/transformers-auto-model/yiyanghkust_finbert-tone -samples/transformers-auto-model/Intel_dpt-beit-large-512 -samples/transformers-auto-model/muhtasham_small-vanilla-target-tweet -samples/transformers-auto-model/breadlicker45_autotrain-blender-50601120822 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ElectraForSequenceClassification -samples/transformers-auto-model/sismetanin_mbart_ru_sum_gazeta-ru-sentiment-liniscrowd -samples/transformers-auto-model/depth-anything_prompt-depth-anything-vits-hf -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-OPTForSequenceClassification -samples/transformers-auto-model/AethiQs-Max_AethiQs_GemBERT_bertje_50k -samples/transformers-auto-model/facebook_esm2_t33_650M_UR50D -samples/transformers-auto-model/KBLab_megatron-bert-base-swedish-cased-600k -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BartForSequenceClassification -samples/transformers-auto-model/kogpt -samples/transformers-auto-model/Qwen1.5-0.5B -samples/transformers-auto-model/Helsinki-NLP_opus-mt-zh-en -samples/transformers-auto-model/DeepChem_ChemBERTa-10M-MLM -samples/transformers-auto-model/KoichiYasuoka_deberta-base-ainu-ud-goeswith -samples/transformers-auto-model/apple_aimv2-huge-patch14-448 -samples/transformers-auto-model/nvidia_mit-b5 -samples/transformers-auto-model/apple_mobilevit-x-small -samples/transformers-auto-model/Neurora_opus-tatoeba-zho-eng -samples/transformers-auto-model/grelade_mmx-resnet-18 -samples/transformers-auto-model/TrustSafeAI_RADAR_Vicuna_7B -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-CanineForSequenceClassification -samples/transformers-auto-model/eliza-dukim_para-kqc-sim -samples/transformers-auto-model/Ramos-Ramos_dino-resnet-50 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-VanModel -samples/transformers-auto-model/valhalla_distilbart-mnli-12-3 -samples/transformers-auto-model/google_t5-efficient-tiny -samples/transformers-auto-model/dccuchile_albert-base-6-spanish-finetuned-ner -samples/transformers-auto-model/nateraw_tiny-vit-random -samples/transformers-auto-model/microsoft_deberta-v3-large -samples/transformers-auto-model/Film8844_wangchanberta-ner -samples/transformers-auto-model/owkin_phikon -samples/transformers-auto-model/NYTK_summarization-hi-bart-base-1024-hungarian -samples/transformers-auto-model/ukr-models_xlm-roberta-base-uk -samples/transformers-auto-model/gpt-sw3-356m -samples/transformers-auto-model/LiheYoung_depth-anything-large-hf -samples/transformers-auto-model/tiny_starcoder_py -samples/transformers-auto-model/ethanyt_guwen-ner -samples/transformers-auto-model/roberta-base -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MegatronBertForSequenceClassification +samples/transformers-auto-model/kakaobank_kf-deberta-base +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-OpenAIGPTForSequenceClassification +samples/transformers-auto-model/detr-resnet-101-panoptic samples/transformers-auto-model/prathmeshrmadhu_detr-finetuned-odorv3 -samples/transformers-auto-model/satyaalmasian_temporal_tagger_German_GELECTRA -samples/transformers-auto-model/nie3e_sentiment-polish-gpt2-large -samples/transformers-auto-model/philschmid_bart-base-samsum -samples/transformers-auto-model/DiegoRossini_flaubert-pouvoir-modality-detector -samples/transformers-auto-model/GKLMIP_electra-khmer-small-uncased-tokenized -samples/transformers-auto-model/segformer-b0-finetuned-ade-512-512 -samples/transformers-auto-model/napsternxg_nyt-ingredient-tagger-jina-embeddings-v2-small-en -samples/transformers-auto-model/iryneko571_mt5-base-translation-ja_zh -samples/transformers-auto-model/LYTinn_gpt2-finetuning-sentiment-model-3000-samples -samples/transformers-auto-model/ogoshi2000_stance-nystromformer -samples/transformers-auto-model/Geotrend_distilbert-base-da-cased -samples/transformers-auto-model/aubmindlab_aragpt2-mega-detector-long -samples/transformers-auto-model/valhalla_distilbart-mnli-12-1 -samples/transformers-auto-model/fusersam_Sentiment-Analysis-Model -samples/transformers-auto-model/Neurora_opus-tatoeba-heb-eng -samples/transformers-auto-model/davidhajdu_dab_detr_finetuned_cppe5 -samples/transformers-auto-model/polejowska_detr-r50-cd45rb-4ah-6l -samples/transformers-auto-model/upfeatmediainc_owlv2-base-patch16-ensemble -samples/transformers-auto-model/opt-tiny-random -samples/transformers-auto-model/facebook_regnet-x-320 -samples/transformers-auto-model/Qwen2.5-0.5B -samples/transformers-auto-model/Finnish-NLP_convbert-base-generator-finnish -samples/transformers-auto-model/GePpeTto -samples/transformers-auto-model/detr-resnet-50-dc5-panoptic -samples/transformers-auto-model/dansk-gpt-wiki -samples/transformers-auto-model/sureshnam9_esm2_t6_8M_UR50D-finetuned-secondary-structure -samples/transformers-auto-model/facebook_xglm-564M -samples/transformers-auto-model/Jean-Baptiste_roberta-large-ner-english -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ConditionalDetrForObjectDetection -samples/transformers-auto-model/disi-unibo-nlp_openbioner-base -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-FlaubertForSequenceClassification -samples/transformers-auto-model/google_flan_t5_large -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-PerceiverForImageClassificationFourier -samples/transformers-auto-model/apple_aimv2-large-patch14-336 -samples/transformers-auto-model/monologg_koelectra-small-finetuned-naver-ner -samples/transformers-auto-model/fairseq-dense-355M -samples/transformers-auto-model/facebook_dpr-ctx_encoder-single-nq-base -samples/transformers-auto-model/ibm-research_MoLFormer-XL-both-10pct -samples/transformers-auto-model/gsarti_it5-efficient-small-el32-wiki-summarization -samples/transformers-auto-model/praramnine_isl-camembert-beauty-aspect-v2 -samples/transformers-auto-model/HooshvareLab_albert-fa-zwnj-base-v2 -samples/transformers-auto-model/NeNeDataScientist_NeNeAI007_fr-kiluba-translation -samples/transformers-auto-model/baidu/ERNIE-4.5-0.3B-PT -samples/transformers-auto-model/akdeniz27_bert-base-turkish-cased-ner -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-VanForImageClassification -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RemBertForSequenceClassification -samples/transformers-auto-model/celloscopeai_celloscope-ner-banglabert-finetuned -samples/transformers-auto-model/EMBEDDIA_litlat-bert -samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L6-mnli-xnli -samples/transformers-auto-model/Neurora_opus-tatoeba-hye-eng -samples/transformers-auto-model/noamr_bert-finetuned-ner -samples/transformers-auto-model/facebook_timesformer-base-finetuned-k400 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ErnieMForSequenceClassification -samples/transformers-auto-model/osiria_deberta-base-italian-uncased-ner -samples/transformers-auto-model/joancipria_gpt2-base-bne-FineTunedEmoEvent -samples/transformers-auto-model/microsoft_beit-base-patch16-384 -samples/transformers-auto-model/Jodsa_camembert_mlm -samples/transformers-auto-model/ydshieh_tiny-random-gptj-for-sequence-classification -samples/transformers-auto-model/Helsinki-NLP_opus-mt-aed-es -samples/transformers-auto-model/hfl_chinese-macbert-large -samples/transformers-auto-model/AVSilva_bertimbau-large-fine-tuned-md -samples/transformers-auto-model/t5-small -samples/transformers-auto-model/facebook_levit-192 -samples/transformers-auto-model/erica_krm_sa2 -samples/transformers-auto-model/Aleksandar_electra-srb-ner-setimes -samples/transformers-auto-model/Visual-Attention-Network_van-small -samples/transformers-auto-model/andersonbcdefg_seo-spam-classifier -samples/transformers-auto-model/joeddav_xlm-roberta-large-xnli -samples/transformers-auto-model/google_mobilebert-uncased -samples/transformers-auto-model/mahwizzzz_UrduClassification -samples/transformers-auto-model/nreimers_MiniLM-L6-H384-uncased -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MvpForSequenceClassification -samples/transformers-auto-model/ALINEAR_albert-japanese -samples/transformers-auto-model/google_electra_small_discriminator -samples/transformers-auto-model/venishpatidar_wa-ad-mod -samples/transformers-auto-model/microsoft_table-transformer-detection -samples/transformers-auto-model/fcakyon_timesformer-hr-finetuned-k400 -samples/transformers-auto-model/cmarkea_bloomz-560m-nli -samples/transformers-auto-model/sshleifer_distilbart-cnn-12-6 -samples/transformers-auto-model/Helsinki-NLP_opus-mt-af-es -samples/transformers-auto-model/kanarya-750m -samples/transformers-auto-model/google_t5-efficient-mini -samples/transformers-auto-model/DAMO-NLP-SG_zero-shot-classify-SSTuning-ALBERT -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MegaForSequenceClassification -samples/transformers-auto-model/Neurora_opus-tatoeba-tur-eng -samples/transformers-auto-model/google/t5-efficient-base-nh24 -samples/transformers-auto-model/google/gemma-3-270m -samples/transformers-auto-model/google/t5-efficient-large-nh24 -samples/transformers-auto-model/google/t5-efficient-base-nh8 -samples/transformers-auto-model/google/t5-efficient-base-nh16 -samples/transformers-auto-model/google/t5-efficient-large-nh2 -samples/transformers-auto-model/google/gemma-2b-it -samples/transformers-auto-model/google/t5-efficient-large-dl12 -samples/transformers-auto-model/google/t5-efficient-large-kv256 -samples/transformers-auto-model/google/t5-efficient-base-nh32 -samples/transformers-auto-model/google/t5-efficient-base-nl40 -samples/transformers-auto-model/google/t5-efficient-base-kv128 -samples/transformers-auto-model/google/t5-efficient-large-nh4 -samples/transformers-auto-model/google/t5-efficient-large-el4 -samples/transformers-auto-model/google/t5-efficient-large-el2 -samples/transformers-auto-model/google/t5-efficient-large-nl16 -samples/transformers-auto-model/google/gemma-1.1-2b-it -samples/transformers-auto-model/google/t5-efficient-base-kv256 -samples/transformers-auto-model/google/t5-efficient-base-nl32 -samples/transformers-auto-model/google/t5-efficient-base-el8 -samples/transformers-auto-model/google/t5-efficient-large-nh32 -samples/transformers-auto-model/google/t5-v1_1-small -samples/transformers-auto-model/google/t5-efficient-base-kv32 -samples/transformers-auto-model/google/t5-efficient-large-el6 -samples/transformers-auto-model/google/t5-efficient-base-nl24 -samples/transformers-auto-model/google/t5-efficient-large-kv128 -samples/transformers-auto-model/google/t5-efficient-base-nl36 -samples/transformers-auto-model/google/t5-efficient-large-kv16 -samples/transformers-auto-model/google/t5-efficient-base-el6 -samples/transformers-auto-model/google/t5-efficient-base-el2 -samples/transformers-auto-model/google/t5-efficient-large-nl32 -samples/transformers-auto-model/google/t5-base-lm-adapt -samples/transformers-auto-model/google/t5-efficient-base-el4 -samples/transformers-auto-model/google/t5-efficient-large-el8 -samples/transformers-auto-model/google/t5-efficient-large-kv32 -samples/transformers-auto-model/google/t5-efficient-large-nh8 -samples/transformers-auto-model/google/t5-efficient-large-nl10 -samples/transformers-auto-model/google/t5-efficient-base-el16 -samples/transformers-auto-model/google/gemma-3-1b-it -samples/transformers-auto-model/google/t5-efficient-base-nl48 -samples/transformers-auto-model/google/t5-efficient-large-nl20 -samples/transformers-auto-model/google/t5-efficient-large-nh8-nl32 -samples/transformers-auto-model/google/t5-efficient-base-kv16 -samples/transformers-auto-model/microsoft_cvt-13 -samples/transformers-auto-model/Visual-Attention-Network_van-tiny samples/transformers-auto-model/bge-reranker-large -samples/transformers-auto-model/multilingual-e5-large -samples/transformers-auto-model/fcakyon_timesformer-large-finetuned-k400 -samples/transformers-auto-model/axotion_polish-reranker-base-ranknet -samples/transformers-auto-model/apple_mobilevit-xx-small -samples/transformers-auto-model/PeterBanning71_long-t5-tfg -samples/transformers-auto-model/albert_albert-large-v1 -samples/transformers-auto-model/HuggingFaceTB/SmolLM3-3B -samples/transformers-auto-model/rice-rice_detr-resnet-50_finetuned_dataset -samples/transformers-auto-model/microsoft_deberta-v3-small -samples/transformers-auto-model/facebook_bart-large-cnn -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-PLBartForSequenceClassification -samples/transformers-auto-model/EleutherAI_pythia-1b -samples/transformers-auto-model/fabiod20_italian-legal-ner -samples/transformers-auto-model/Recognai_zeroshot_selectra_small -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BertForSequenceClassification -samples/transformers-auto-model/CAMeL-Lab_text-editing-qalb14-nopnx -samples/transformers-auto-model/sentence-transformers/all-mpnet-base-v1 -samples/transformers-auto-model/sentence-transformers/gtr-t5-large -samples/transformers-auto-model/sentence-transformers/gtr-t5-base -samples/transformers-auto-model/sentence-transformers/gtr-t5-xxl -samples/transformers-auto-model/sentence-transformers/gtr-t5-xl -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MobileViTModel -samples/transformers-auto-model/LiheYoung_depth-anything-small-hf -samples/transformers-auto-model/KoichiYasuoka_bert-large-japanese-upos -samples/transformers-auto-model/facebook_regnet-x-120 -samples/transformers-auto-model/Intel_fid_flan_t5_base_nq -samples/transformers-auto-model/google-bert_bert-large-uncased -samples/transformers-auto-model/fairseq-dense-1.3B -samples/transformers-auto-model/KoichiYasuoka_deberta-base-japanese-aozora-ud-goeswith -samples/transformers-auto-model/neuralbioinfo_prokbert-mini-c-promoter +samples/transformers-auto-model/facebook_detr-resnet-101 +samples/transformers-auto-model/SenseTime_deformable-detr-single-scale-dc5 +samples/transformers-auto-model/Intel_dpt-beit-base-384 +samples/transformers-auto-model/microsoft_table-transformer-structure-recognition +samples/transformers-auto-model/EXAONE-4.0-1.2B +samples/transformers-auto-model/polejowska_detr-r101-cd45rb-8ah-6l-256d-4096ffn +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MvpForSequenceClassification samples/transformers-auto-model/splade-mini -samples/transformers-auto-model/google_rembert -samples/transformers-auto-model/GroNLP_bert-base-dutch-cased-frisian -samples/transformers-auto-model/emekaboris_autonlp-txc-17923129 -samples/transformers-auto-model/huggingface_CodeBERTa-small-v1 -samples/transformers-auto-model/KoichiYasuoka_roberta-base-japanese-luw-upos -samples/transformers-auto-model/simjo_dummy-model -samples/transformers-auto-model/deepseek-ai/deepseek-coder-1.3b-base -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-AlbertForSequenceClassification -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Swinv2Model -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MobileBertForSequenceClassification -samples/transformers-auto-model/google_electra-small-discriminator -samples/transformers-auto-model/apple_mobilevit-small -samples/transformers-auto-model/bloomz-1b7 -samples/transformers-auto-model/albert_albert-large-v2 -samples/transformers-auto-model/microsoft_xclip-base-patch32-16-frames -samples/transformers-auto-model/microsoft_layoutlm-base-uncased -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RobertaForSequenceClassification -samples/transformers-auto-model/Geotrend_distilbert-base-ar-cased -samples/transformers-auto-model/KoichiYasuoka_deberta-base-thai-ud-goeswith -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BigBirdForSequenceClassification -samples/transformers-auto-model/cointegrated_rut5-base-absum -samples/transformers-auto-model/microsoft_beit-large-patch16-224 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-OpenAIGPTForSequenceClassification -samples/transformers-auto-model/dccuchile_albert-base-2-spanish-distilled-ner -samples/transformers-auto-model/google_pix2struct-base -samples/transformers-auto-model/Hax_filipino-text-version1 -samples/transformers-auto-model/DTAI-KULeuven_robbertje-1-gb-merged -samples/transformers-auto-model/distilbert_distilbert-base-multilingual-cased -samples/transformers-auto-model/muhtasham_medium-vanilla-target-tweet +samples/transformers-auto-model/sentence-transformers/all-mpnet-base-v1 +samples/transformers-auto-model/bloomz-1b1 +samples/transformers-auto-model/tsime_detr_mapilary +samples/transformers-auto-model/gemma-3-1b-pt +samples/transformers-auto-model/falcon-tiny-random samples/transformers-auto-model/bloom-560m -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-Data2VecTextForSequenceClassification -samples/transformers-auto-model/monologg_kocharelectra-base-kmounlp-ner -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DPTModel -samples/transformers-auto-model/distilbert_distilbert-base-cased -samples/transformers-auto-model/Biggie-SmoLlm-0.4B -samples/transformers-auto-model/facebook_levit-384 -samples/transformers-auto-model/Q-MM_clip-vit-large-patch14-336 -samples/transformers-auto-model/Aira-OPT-125M -samples/transformers-auto-model/all-MiniLM-L6-v2 -samples/transformers-auto-model/w11wo_sundanese-gpt2-base-emotion-classifier -samples/transformers-auto-model/dccuchile_albert-base-4-spanish-distilled-ner -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DistilBertForSequenceClassification -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BloomForSequenceClassification -samples/transformers-auto-model/google_electra-base-discriminator -samples/transformers-auto-model/microsoft/phi-1_5 -samples/transformers-auto-model/microsoft/phi-2 -samples/transformers-auto-model/microsoft/Phi-4-mini-instruct -samples/transformers-auto-model/microsoft/Phi-3-mini-4k-instruct -samples/transformers-auto-model/microsoft/phi-1 -samples/transformers-auto-model/microsoft/Phi-3.5-mini-instruct -samples/transformers-auto-model/cmarkea_distilcamembert-base-nli -samples/transformers-auto-model/Mahmoud8_mah-efficient_mlm_m0.40 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-RobertaPreLayerNormForSequenceClassification -samples/transformers-auto-model/facebook_dpt-dinov2-small-kitti +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-OPTForSequenceClassification +samples/transformers-auto-model/flutter-painter_nllb-fra-fuf-v2 samples/transformers-auto-model/binery_Table_detection_MS_E_14 -samples/transformers-auto-model/sbulut_finetuned-kde4-en-to-tr -samples/transformers-auto-model/fgaim_tielectra-small-pos -samples/transformers-auto-model/SpaceCowboy03_finetuned-kde4-es-to-fr -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-PerceiverForImageClassificationLearned -samples/transformers-auto-model/Intel_zoedepth-nyu -samples/transformers-auto-model/pszemraj_electra-small-discriminator-zeroshot-v1.1 -samples/transformers-auto-model/google_byt5-small -samples/transformers-auto-model/nvidia_mit-b4 -samples/transformers-auto-model/Poulami_muril-large-cased-finetuned-sentiment-SST2 -samples/transformers-auto-model/google_byt5_small +samples/transformers-auto-model/davidhajdu_dab_detr_finetuned_cppe5 +samples/transformers-auto-model/Farid59_nllb-darija-fr_eng +samples/transformers-auto-model/FinOPT-Lincoln samples/transformers-auto-model/microsoft_deberta-v3-base -samples/transformers-auto-model/KoboldAI_fairseq-dense-355M -samples/transformers-auto-model/facebook_dpt-dinov2-giant-nyu -samples/transformers-auto-model/inthedarkness_klue-roberta-small-cross-encoder -samples/transformers-auto-model/Lazaro97_results -samples/transformers-auto-model/hustvl_yolos-base -samples/transformers-auto-model/Finnish-NLP_electra-base-generator-finnish -samples/transformers-auto-model/google-bert_bert-base-chinese -samples/transformers-auto-model/microsoft_mpnet-base -samples/transformers-auto-model/microsoft_xclip-large-patch14 -samples/transformers-auto-model/AK_ak_nlp -samples/transformers-auto-model/Aleksandar_distilbert-srb-ner-setimes -samples/transformers-auto-model/Helsinki-NLP_opus-mt-NORTH_EU-NORTH_EU -samples/transformers-auto-model/pszemraj_pegasus-large-book-summary -samples/transformers-auto-model/IDEA-Research_dab-detr-resnet-50 -samples/transformers-auto-model/Onutoa_1_6e-3_5_0.5 -samples/transformers-auto-model/jhu-clsp_ettin-decoder-150m -samples/transformers-auto-model/kannt-im_marian-finetuned-kde4-en-to-fr -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BitModel -samples/transformers-auto-model/Culmenus_XLMR-ENIS-finetuned-ner -samples/transformers-auto-model/moska_plt5-seq-clf-with-entities-updated-finetuned -samples/transformers-auto-model/Davlan_afro-xlmr-large -samples/transformers-auto-model/Recognai_zeroshot_selectra_medium -samples/transformers-auto-model/pszemraj_tFINE-base-300m-samsum -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-DebertaV2ForSequenceClassification -samples/transformers-auto-model/flutter-painter_nllb-fra-fuf-v2 -samples/transformers-auto-model/bert-base-uncased -samples/transformers-auto-model/intelia-lab-uah_bloomz-560m_AE_SQAC -samples/transformers-auto-model/nielsr_focalnet-base -samples/transformers-auto-model/tau_tavbert-he -samples/transformers-auto-model/DarshanDeshpande_marathi-distilbert -samples/transformers-auto-model/google-bert_bert-base-cased -samples/transformers-auto-model/LLaMmlein_120M -samples/transformers-auto-model/YituTech_conv-bert-base -samples/transformers-auto-model/csebuetnlp_mT5_multilingual_XLSum -samples/transformers-auto-model/super-fast-llm -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-SegformerModel -samples/transformers-auto-model/DatologyAI_cls-opt-vit-b-32 -samples/transformers-auto-model/Hezam_ArabicT5_Classification -samples/transformers-auto-model/nvidia_mit-b3 -samples/transformers-auto-model/all-mpnet-base-v2 -samples/transformers-auto-model/MoritzLaurer_xtremedistil-l6-h256-mnli-fever-anli-ling-binary -samples/transformers-auto-model/google_flan_t5_small -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ErnieForSequenceClassification -samples/transformers-auto-model/emfa_l-lectra-danish-finetuned-hatespeech -samples/transformers-auto-model/jackieliu930_bart-large-cnn-samsum +samples/transformers-auto-model/Fsoft-AIC_videberta-base +samples/transformers-auto-model/distilbert-base-uncased +samples/transformers-auto-model/KoichiYasuoka_deberta-base-ainu-ud-goeswith +samples/transformers-auto-model/amurienne_kellag-m2m100-v0.2 +samples/transformers-auto-model/jinaai_jina-reranker-m0 +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ConditionalDetrForObjectDetection +samples/transformers-auto-model/detr-resnet-50-dc5-panoptic +samples/transformers-auto-model/ydshieh_tiny-random-gptj-for-sequence-classification samples/transformers-auto-model/ZR1-1.5B -samples/transformers-auto-model/LFM2-350M -samples/transformers-auto-model/ckiplab_albert-tiny-chinese-ner -samples/transformers-auto-model/gpssohi_distilbart-qgen-6-6 -samples/transformers-auto-model/facebook_convnext-small-224 -samples/transformers-auto-model/miangoar_esm2_t12_35M_UR50D-finetuned-secondary-structure-classification -samples/transformers-auto-model/SenseTime_deformable-detr-single-scale -samples/transformers-auto-model/igorktech_rut5-small-chit-chat-intelligent -samples/transformers-auto-model/zuppif_maskformer-swin-small-ade +samples/transformers-auto-model/apple_mobilevit-xx-small +samples/transformers-auto-model/polejowska_detr-r50-cd45rb-4ah-6l +samples/transformers-auto-model/kanarya-750m +samples/transformers-auto-model/KoichiYasuoka_deberta-base-japanese-aozora-ud-goeswith +samples/transformers-auto-model/microsoft_deberta-v3-small +samples/transformers-auto-model/opt-350m-email-generation +samples/transformers-auto-model/osiria_deberta-base-italian-uncased-ner +samples/transformers-auto-model/Intel_dpt-beit-large-512 +samples/transformers-auto-model/KoboldAI_fairseq-dense-125M +samples/transformers-auto-model/fairseq-dense-355M +samples/transformers-auto-model/NDugar_deberta-v2-xlarge-mnli +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-CanineForSequenceClassification +samples/transformers-auto-model/YituTech_conv-bert-base samples/transformers-auto-model/facebook_detr-resnet-50 -samples/transformers-auto-model/gpt2 -samples/transformers-auto-model/orca_mini_3b -samples/transformers-auto-model/depth-anything_Depth-Anything-V2-Metric-Indoor-Small-hf +samples/transformers-auto-model/facebook_detr-resnet-101-dc5 +samples/transformers-auto-model/ru-bart-large +samples/transformers-auto-model/MoritzLaurer_DeBERTa-v3-large-mnli-fever-anli-ling-wanli +samples/transformers-auto-model/opt-tiny-random +samples/transformers-auto-model/voxreality_src_ctx_aware_nllb_1.3B +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-ConvBertForSequenceClassification samples/transformers-auto-model/nli-deberta-v3-base -samples/transformers-auto-model/google_fnet-base -samples/transformers-auto-model/Farid59_nllb-darija-fr_eng -samples/transformers-auto-model/TTian_deberta-classifier-feedback-1024-pseudo -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-LEDForSequenceClassification -samples/transformers-auto-model/FinOPT-Lincoln -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-NezhaForSequenceClassification -samples/transformers-auto-model/MoritzLaurer_DeBERTa-v3-xsmall-mnli-fever-anli-ling-binary -samples/transformers-auto-model/Fafadalilian_lora-adapter-t5_small_model_California_state_bill -samples/transformers-auto-model/jinaai_jina-reranker-m0 -samples/transformers-auto-model/google-t5_t5-large -samples/transformers-auto-model/ckiplab_albert-base-chinese-pos -samples/transformers-auto-model/google-bert_bert-base-multilingual-cased -samples/transformers-auto-model/xlnet-base-cased -samples/transformers-auto-model/albert-base-v2 -samples/transformers-auto-model/Nextcloud-AI_opus-mt-ar-es -samples/transformers-auto-model/KBLab_electra-base-swedish-cased-generator -samples/transformers-auto-model/albert_albert-xlarge-v1 -samples/transformers-auto-model/InstaDeepAI_nucleotide-transformer-500m-human-ref -samples/transformers-auto-model/larryvrh_mt5-translation-ja_zh -samples/transformers-auto-model/gemma-3-1b-pt -samples/transformers-auto-model/sdadas_polish-reranker-roberta-v2 -samples/transformers-auto-model/vpelloin_MEDIA_NLU-flaubert_oral_mixed -samples/transformers-auto-model/google_vit-base-patch32-224-in21k -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-PerceiverForImageClassificationConvProcessing -samples/transformers-auto-model/Mizuiro-sakura_luke-japanese-large-finetuned-ner -samples/transformers-auto-model/TinyLlama/TinyLlama-1.1B-Chat-v0.4 -samples/transformers-auto-model/facebook_levit-128 -samples/transformers-auto-model/pongjin_roberta_with_kornli -samples/transformers-auto-model/aimarsg_prueba5 -samples/transformers-auto-model/kakaobank_kf-deberta-base +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MobileViTModel +samples/transformers-auto-model/rice-rice_detr-resnet-50_finetuned_dataset +samples/transformers-auto-model/KoboldAI_fairseq-dense-1.3B +samples/transformers-auto-model/facebook_dpt-dinov2-small-kitti +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-BloomForSequenceClassification +samples/transformers-auto-model/KoichiYasuoka_deberta-base-chinese-ud-goeswith +samples/transformers-auto-model/Aira-OPT-125M +samples/transformers-auto-model/Finnish-NLP_convbert-base-generator-finnish samples/transformers-auto-model/bloom-tiny-random -samples/transformers-auto-model/vinvino02_glpn-nyu -samples/transformers-auto-model/studio-ousia_luke-base -samples/transformers-auto-model/GKLMIP_electra-khmer-base-uncased-tokenized -samples/transformers-auto-model/iryneko571_mt5-small-translation-ja_zh -samples/transformers-auto-model/fcakyon_timesformer-base-finetuned-k400 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-OwlViTForObjectDetection -samples/transformers-auto-model/EleutherAI_pythia-70m -samples/transformers-auto-model/falcon-tiny-random -samples/transformers-auto-model/tsime_detr_mapilary -samples/transformers-auto-model/AI-Nordics_bert-large-swedish-cased -samples/transformers-auto-model/w11wo_javanese-gpt2-small-imdb-classifier -samples/transformers-auto-model/polejowska_detr-r101-cd45rb-8ah-6l-256d-4096ffn -samples/transformers-auto-model/microsoft_trocr-small-printed -samples/transformers-auto-model/Sahajtomar_German_Zeroshot -samples/transformers-auto-model/sshleifer_tiny-dbmdz-bert-large-cased-finetuned-conll03-english -samples/transformers-auto-model/ELiRF_mbart-large-cc25-dacsa-ca -samples/transformers-auto-model/JackWong0911_timesformer-base-finetuned-k400-finetuned-kinetic400-subset-epoch6-num_frame_10 -samples/transformers-auto-model/amurienne_kellag-m2m100-v0.2 -samples/transformers-auto-model/Geotrend_distilbert-base-bg-cased -samples/transformers-auto-model/nvidia_mit-b0 -samples/transformers-auto-model/bge-large-en-v1.5 -samples/transformers-auto-model/IMISLab_GreekWiki-umt5-base -samples/transformers-auto-model/truong1301_reranker_pho_BLAI -samples/transformers-auto-model/thegigasurgeon_mopping_224_32_frames_resampling_1_huge -samples/transformers-auto-model/pix2struct-base -samples/transformers-auto-model/simonmun_Eyse_SentenceClassification +samples/transformers-auto-model/microsoft_xclip-base-patch16-zero-shot +samples/transformers-auto-model/Intel_dpt-beit-large-384 +samples/transformers-auto-model/intelia-lab-uah_bloomz-560m_AE_SQAC +samples/transformers-auto-model/MoritzLaurer_DeBERTa-v3-xsmall-mnli-fever-anli-ling-binary +samples/transformers-auto-model/jhu-clsp_ettin-decoder-150m +samples/transformers-auto-model/microsoft_xclip-large-patch14 +samples/transformers-auto-model/PeterBanning71_long-t5-tfg samples/transformers-auto-model/AceInstruct-1.5B -samples/transformers-auto-model/OpenMed_OpenMed-NER-PharmaDetect-SuperMedical-125M -samples/transformers-auto-model/nli-deberta-v3-xsmall -samples/transformers-auto-model/EMBEDDIA_finest-bert -samples/transformers-auto-model/VitaliiVrublevskyi_ibert-roberta-base-finetuned-mrpc -samples/transformers-auto-model/Andrija_SRoBERTa-L-NER -samples/transformers-auto-model/facebook_deit_small_patch16_224 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-SegformerForImageClassification -samples/transformers-auto-model/garNER_albert-tiny-spanish-es-LM -samples/transformers-auto-model/ashique_BanglaTraitBERT -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-GPTJForSequenceClassification -samples/transformers-auto-model/detr-resnet-101-panoptic -samples/transformers-auto-model/m3hrdadfi_albert-fa-base-v2-ner-peyma -samples/transformers-auto-model/akhtet_mDeBERTa-v3-base-myanmar-xnli -samples/transformers-auto-model/cointegrated_rubert-base-cased-nli-threeway -samples/transformers-auto-model/nli-deberta-v3-small -samples/transformers-auto-model/MoritzLaurer_multilingual-MiniLMv2-L12-mnli-xnli -samples/transformers-auto-model/cahya_t5-base-indonesian-summarization-cased -samples/transformers-auto-model/KoboldAI_fairseq-dense-125M -samples/transformers-auto-model/sentence-transformers_paraphrase-MiniLM-L3-v2 -samples/transformers-auto-model/gonchisi_roberta-base-bne-finetuned-new_or_used-title -samples/transformers-auto-model/mazkooleg_digit-mask-data2vec-audio-base-960h-ft -samples/transformers-auto-model/KoichiYasuoka_roberta-classical-chinese-base-sentence-segmentation -samples/transformers-auto-model/klue_bert-base -samples/transformers-auto-model/facebook_vit-msn-base-4 -samples/transformers-auto-model/Hate-speech-CNERG_dehatebert-mono-arabic -samples/transformers-auto-model/Visual-Attention-Network_van-large -samples/transformers-auto-model/Qwen3-Embedding-0.6B -samples/transformers-auto-model/navteca_bart-large-mnli -samples/transformers-auto-model/nvidia_mit-b1 -samples/transformers-auto-model/Qishuai_distilbert_punctuator_zh -samples/transformers-auto-model/lst-nectec_HoogBERTa-POS-lst20 -samples/transformers-auto-model/kanak8278_xlnet-large-cased-ner-food-combined-weighted-v2 -samples/transformers-auto-model/ncoop57_bart-base-code-summarizer-java-v0 -samples/transformers-auto-model/Visual-Attention-Network_van-base -samples/transformers-auto-model/milistu_reranker-msmarco-v1.1-MiniLM-L12-H384-uncased-lambdaloss_v2 -samples/transformers-auto-model/WIC-Uchile_ene_phase4 +samples/transformers-auto-model/cmarkea_bloomz-560m-nli +samples/transformers-auto-model/hf-tiny-model-private_tiny-random-OwlViTForObjectDetection +samples/transformers-auto-model/apple_mobilevit-x-small +samples/transformers-auto-model/openai-community/gpt2 +samples/transformers-auto-model/apple_mobilevit-small +samples/transformers-auto-model/venishpatidar_wa-ad-mod +samples/transformers-auto-model/upfeatmediainc_owlv2-base-patch16-ensemble +samples/transformers-auto-model/microsoft_conditional-detr-resnet-50 +samples/transformers-auto-model/Q-MM_clip-vit-large-patch14-336 +samples/transformers-auto-model/DatologyAI_cls-opt-vit-b-32 samples/transformers-auto-model/MoritzLaurer_mDeBERTa-v3-base-mnli-xnli -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MBartForSequenceClassification -samples/transformers-auto-model/distilroberta-base -samples/transformers-auto-model/SmolLM3-3B -samples/transformers-auto-model/mesolitica_ner-t5-small-standard-bahasa-cased -samples/transformers-auto-model/NDugar_deberta-v2-xlarge-mnli -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-EsmForSequenceClassification -samples/transformers-auto-model/paulkm_autotrain-lottery_v2-2420075389 -samples/transformers-auto-model/hfl_chinese-roberta-wwm-ext -samples/transformers-auto-model/Fsoft-AIC_videberta-base -samples/transformers-auto-model/hossamamer12_BUS15100_MB2_20epoch_notweettokenizer_fp16 -samples/transformers-auto-model/KoichiYasuoka_roberta-base-thai-spm-upos -samples/transformers-auto-model/Aleksandar_bert-srb-ner-setimes -samples/transformers-auto-model/Neurora_opus-tatoeba-ron-eng -samples/transformers-auto-model/albert_albert-base-v1 -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-MPNetForSequenceClassification -samples/transformers-auto-model/google_flan_t5_base -samples/transformers-auto-model/HueyNemud_berties -samples/transformers-auto-model/hyesunyun_NonsenseUpdateDiffIntBart -samples/transformers-auto-model/hf-tiny-model-private_tiny-random-SwinForImageClassification -samples/transformers-auto-model/Ketzu_koelectra-sts-v0.4 -samples/transformers-auto-model/dccuchile_albert-base-10-spanish-distilled-ner -samples/transformers-auto-model/AlphaMaze-v0.2-1.5B -samples/transformers-auto-model/GKLMIP_electra-khmer-base-uncased -samples/transformers-auto-model/MohamedZaitoon_bart-fine-tune +samples/transformers-auto-model/andersonbcdefg_seo-spam-classifier +samples/mmseg/K-Net_deeplabv3 +samples/mmseg/EncNet_R50 +samples/mmseg/SegNeXt-s +samples/mmseg/K-Net_upernet +samples/mmseg/ISANet_R50 +samples/mmseg/EncNet_R101 +samples/mmseg/SegNeXt-l +samples/mmseg/ISANet_R101 +samples/mmseg/SegNeXt-t +samples/mmseg/K-Net_pspnet +samples/mmseg/SegNeXt-b +samples/mmseg/FastFCN_enc +samples/mmseg/Mask2Former_R50 +samples/torchgeometric/RECT_L +samples/torchgeometric/PMLP +samples/torchaudio/hubert_large +samples/torchaudio/squim_objective +samples/torchaudio/convtasnet_base_libri2mix +samples/torchaudio/wav2vec2_xlsr_300m +samples/torchaudio/wavlm_large +samples/torchaudio/squim_subjective +samples/mmpose/pose_hrformer_base +samples/mmpose/pose_hrformer_small +samples/ultralytics/yolo12n +samples/ultralytics/yolo12l +samples/ultralytics/yolo12n-obb +samples/ultralytics/yolo12l-seg +samples/ultralytics/yolo12x-cls +samples/ultralytics/yolo12n-pose +samples/ultralytics/yolo12s-pose +samples/ultralytics/yolo12n-seg +samples/ultralytics/yolo12l-cls +samples/ultralytics/yolo12s +samples/ultralytics/yolo12m-cls +samples/ultralytics/yolo12l-obb +samples/ultralytics/yolo12l-pose +samples/ultralytics/yolo12m-obb +samples/ultralytics/yolo12x-obb +samples/ultralytics/yolo12s-obb +samples/ultralytics/yolo12m +samples/ultralytics/yolo12s-cls +samples/ultralytics/yolo12n-cls +samples/ultralytics/yolo12s-seg +samples/ultralytics/yolo12m-pose +samples/ultralytics/yolo12x +samples/ultralytics/yolo12x-seg +samples/ultralytics/yolo12x-pose +samples/ultralytics/yolo12m-seg diff --git a/graph_net/config/tmp_torch_samples_list.txt b/graph_net/config/tmp_torch_samples_list.txt new file mode 100644 index 000000000..f0c0de169 --- /dev/null +++ b/graph_net/config/tmp_torch_samples_list.txt @@ -0,0 +1 @@ +samples/transformers-auto-model/microsoft_xclip-base-patch32-16-frames diff --git a/graph_net/model_path_handler.py b/graph_net/model_path_handler.py index 60dbc55fe..d2e2555fd 100644 --- a/graph_net/model_path_handler.py +++ b/graph_net/model_path_handler.py @@ -1,10 +1,10 @@ -import traceback import argparse from graph_net.imp_util import load_module import logging import sys import json import base64 +import subprocess logging.basicConfig( level=logging.WARNING, format="%(asctime)s [%(levelname)s] %(message)s" @@ -37,33 +37,49 @@ def _get_handler(args): def main(args): handler = _get_handler(args) - for model_path in _get_model_paths(args): - print(f"{model_path=}") + if args.model_path is not None: + handle_model_path(handler, args.model_path) + elif args.use_subprocess: + handle_model_path_list_in_subprocess(args) + else: + handle_model_path_list_in_current_process(handler, args) + + +def handle_model_path_list_in_current_process(handler, args): + for model_path in _get_model_path_list(args): try: - handler(model_path) + handle_model_path(handler, model_path) except KeyboardInterrupt: - sys.exit(-1) - except Exception as e: - print("--- Concise Error Message ---") - print(e) + print("KeyboardInterrupt") + return - print("\n--- Full Traceback ---") - traceback.print_exc() +def handle_model_path_list_in_subprocess(args): + for model_path in _get_model_path_list(args): + cmd = f"{sys.executable} -m graph_net.model_path_handler --model-path {model_path} --handler-config {args.handler_config}" + try: + subprocess.Popen(cmd, shell=True).wait() + except KeyboardInterrupt: + print("KeyboardInterrupt") + return -def _get_model_paths(args): - assert args.model_path is not None or args.model_path_list is not None - if args.model_path is not None: - yield args.model_path - if args.model_path_list is not None: - with open(args.model_path_list) as f: - yield from ( - clean_line - for line in f - for clean_line in [line.strip()] - if len(clean_line) > 0 - if not clean_line.startswith("#") - ) + +def handle_model_path(handler, model_path): + print(f"{model_path=}", flush=True) + handler(model_path) + + +def _get_model_path_list(args): + assert args.model_path is None + assert args.model_path_list is not None + with open(args.model_path_list) as f: + yield from ( + clean_line + for line in f + for clean_line in [line.strip()] + if len(clean_line) > 0 + if not clean_line.startswith("#") + ) if __name__ == "__main__": @@ -89,5 +105,11 @@ def _get_model_paths(args): default=None, help="handler configuration string", ) + parser.add_argument( + "--use-subprocess", + action="store_true", + default=False, + help="use subprocess", + ) args = parser.parse_args() main(args=args) diff --git a/graph_net/test/decomposer_validator_test.sh b/graph_net/test/decomposer_validator_test.sh index 4f0099865..2d6e82123 100644 --- a/graph_net/test/decomposer_validator_test.sh +++ b/graph_net/test/decomposer_validator_test.sh @@ -48,4 +48,4 @@ echo "Results saved in: $FILE_PATH/ES_result.png" echo "" echo "IMPORTANT: Please verify if the curve in ES_result.png is a straight line" echo "If the curve is NOT a straight line, please check the log file: $FILE_PATH/log.log" -echo "==================================================" \ No newline at end of file +echo "==================================================" diff --git a/graph_net/test/naive_graph_decomposer_test.sh b/graph_net/test/naive_graph_decomposer_test.sh index cd23c9767..e96ddbfbb 100755 --- a/graph_net/test/naive_graph_decomposer_test.sh +++ b/graph_net/test/naive_graph_decomposer_test.sh @@ -13,9 +13,8 @@ config_json_str=$(cat < bool: return True return False + def _node_need_rewrite(self, node) -> bool: + if not (node.op == "call_method"): + return False + if not (node.op == "expand"): + return False + input_tensor_node = node.args[0] + input_meta = input_tensor_node.meta.get("tensor_meta") + if input_meta is None: + return False + expand_args = node.args[1:] + input_shape = input_meta.shape + if not (len(expand_args) == len(input_shape)): + return False + return True + def rewrite(self, traced_module: fx.GraphModule) -> fx.GraphModule: """ Fx Pass: Replaces hardcoded constants in 'expand' ops that match an input tensor dimension @@ -31,7 +45,7 @@ def rewrite(self, traced_module: fx.GraphModule) -> fx.GraphModule: val_map = {} for node in traced_module.graph.nodes: - if node.op == "call_method" and node.target == "expand": + if self._node_need_rewrite(node): # Get the input tensor node input_tensor_node = node.args[0] # Get the target shape arguments for expand (e.g., 1, 4, 6, 64) diff --git a/graph_net/torch/dim_gen_passes/naive_call_method_view_pass.py b/graph_net/torch/dim_gen_passes/naive_call_method_view_pass.py index e5df4d704..fe2e0671a 100644 --- a/graph_net/torch/dim_gen_passes/naive_call_method_view_pass.py +++ b/graph_net/torch/dim_gen_passes/naive_call_method_view_pass.py @@ -20,7 +20,6 @@ def _node_need_rewrite(self, node) -> bool: return False if not (node.target == "view"): return False - print(f"{self.dim=} {node.args[1:]=}") if self.dim not in node.args[1:]: return False return True diff --git a/graph_net/torch/fx_graph_parse_util.py b/graph_net/torch/fx_graph_parse_util.py index 7e69e2d21..57a12755c 100644 --- a/graph_net/torch/fx_graph_parse_util.py +++ b/graph_net/torch/fx_graph_parse_util.py @@ -2,15 +2,123 @@ import inspect -def _rename_placeholder(name): +class NamePatternMismatchDetector: + def __init__(self, names_from_signature, names_from_placeholder): + self.names_from_signature = names_from_signature + self.names_from_placeholder = names_from_placeholder + + def __call__(self): + mut_pattern2replacement = {} + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_LayerNorm", + pattern_in_placeholder="modules_layer_norm", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_layer_norm", + pattern_in_placeholder="modules_LayerNorm", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_meta4D_layers", + pattern_in_placeholder="modules_meta4d_layers", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_meta4d_layers", + pattern_in_placeholder="modules_meta4D_layers", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_SelfAttention_modules", + pattern_in_placeholder="modules_self_attention_modules", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_self_attention_modules", + pattern_in_placeholder="modules_SelfAttention_modules", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_meta3D_layers", + pattern_in_placeholder="modules_meta3d_layers", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_meta3d_layers", + pattern_in_placeholder="modules_meta3D_layers", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_DenseReluDense_modules", + pattern_in_placeholder="modules_dense_relu_dense_modules", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_dense_relu_dense_modules", + pattern_in_placeholder="modules_DenseReluDense_modules", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_EncDecAttention_modules", + pattern_in_placeholder="modules_enc_dec_attention_modules", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_HashBucketCodepointEmbedder", + pattern_in_placeholder="modules_hash_bucket_codepoint_embedder", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="modules_MBconv", + pattern_in_placeholder="modules_mbconv", + ) + self._detect_and_collect( + mut_pattern2replacement, + pattern_in_signature="_L_", + pattern_in_placeholder="_l_", + ) + return mut_pattern2replacement + + def _detect_and_collect( + self, mut_pattern2replacement, pattern_in_signature, pattern_in_placeholder + ): + if not self._detect(pattern_in_signature, pattern_in_placeholder): + return + mut_pattern2replacement[pattern_in_placeholder] = pattern_in_signature + + def _detect(self, pattern_in_signature, pattern_in_placeholder): + return self._check_pattern( + self.names_from_signature, + include_pattern=pattern_in_signature, + exclude_pattern=pattern_in_placeholder, + ) and self._check_pattern( + self.names_from_placeholder, + include_pattern=pattern_in_placeholder, + exclude_pattern=pattern_in_signature, + ) + + def _check_pattern(self, names, include_pattern, exclude_pattern): + return any(include_pattern in name for name in names) and all( + exclude_pattern not in name for name in names + ) + + +def _get_name_pattern2replacement(names_from_signature, names_from_placeholder): + dectector = NamePatternMismatchDetector( + names_from_signature, names_from_placeholder + ) + return dectector() + + +def _rename_placeholder(name, pattern2replacement): assert name[:2] == "L_" or name[:2] == "l_", f"{name=}" name = name[2:] if name[0] == "l": name = "L" + name[1:] - name = name.replace( - "modules_layer_norm_parameters", - "modules_LayerNorm_parameters", - ) + for pattern, replacement in pattern2replacement.items(): + name = name.replace(pattern, replacement) return name @@ -27,11 +135,6 @@ def my_backend(gm, sample_inputs): torch.compile(module, backend=my_backend)(*inputs) assert traced_module is not None - for node in traced_module.graph.nodes: - if node.op != "placeholder": - continue - node.target = _rename_placeholder(node.target) - node.name = _rename_placeholder(node.name) def get_input_names_from_signature(): return inspect.signature(module.forward).parameters @@ -41,6 +144,17 @@ def get_input_names_from_placeholder(): node.name for node in traced_module.graph.nodes if node.op == "placeholder" ] + pattern2replacement = _get_name_pattern2replacement( + names_from_signature=get_input_names_from_signature(), + names_from_placeholder=get_input_names_from_placeholder(), + ) + + for node in traced_module.graph.nodes: + if node.op != "placeholder": + continue + node.target = _rename_placeholder(node.target, pattern2replacement) + node.name = _rename_placeholder(node.name, pattern2replacement) + def get_diff_input_names(): placeholder_names = set(get_input_names_from_placeholder()) return [ @@ -83,6 +197,28 @@ def get_zip_filter_names(): traced_module, get_input_names_from_signature() ) + def handle_underscore_suffix_difference(): + zip_filter_names = get_zip_filter_names() + if not (len(zip_filter_names) > 0): + return + if not all((a == b or f"{a}_" == b) for _, a, b in zip_filter_names): + return + names = set( + name_in_placeholder + for _0, name_in_signature, name_in_placeholder in zip_filter_names + if f"{name_in_signature}_" == name_in_placeholder + ) + for node in traced_module.graph.nodes: + if not (node.op == "placeholder"): + continue + if node.target not in names: + continue + node.target = node.target[:-1] + node.name = node.name[:-1] + traced_module.recompile() + + handle_underscore_suffix_difference() + zip_filter_names = get_zip_filter_names() def zip_filter_names_str(): diff --git a/graph_net/torch/sym_dim_reifiers/naive_cv_sym_dim_reifier.py b/graph_net/torch/sym_dim_reifiers/naive_cv_sym_dim_reifier.py index 5249a0173..bf5924c38 100644 --- a/graph_net/torch/sym_dim_reifiers/naive_cv_sym_dim_reifier.py +++ b/graph_net/torch/sym_dim_reifiers/naive_cv_sym_dim_reifier.py @@ -36,6 +36,10 @@ def _get_map_cv_sym_shapes_str2reifier(cls): "[(S0,3,256,256)]": cls.reify_mmpose_related_big_batch_s0, "[(S0,3,S1,S2)]": cls.reify_mmpose_related_s0_s1_s2, "[(1,S0,3,S1,S1)]": cls.reify_vivit_related_s0_s1, + "[(S0,),(S1,80,S2),(S1,)]": cls.reify_nemo_asr_s0_s1_s2, + "[(S0,80,S1),(S0,)]": cls.reify_nemo_asr_s0_s1, + "[(S0,3,512,1024)]": cls.reify_semantic_seg_s0, + "[(S0,3,640,640)]": cls.reify_yolo_s0, } return cls.g_cv_sym_shapes_str2reifier @@ -136,3 +140,47 @@ def reify_vivit_related_s0_s1(self): [32, 224], ], } + + def reify_nemo_asr_s0_s1_s2(self): + S0S1S2 = (sympy.Symbol("S0"), sympy.Symbol("S1"), sympy.Symbol("S2")) + return { + S0S1S2: [ + [1, 1, 500], + [16, 16, 200], + [2, 2, 3000], + [8, 8, 1000], + [4, 4, 2000], + [64, 64, 200], + [16, 16, 1000], + [32, 32, 500], + [4, 4, 4000], + ], + } + + def reify_nemo_asr_s0_s1(self): + S0S1 = (sympy.Symbol("S0"), sympy.Symbol("S1")) + return { + S0S1: [ + [1, 500], + [16, 200], + [2, 3000], + [8, 1000], + [4, 2000], + [64, 200], + [16, 1000], + [32, 500], + [4, 4000], + ], + } + + def reify_semantic_seg_s0(self): + S0 = (sympy.Symbol("S0"),) + return { + S0: [[1], [2], [4], [6], [8], [12], [16], [24], [32]], + } + + def reify_yolo_s0(self): + S0 = (sympy.Symbol("S0"),) + return { + S0: [[1], [2], [4], [8], [12], [16], [24], [32], [64]], + } diff --git a/graph_net/torch/sym_dim_reifiers/naive_nlp_sym_dim_reifier.py b/graph_net/torch/sym_dim_reifiers/naive_nlp_sym_dim_reifier.py index e706edb24..c16295209 100644 --- a/graph_net/torch/sym_dim_reifiers/naive_nlp_sym_dim_reifier.py +++ b/graph_net/torch/sym_dim_reifiers/naive_nlp_sym_dim_reifier.py @@ -32,6 +32,7 @@ def _get_map_nlp_sym_shapes_str2reifier(cls): "[(S0,S1),(S0,S1),(S0,S1)]": cls.reify_batch_s0_seq_s1, "[(S0,S1),(S0,S1)]": cls.reify_batch_s0_seq_s1, "[(S0,S1,768)]": cls.reify_batch_s0_seq_s1, + "[(S0,S1)]": cls.reify_nlp_or_gnn_batch_s0_seq_s1, } return cls.g_nlp_sym_shapes_str2reifier @@ -50,3 +51,19 @@ def reify_batch_s0_seq_s1(self): [128, 64], ] } + + def reify_nlp_or_gnn_batch_s0_seq_s1(self): + S0S1 = (sympy.Symbol("S0"), sympy.Symbol("S1")) + return { + S0S1: [ + [1, 128], + [1, 1024], + [32, 64], + [16, 128], + [8, 256], + [4, 512], + [2, 1024], + [64, 128], + [128, 64], + ], + }