diff --git a/acge_embedding.py b/acge_embedding.py index 13ce3d0..52bfaa6 100644 --- a/acge_embedding.py +++ b/acge_embedding.py @@ -6,12 +6,12 @@ import torch device = "cuda" if torch.cuda.is_available() else "cpu" print("Using device:", device) -model_name = "aspire/acge-large-zh" +model_name = "models/aspire--acge-large-text" print("Loading model", model_name) model = ( - AutoModel.from_pretrained(model_name, torch_dtype=torch.float16).eval().to(device) + AutoModel.from_pretrained(model_name, local_files_only=True, torch_dtype=torch.float16).eval().to(device) ) -tokenizer = AutoTokenizer.from_pretrained(model_name) +tokenizer = AutoTokenizer.from_pretrained(model_name, local_files_only=True) print("Model", model_name, "loaded!") diff --git a/models/aspire--acge-large-zh/config.json b/models/aspire--acge-large-zh/config.json new file mode 100644 index 0000000..2570ad0 --- /dev/null +++ b/models/aspire--acge-large-zh/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed9f7b80d119a5862a88df83669a7a09d291321bb17d09c98b91f8ba745823d +size 838 diff --git a/models/aspire--acge-large-zh/pytorch_model.bin b/models/aspire--acge-large-zh/pytorch_model.bin new file mode 100644 index 0000000..f38a472 --- /dev/null +++ b/models/aspire--acge-large-zh/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d40501993f7081c8a7d655a78ad07ad860c042fb31e8d6e8a8b7b65e3be2084 +size 652228333 diff --git a/models/aspire--acge-large-zh/special_tokens_map.json b/models/aspire--acge-large-zh/special_tokens_map.json new file mode 100644 index 0000000..0f97119 --- /dev/null +++ b/models/aspire--acge-large-zh/special_tokens_map.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d346be366a7d1d48332dbc9fdf3bf8960b5d879522b7799ddba59e76237ee3 +size 125 diff --git a/models/aspire--acge-large-zh/tokenizer_config.json b/models/aspire--acge-large-zh/tokenizer_config.json new file mode 100644 index 0000000..a89103d --- /dev/null +++ b/models/aspire--acge-large-zh/tokenizer_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644a5d53f60d2788d07caedfa54273574a84c1d30df06160a19d5a70d4073d02 +size 367 diff --git a/models/aspire--acge-large-zh/vocab.txt b/models/aspire--acge-large-zh/vocab.txt new file mode 100644 index 0000000..0291cdf --- /dev/null +++ b/models/aspire--acge-large-zh/vocab.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bbac6b341c319adc98a532532882e91a9cefc0329aa57bac9ae761c27b291c +size 109540