diff --git a/src/gpt2/gpt2_model.rs b/src/gpt2/gpt2_model.rs index cbf442dcf..4a7c6c676 100644 --- a/src/gpt2/gpt2_model.rs +++ b/src/gpt2/gpt2_model.rs @@ -70,11 +70,21 @@ impl Gpt2ModelResources { "distilgpt2/model", "https://huggingface.co/distilgpt2/resolve/main/rust_model.ot", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_SMALL: (&'static str, &'static str) = ( + "dialogpt-small/model", + "https://huggingface.co/microsoft/DialoGPT-small/resolve/main/rust_model.ot", + ); /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = ( "dialogpt-medium/model", "https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/rust_model.ot", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_LARGE: (&'static str, &'static str) = ( + "dialogpt-large/model", + "https://huggingface.co/microsoft/DialoGPT-large/resolve/main/rust_model.ot", + ); } impl Gpt2ConfigResources { @@ -103,11 +113,23 @@ impl Gpt2ConfigResources { "distilgpt2/config", "https://huggingface.co/distilgpt2/resolve/main/config.json", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_SMALL: (&'static str, &'static str) = ( + "dialogpt-small/config", + "https://huggingface.co/microsoft/DialoGPT-small/resolve/main/config.json", + ); /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = ( "dialogpt-medium/config", "https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/config.json", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_LARGE: (&'static str, &'static str) = ( + "dialogpt-large/config", + "https://huggingface.co/microsoft/DialoGPT-large/resolve/main/config.json", + ); + + } impl Gpt2VocabResources { @@ -136,11 +158,21 @@ impl Gpt2VocabResources { "distilgpt2/vocab", "https://huggingface.co/distilgpt2/resolve/main/vocab.json", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_SMALL: (&'static str, &'static str) = ( + "dialogpt-small/vocab", + "https://huggingface.co/microsoft/DialoGPT-small/resolve/main/vocab.json", + ); /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = ( "dialogpt-medium/vocab", "https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/vocab.json", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_LARGE: (&'static str, &'static str) = ( + "dialogpt-large/vocab", + "https://huggingface.co/microsoft/DialoGPT-large/resolve/main/vocab.json", + ); } impl Gpt2MergesResources { @@ -169,11 +201,22 @@ impl Gpt2MergesResources { "distilgpt2/merges", "https://huggingface.co/distilgpt2/resolve/main/merges.txt", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_SMALL: (&'static str, &'static str) = ( + "dialogpt-small/merges", + "https://huggingface.co/microsoft/DialoGPT-small/resolve/main/merges.txt", + ); /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. pub const DIALOGPT_MEDIUM: (&'static str, &'static str) = ( "dialogpt-medium/merges", "https://huggingface.co/microsoft/DialoGPT-medium/resolve/main/merges.txt", ); + /// Shared under MIT license by the Microsoft team at . Modified with conversion to C-array format. + pub const DIALOGPT_LARGE: (&'static str, &'static str) = ( + "dialogpt-large/merges", + "https://huggingface.co/microsoft/DialoGPT-large/resolve/main/merges.txt", + ); + } #[derive(Debug, Serialize, Deserialize, Clone)]