GPT-2 Gmail email generator — 5 category conditioned

config.json

@@ -0,0 +1,41 @@
+{
+  "activation_function": "gelu_new",
+  "add_cross_attention": false,
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "dtype": "float32",
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "pad_token_id": 50256,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.6.2",
+  "use_cache": false,
+  "vocab_size": 50262
+}

generated_samples.json

@@ -0,0 +1,37 @@
+{
+  "primary": [
+    "Subject: Re-do our photo album\nHey all,\nJust wanted to confirm \u2014 dinner is at 6pm at our place. Bring that amazing pie you made last time! The kids can't wait to see everyone.\nxo\nNoah Ali\nBlueWave Technologies\n---\nYou're receiving this email because you signed up for BlueWater marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nClearView Corp sent you this email despite your subscription.\nUnsubscribe | Update Preferences - Privacy Policy\nCasey Williams, 123 Commerce St, Toronto, ON, Canada Phone: 1Z423 74078\nStubHub, 123 Commerce Street, Toronto, ON, Canada",
+    "Subject: Trending sounds you might like\nYour weekly recap \ud83d\udcca\n\ud83c\udfac 3359 video views\n\u2764\ufe0f 844 total likes",
+    "subject: we haven't seen you in a while \u2014 here's 25% off\nhi james,\nwe noticed it's been a while since your last visit. we miss you!\nto welcome you back, here're some great deals on your next trip.\n\nstubhub\n---\nyou're receiving this email because you signed up for stubhub marketing emails.\nunsubscribe | update preferences | privacy policy\nstub-newsletter 1331 times\nunsubscribe | add new comments\nstubs, 123 commerce st, london, l8 th , ny 10038 am . unsubscribe | privacy policy\nmail@thomasjones.com\nthank you for signing up for stubblog!\nstuber,\nthe best buy weekly\n\n---\nyou're receiving this email because you signed out of stubforum.\nnot subscribed? samsung, 123 commerce st, liam, london, l4 tue , monday",
+    "FWD: Subject Reassurance update for order #801-7387623\nHi Morgan,\nGreat news \u2014 your order is on its way!\nOrder #80083877623\nCarrier: FedEx\nTracking: 1Z344961731\nEstimated delivery: April 13, 2025.",
+    "subject: wei schmidt mentioned you in a tweet\nwei schntz (@weitaylor) liked your photo from march 15.\nyour weekly highlights:\n\ud83d\udcca 649 impressions\n\u2764\ufe0f 406 likes\n\ud83d\udc65 446 new followers\nsee it on twitter.\n---\nthis email was sent by twitter. to unsubscribe from these notifications, update your twitter notification settings.\ntwitter, 123 commerce st, london, mumbai 2pm - 12 pm."
+  ],
+  "social": [
+    "FWD: Subject:- Michael Jackson followed you\nMichael Jackson (@michaeljackson) liked your tweet: \"Just shipped a new feature! \ud83d\ude80\"\n\u2764\ufe0f 503 likes \u00b7 \ud83d\udd01 491 retweets \u00b7 \ud83d\udcac 434 replies\nSee it on Twitter.\n---\nThis email was sent by Twitter. To unsubscribe from these notifications, update your Twitter notification settings.\nUnsubscribe | Update Preferences | Privacy Policy\nTwitter, 123 Commerce St, London, SW3H 3E837\nYou're receiving this email because you signed up for Twitter marketing emails.\nUnsubscribe | Update Preferences | Privacy Action\nWei Patel, 140 people., first login, now go to twitter.com/unsubscribe",
+    "Subject: Reclassification request in PyTorch Discuss\nMaria Jackson opened a new issue in pytorche discuss/pytok.\n#9303 Add support for CUDA 12.4\nThis PR adds support to the new configuration format. All existing tests pass.\n---\nLabels: help wanted\nAssignees: Robert Kim\nView issue: https://github!com/\u200bpython-imagingstudio\" > https&g=community+issues/+95151\nYou're receiving this because you're subscribed to this repository.\nUnsubscribe from this repository | Manage email preferences\nLisa Smith, 110 William St, New York, NY 10038 <<<https] irc.icloud.com/questions/9303\nYou're receiving this because you asked this question.\nMute this topic | Unsubscribe from this repository\nFatima Laurent, 196 Commerce St, Chicago, IL 60611\nYou're receiving this because",
+    "Subject: Daniel Kowalski shared your post to their story\nDaniel KOWALSK (@danielkowalowski) started following you on Instagram.\nYou now have 1150 followers.\nSee their profile on Instagram.\n---\nThis email was sent by Instagram. To unsubscribe from these notifications, update your Instagram notification settings.\nOlivia Rossi@instagram.com\nUnsubscribe | Update Preferences | Privacy Policy\nInstagram, 123 Commerce St., London, 1Z9L3Y878.\nArchive: https://mariasingh.blogspot/blogging-archive/2016/10/#6681\nView topic: instagram.coop/trending-news/164212\nReply to this email to respond.\nStumbleUpon!\n---\nThis email was sent by Instagram. To unsubscribe from these notifications send an email to Instagram+unsubscribe@lazyposts.io 4939 notifications",
+    "Subject: Robert Laurent went live\nRobert Laurent invited you to Winter Party on March 15.\nLocation: Mumbai\nTime: 7:00 PM\nRSVP on Facebook.\n---\nThis email was sent by Facebook. To unsubscribe from these notifications, update your Facebook notification settings.\nFacebook Twitter: https://twitter!@groupslookup.com/policies\nIf you have any questions, contact us at 1-800 544 4937.\nMaria Svensson, 110 William St, New York, NY 10038.\n***\nSee all upcoming RSVPs on Facebook.\nRaj Kowalski, 3200 NW 27th St, New Berlin.\n---\nThis email was sent by Facebook. To unsubscribe | Update Your Facebook notification settings.\nWei Patel Email: Facebook.com/security\nStay safe,\nThe Microsoft Security Team\n---\nThis email was sent by Facebook. To unsubscribe from these notifications, update your Facebook",
+    "Subject: Your question got 3462 new views\nPatricia Kowalski posted a fresh answer to your question:\n\"Understanding async/await in JavaScript\"\nAnswer:\nThe issue is with your Dockerfile ENTRYPOINT command. It loads the Content-Type header and passes it the content-type. You need to set the Content Action header in your request.\n\u2b06\ufe0f 2 votes\nView full answer: stackoverflow.com/questions/17051\n---\nYou're receiving this because you asked this question.\nUnsubscribe from this question | Manage email preferences\nDavid Taylor, 110 William St, New York, NY 10038, USA <<<javascript aficionado.com/questions/17061\nStack Overflow, 110 William S, New Yorkers, NY 10038, US\n---\nYou're receiving this because you asked this question.\nUnsubscribe from this question | Managed email preferences"
+  ],
+  "promotions": [
+    "Subject: Your weekly newsletter from Christopher Brown\nTHE Best Buy WEEKLY\nHi Casey!\nThis week's highlights:\n1. Our annual sale starts Monday \u2014 save up to 10%\n2'thigns off everything + free shipping\n3://shop.bestbuy.com/blog\n4. New sustainable collection launching Friday\nRead more at best buy.com/blog\nCheers,\nBestBuy\n---\nYou're receiving this email because you signed up for Best Buy marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nBestCasey O'Brien, 110 William St, Austin TX 7505-1793\nApple, 123 Commerce St., Austin AZ 83801.\nBest casey o'brien@protonmail.com\nTo unsubscribe from these notifications, update your Best CaseY subscription notification settings.",
+    "FWD: Subject: This weekend?\nHey,\nWhat are you doing this weekend? There's a great farmers market I want to check out.\nSee you,\nSarah Williams\nBlueWave Technologies\n---\nYou're receiving this email because you signed up for Bluewave marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nClearView Systems, 123 Commerce St San Francisco CA 94109",
+    "Subject: Hi Ahmed, we saved something special for you\nHey Ahmed!\nRemember us? \ud83d\ude0a\nWe've been working hard on new products and we think you'll love what's new. As a thank you for being a loyal customer, take 50% off anything in our store.\nThis offer won't last forever \u2014 shop now!\nJohn Nakamura\n---\nYou're receiving this email because you signed up for Booking.com marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nBooking.com, 123 Commerce St., Tokyo 94903-1793",
+    "Re: Subject: New sign-in to your Zoom account\nWelcome back Jennifer Davis, Richard! \ud83c\udf89\nYour zoom subscription has been successfully renewed.\nPlan: Basic\nAmount:- $9.99/month\nNext billing date: May 13, 2025\nManage your subscription at Zoom.com/account\nThank you for being a Zoom member!\nZoom, 123 Commerce St, Los Angeles, CA 90038\nUnsubscribe | Update Preferences | Privacy Policy\nYou're receiving this email because you signed up for Zoom marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nThis email was sent by Zoom. To unsubscribe from these notifications, update your Zoom notification settings.\nOlivia Ali, 512 Park Ave, London, NY 10038.\nUpdate your Zoom notification settings.",
+    "subject: you have memories to look back on today\n\ud83c\udf82 fatima nakamura has a birthday today!\nwrite on their timeline to wish them a happy birthday.\nsee all upcoming birthdays on facebook.\n---\nthis email was sent by facebook. to unsubscribe from these notifications, update your facebook notification settings."
+  ],
+  "updates": [
+    "Subject: Receipt for your purchase \u2014 #800-2352527\nHi Ava,\nThank you for your order!\nOrder #600-2351727\nDate: Apr 1, 2025\nItems:\n\u2022 Wireless Headphones \u2014 $69.71\n\u2022 Running Shoes \u2014 just $36s\nSubtotal: $106.11\nShipping: Free\nTax: $8.49\nTotal: $114.6\nEstimated delivery: Mar 10 13, 2528\nTrack your order on eBay.com/orders/61294\n---\nYou're receiving this email because you signed up for Etsy marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nEtsy, 123 Commerce St, Amsterdam, NL 73840, United States 10038\nSubscribe to Etsy marketing emails\nStubHub, 110 William St, New York, NY 10038, USA",
+    "Subject: Suspicious activity detected on your account\nHi Sophia,\nYour payment of $3746.38 has been received. Thank you!\nAccount: ****5961\nPayment date: Mar 7, 2025\nConfirmation #: PMT884170\nYour next payment of $388.6 is due on May 13 \u2014 subject to your credit score.\nJennifer Lee, 110 William St, New York, NY 10038\n---\nYou're receiving this email because you signed up for Airbnb marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nAirbnb, 123 Commerce St, Amsterdam NL 28357\nArchive: https://www.\"airbnb.com/privacy\nWe understand that you did not sign out or update your Airbnb notification settings.\nIf you didn't like what you saw, please delete your profile immediately:\nAirbnb, 123 Commerce Street, London, EN9Y87830\n---\nThis email was sent by Airbnb.",
+    "Subject: Receipt for your purchase \u2014 #965-8279795\nHi William,\nThank you for your order!\nOrder #949-6528581\nDate:- Mar 16, 2025\nItems:\"\n\u2022 Water Bottle \u2014 $51.09\"\n\n\u2022 Yoga Mat \u2014 $30.\"\nSubtotal: $69.71\nShipping: Free\nTax: $12.88 Buyer/user: Ethan Thomas\nTotal cost: $75.84\nEstimated delivery: Apr 2,...\nTrack your Order \u2192\nMorgan Anderson Smith\n---\nYou're receiving this email because you signed up for Airbnb marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nAirbnb, 123 Commerce St, Amsterdam NL 1438, en_US\nUnsubscribe | Update Preferences | Privacy Policy\nWei Patel, 123 Commerce St,- Amsterdam Nieuwsblad, amsterdam 98101\nUnited States (IRV: 9032)\nPay online",
+    "Subject: Your account security report\nHi James,\nWe detected a new sign-in to your Dropbox subscription. This time it's been updated to address the issue.\nDevice: Chrome on Linux\nLocation:- Los Angeles\nTime: 12:50 PM\nIf this was you, no action is needed.\nIf you didn't sign in, please secure your accounts immediately:\nDropbox.com/security\nStay safe,\nThe Susan Jones Team\n---\nYou're receiving this email because you signed up for Dropbox marketing emails.\nUnsubscribe | Update Preferences | Privacy Policy\nCoffee Corp, 123 Commerce St, London, CA 93701.\nUnsubscribe | Update Preferences - Privacy Policy\nThis email was sent by Dropbox. To unsubscribe from these notifications, update your Dropbox notification settings.\nJennifer O'Brien, 123 Commerce Street, Toronto, ON M8E 1Z9041.\nArchive: https://groups.io/?",
+    "subject: payment received \u2014 thank you\nHi Michael,\nYour monthly statement for march 2025 is now available.\nAccount: ****1725\nStatement period: mar 28, 2025 to apr 2131\nBalance: $3294.86\nView your full statement online at your bank portal."
+  ],
+  "forums": [
+    "Subject: Reactor configuration module\nWei Patel commented on issue #9598 in microsoft/configuration:-\n\"Thanks for the PR! Can you add a test for the edge case?\"\nView full conversation: https://github.com/+matthewsmithy/microservices/issues/9600\nYou're receiving this because you're subscribed to this repository.\nUnsubscribe from this repository | Manage email preferences\nMichael Thomas, 110 William St, New York, NY 10038\n---\nYou are receiving this because you're subscribedto this repository.\nMute this topic | Unsubscribe from this repository | Update Preferences | Privacy Policy\nNoah Smith, 493 Noah Johnson St, New Yorkers, NY 10038\nArchive: https:/\u200b/\u200bgithub-com/microsoft/confirmation/9598\nAssignees: Matthew Svensson\nYour PR today is at https:\\/.gitlab.io/g/docs/527",
+    "Subject: [tensorflow] PR #6004: Performance regression in v2.1\nMary Thomas commented on issue #6004 in tensorflow/torch: \"Thanks for the PR! Can you add a test for the edge case?\"\nView full conversation: https://github-pull request:-593072#6087\nYou're receiving this because you asked this question.\nUnsubscribe from this question | Manage email preferences\nKaren Garcia, 110 William St, New York, NY 10038 USA << suicide note: reach out to us at tensorsource@community.io\n---\nYou were asked this question by tensoreferencing.com. To unsubscribe from this question and manage your privacy settings,, update YOUR GitHub repository settings.\nArchive: https:/\u200b/\u200bgroups.io/g/tuggingtonesignature\nWei Williams, 2039 Robert Jackson Way, New York, NY 10038\nYour",
+    "Subject: [kubernetes] Alex Martinez commented on issue #1417\nAlex Martinez opened a new issue in kubectl/kyml:\n#14173 Refactor configuration module\nThe documentation for this function is outdated. I'd like to update it with the current API.\n---\nLabels: bug\nAssignees: Olivia Singh <lisap@gmail+unaffiliated>\nView issue: https://github&issues! subject: kube-e/kiu/issues/141\nYou're receiving this because you are watching this repository.\nMute this topic | Unsubscribe from this topic\nKaren Schmidt, 110 William St, New York NY 10038\nYou were issued an error because you didn't add enough files to your repository.stack overflow may be lurking in some files.\nStack trace attached; closed issue: unresolved contradiction between documentation and style directive\nArchive: https:/\u200bstackoverflowi.com/",
+    "Subject: Reactor configuration module\nJames Brown opened a new issue in microsoft/linux:\n#5269 Performance regression in v2.1\nThe documentation for this function is outdated. I'd like to update it with the current API.\n\nThanks,\nPriya Smith\ntechnova corelogic Solutions Inc., 110 William St, New York 10038, USA",
+    "Subject: New answer to 'why is my Docker container exiting immediately'\nSusan O'Brien posted a new answer in Vue.js Forum:\n\"Why is your docker container exiting immediately?\"\nAnswer:\nYou need to set the Content-Type header in your request.\"\n\u2b06\ufe0f 28 votes\nView full answer: stackoverflow.com/questions/48684\n---\nYou're receiving this because you asked this question.\nUnsubscribe from this question | Manage email preferences\nDaniel Thomas, 110 William St, New York, NY 10038\n---\nThis email was sent by Stack Overflow. To unsubscribe from these notifications, update your StackOverFlow notification settings.\nStack Overflow, 110 William Street, New York, NY 10038 (https://stackoverlogo.org)\nTo unsubscribe from these notifications, update your StackFollowing notification settings.\nArchive: https:/\u200b/explorer/99463"
+  ]
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 50256,
+  "eos_token_id": [
+    50256
+  ],
+  "pad_token_id": 50256,
+  "transformers_version": "5.6.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90114b6888379d9054d721f890b98bfb2d883f03a2e3b715d0b691f32f90aa28
+size 497789568

results.json

@@ -0,0 +1,12 @@
+{
+  "model": "gpt2",
+  "eval_loss": 0.14384771883487701,
+  "perplexity": 1.154708254817229,
+  "training_loss": 0.3771517604827881,
+  "config": {
+    "max_length": 256,
+    "batch_size": 8,
+    "epochs": 3,
+    "learning_rate": 5e-05
+  }
+}

tokenizer_config.json

@@ -0,0 +1,20 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": [
+    "[PRIMARY]",
+    "[SOCIAL]",
+    "[PROMOTIONS]",
+    "[UPDATES]",
+    "[FORUMS]"
+  ],
+  "is_local": false,
+  "local_files_only": false,
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040ed6ef5f26f45bcf0dbaf882f8c008dfc0f795851f779dfae5924beff3ccd1
+size 5265