import json # Load vocab with open("vocab.json", "r", encoding="utf-8") as f: vocab = json.load(f) stoi = vocab["stoi"] itos = {int(k): v for k, v in vocab["itos"].items()} vocab_size = vocab["vocab_size"] def encode(text): return [stoi[c] for c in text if c in stoi] def decode(ids): return ''.join([itos[i] for i in ids]) if __name__ == "__main__": sample = "python developer with aws experience in ahmedabad" encoded = encode(sample) decoded = decode(encoded) print(f"Sample text : {sample}") print(f"Encoded : {encoded}") print(f"Decoded back : {decoded}") print(f"Vocab size : {vocab_size}")