def indexesFromSentence(lang, sentence):
    return [lang.word2index[word] for word in sentence.split(' ')]

def indexesFromSentenceWithChar(lang, sentence):
    return [[lang.char2index[char] for char in word if char in lang.char2index] for word in sentence.split(' ')]

def tensorFromSentence(lang, sentence): # For Word
    indexes = indexesFromSentence(lang, sentence)
    indexes.append(EOS_token)
    return torch.tensor(indexes, dtype=torch.long, device=device).view(-1, 1)

def tensorFromSentenceWithChar(lang, sentence):
    indexes = indexesFromSentenceWithChar(lang, sentence)
    indexes.append([EOS_token])
    indexes = list(itertools.chain.from_iterable(indexes))
    return torch.tensor(indexes, dtype=torch.long, device=device).view(-1, 1)

def tensorsFromPair(pair):
    input_tensor = tensorFromSentenceWithChar(input_lang, pair[0])
    target_tensor = tensorFromSentence(output_lang, pair[1])
    return (input_tensor, target_tensor)