Generate python

from transformers import AutoTokenizer, AutoModelWithLMHead


tokenizer = AutoTokenizer.from_pretrained("Sentdex/GPyT")
model = AutoModelWithLMHead.from_pretrained("Sentdex/GPyT").to("cuda")


def generate(code, max_length=100):
    '''Takes input code, replaces newline chars with <N>, 
    tokenizes, feeds thru model, decodes, 
    then reformats the newlines back in'''
    newlinechar = "<N>"
    converted = code.replace("\n", newlinechar)
    tokenized = tokenizer.encode(converted, return_tensors='pt').to("cuda")
    resp = model.generate(tokenized, max_length=max_length).to("cuda")

    decoded = tokenizer.decode(resp[0])
    reformatted = decoded.replace("<N>","\n")
    return reformatted


print(generate("import"))

Source: pythonprogramming.net

Similar codes

3 votes172 views1 answer
Csrf token exempt django
Python Django
0 vote178 views1 answer
Setting up a django prostgress project
Python Django
7 votes123 views3 answers
Pandas df remove index
Python
2 votes141 views1 answer
Pandas convert all string columns to lowercase
Python
1 vote183 views1 answer
Flask form errors
Python Flask
1 vote134 views1 answer
Split string and convert to int python
Python
0 vote136 views1 answer
Comment transformer un chaine de caractere en liste python
Python
-1 vote142 views1 answer
Count true in a dataframe
Python
1 vote183 views2 answers
Django queryset exists
Python Django
0 vote100 views1 answer
Run a python script with python and catch command line output
Python