Update README.md
Browse files
    	
        README.md
    CHANGED
    
    | @@ -48,7 +48,10 @@ generator = pipeline( | |
| 48 | 
             
                model_kwargs={"torch_dtype": torch.bfloat16},
         | 
| 49 | 
             
                device="cuda",
         | 
| 50 | 
             
            )
         | 
| 51 | 
            -
            outputs = generator([{"role": "user", "content": "What's the difference between llamas and alpacas?"}], | 
|  | |
|  | |
|  | |
| 52 | 
             
            print(outputs[0]['generated_text'])
         | 
| 53 | 
             
            ```
         | 
| 54 |  | 
|  | |
| 48 | 
             
                model_kwargs={"torch_dtype": torch.bfloat16},
         | 
| 49 | 
             
                device="cuda",
         | 
| 50 | 
             
            )
         | 
| 51 | 
            +
            outputs = generator([{"role": "user", "content": "What's the difference between llamas and alpacas?"}],
         | 
| 52 | 
            +
                                  do_sample=False,
         | 
| 53 | 
            +
                                  eos_token_id=[generator.tokenizer.convert_tokens_to_ids("<end_of_turn>"), generator.tokenizer.eos_token_id],
         | 
| 54 | 
            +
                                  max_new_tokens=200)
         | 
| 55 | 
             
            print(outputs[0]['generated_text'])
         | 
| 56 | 
             
            ```
         | 
| 57 |  | 
