Update handler.py
Browse files- handler.py +1 -0
    	
        handler.py
    CHANGED
    
    | @@ -25,6 +25,7 @@ class EndpointHandler(): | |
| 25 | 
             
                  Return:
         | 
| 26 | 
             
                        A :obj:`list` | `dict`: will be serialized and returned
         | 
| 27 | 
             
                    """
         | 
|  | |
| 28 | 
             
                    max_new_tokens = 1024
         | 
| 29 | 
             
                    if "max_new_tokens" in data:
         | 
| 30 | 
             
                        max_new_tokens = data["max_new_tokens"]
         | 
|  | |
| 25 | 
             
                  Return:
         | 
| 26 | 
             
                        A :obj:`list` | `dict`: will be serialized and returned
         | 
| 27 | 
             
                    """
         | 
| 28 | 
            +
                    self.pipe = pipeline("text-generation", "MrOvkill/Phi-3-Instruct-Bloated", torch_dtype=torch.float16, trust_remote_code=True)
         | 
| 29 | 
             
                    max_new_tokens = 1024
         | 
| 30 | 
             
                    if "max_new_tokens" in data:
         | 
| 31 | 
             
                        max_new_tokens = data["max_new_tokens"]
         | 
