






'''simple docstring'''
from argparse import ArgumentParser, Namespace
from typing import Any, List, Optional

from ..pipelines import Pipeline, get_supported_tasks, pipeline
from ..utils import logging
from . import BaseTransformersCLICommand


try:
 from fastapi import Body, FastAPI, HTTPException
 from fastapi.routing import APIRoute
 from pydantic import BaseModel
 from starlette.responses import JSONResponse
 from uvicorn import run

 a_					= True
except (ImportError, AttributeError):
 a_					= object





 def  _a(  *UpperCamelCase__				:						List[Any],	**UpperCamelCase__				:						Dict							):




       '''simple docstring'''






       pass







 a_					= False


a_					= logging.get_logger('transformers-cli/serving')





def  _a(  UpperCamelCase__				:						Optional[Any]							):




      '''simple docstring'''






      SCREAMING_SNAKE_CASE__     :				Optional[int]									=pipeline(
          task=args.task,	model=args.model if args.model else None,	config=args.config,	tokenizer=args.tokenizer,	device=args.device,	)
      return ServeCommand(A_,	args.host,	args.port,	args.workers							)






class      __SCREAMING_SNAKE_CASE      (			_A				):
 snake_case_  							=							42






class      __SCREAMING_SNAKE_CASE      (			_A				):
 snake_case_  							=							42
 snake_case_  							=							42






class      __SCREAMING_SNAKE_CASE      (			_A				):
 snake_case_  							=							42






class      __SCREAMING_SNAKE_CASE      (			_A				):
 snake_case_  							=							42






class      __SCREAMING_SNAKE_CASE      (			_A				):




 @staticmethod
 def      __magic_name__	(      __lowercase	:							ArgumentParser      )	->						Union[str, Any]:
       SCREAMING_SNAKE_CASE__     :				int									=parser.add_parser(
           '''serve'''					,      help='''CLI tool to run inference requests through REST and GraphQL endpoints.'''      )
       serve_parser.add_argument(
           '''--task'''					,      type=UpperCamelCase__					,      choices=get_supported_tasks()					,      help='''The task to run the pipeline on'''					,      )
       serve_parser.add_argument('''--host'''					,      type=UpperCamelCase__					,      default='''localhost'''					,      help='''Interface the server will listen on.'''      )
       serve_parser.add_argument('''--port'''					,      type=UpperCamelCase__					,      default=88_88					,      help='''Port the serving will listen to.'''      )
       serve_parser.add_argument('''--workers'''					,      type=UpperCamelCase__					,      default=1					,      help='''Number of http workers'''      )
       serve_parser.add_argument('''--model'''					,      type=UpperCamelCase__					,      help='''Model\'s name or path to stored model.'''      )
       serve_parser.add_argument('''--config'''					,      type=UpperCamelCase__					,      help='''Model\'s config name or path to stored model.'''      )
       serve_parser.add_argument('''--tokenizer'''					,      type=UpperCamelCase__					,      help='''Tokenizer name to use.'''      )
       serve_parser.add_argument(
           '''--device'''					,      type=UpperCamelCase__					,      default=-1					,      help='''Indicate the device to run onto, -1 indicates CPU, >= 0 indicates GPU (default: -1)'''					,      )
       serve_parser.set_defaults(func=UpperCamelCase__      )




 def __init__(      self	:							Optional[Any]					,      __lowercase	:							Pipeline					,      __lowercase	:							str					,      __lowercase	:							int					,      __lowercase	:							int      )	->						Tuple:
       SCREAMING_SNAKE_CASE__     :				Tuple									=pipeline

       SCREAMING_SNAKE_CASE__     :				Tuple									=host
       SCREAMING_SNAKE_CASE__     :				Optional[int]									=port
       SCREAMING_SNAKE_CASE__     :				Tuple									=workers

       if not _serve_dependencies_installed:
             raise RuntimeError(
                 '''Using serve command requires FastAPI and uvicorn. '''
                 '''Please install transformers with [serving]: pip install \"transformers[serving]\".'''
                 '''Or install FastAPI and uvicorn separately.'''      )
       else:
             logger.info(F"Serving model over {host}:{port}"      )
             SCREAMING_SNAKE_CASE__     :				Optional[int]									=FastAPI(
                 routes=[
                     APIRoute(
                         '''/'''					,      self.model_info					,      response_model=UpperCamelCase__					,      response_class=UpperCamelCase__					,      methods=['''GET''']					,      ),
                     APIRoute(
                         '''/tokenize'''					,      self.tokenize					,      response_model=UpperCamelCase__					,      response_class=UpperCamelCase__					,      methods=['''POST''']					,      ),
                     APIRoute(
                         '''/detokenize'''					,      self.detokenize					,      response_model=UpperCamelCase__					,      response_class=UpperCamelCase__					,      methods=['''POST''']					,      ),
                     APIRoute(
                         '''/forward'''					,      self.forward					,      response_model=UpperCamelCase__					,      response_class=UpperCamelCase__					,      methods=['''POST''']					,      ),
                 ]					,      timeout=6_00					,      )




 def      __magic_name__	(      self	:							Tuple      )	->						str:
       run(self._app					,      host=self.host					,      port=self.port					,      workers=self.workers      )




 def      __magic_name__	(      self	:							int      )	->						List[Any]:
       return ServeModelInfoResult(infos=vars(self._pipeline.model.config      )      )




 def      __magic_name__	(      self	:							List[Any]					,      __lowercase	:							str = Body(UpperCamelCase__					,      embed=UpperCamelCase__      )					,      __lowercase	:							bool = Body(UpperCamelCase__					,      embed=UpperCamelCase__      )      )	->						int:






       try:
             SCREAMING_SNAKE_CASE__     :				str									=self._pipeline.tokenizer.tokenize(UpperCamelCase__      )

             if return_ids:
                   SCREAMING_SNAKE_CASE__     :				Union[str, Any]									=self._pipeline.tokenizer.convert_tokens_to_ids(UpperCamelCase__      )
                   return ServeTokenizeResult(tokens=UpperCamelCase__					,      tokens_ids=UpperCamelCase__      )
             else:
                   return ServeTokenizeResult(tokens=UpperCamelCase__      )

       except Exception as e:
             raise HTTPException(status_code=5_00					,      detail={'''model''': '''''', '''error''': str(UpperCamelCase__      )}      )




 def      __magic_name__	(      self	:							List[Any]					,      __lowercase	:							List[int] = Body(UpperCamelCase__					,      embed=UpperCamelCase__      )					,      __lowercase	:							bool = Body(UpperCamelCase__					,      embed=UpperCamelCase__      )					,      __lowercase	:							bool = Body(UpperCamelCase__					,      embed=UpperCamelCase__      )					,      )	->						List[Any]:






       try:
             SCREAMING_SNAKE_CASE__     :				int									=self._pipeline.tokenizer.decode(UpperCamelCase__					,      UpperCamelCase__					,      UpperCamelCase__      )
             return ServeDeTokenizeResult(model=''''''					,      text=UpperCamelCase__      )
       except Exception as e:
             raise HTTPException(status_code=5_00					,      detail={'''model''': '''''', '''error''': str(UpperCamelCase__      )}      )




 async def      __magic_name__	(      self	:							List[str]					,      __lowercase	:							Optional[Any]=Body(UpperCamelCase__					,      embed=UpperCamelCase__      )      )	->						Dict:






       if len(UpperCamelCase__      ) == 0:
             return ServeForwardResult(output=[]					,      attention=[]      )

       try:
             # Forward through the model
             SCREAMING_SNAKE_CASE__     :				Optional[Any]									=self._pipeline(UpperCamelCase__      )
             return ServeForwardResult(output=UpperCamelCase__      )
       except Exception as e:
             raise HTTPException(5_00					,      {'''error''': str(UpperCamelCase__      )}      )







'''simple docstring'''
import unittest

from transformers import JukeboxTokenizer
from transformers.testing_utils import require_torch






class      __SCREAMING_SNAKE_CASE      (			unittest.TestCase				):
 snake_case_  							=							JukeboxTokenizer
 snake_case_  							=							{
     """artist""": """Zac Brown Band""",
     """genres""": """Country""",
     """lyrics""": """I met a traveller from an antique land,
        Who said \"Two vast and trunkless legs of stone
        Stand in the desert. . . . Near them, on the sand,
        Half sunk a shattered visage lies, whose frown,
        And wrinkled lip, and sneer of cold command,
        Tell that its sculptor well those passions read
        Which yet survive, stamped on these lifeless things,
        The hand that mocked them, and the heart that fed;
        And on the pedestal, these words appear:
        My name is Ozymandias, King of Kings;
        Look on my Works, ye Mighty, and despair!
        Nothing beside remains. Round the decay
        Of that colossal Wreck, boundless and bare
        The lone and level sands stretch far away
        """,
 }




 @require_torch
 def      __magic_name__	(      self	:							Optional[int]      )	->						str:
       import torch

       SCREAMING_SNAKE_CASE__     :				List[str]									=JukeboxTokenizer.from_pretrained('''openai/jukebox-1b-lyrics'''      )
       SCREAMING_SNAKE_CASE__     :				str									=tokenizer(**self.metas      )['''input_ids''']
       # fmt: off
       SCREAMING_SNAKE_CASE__     :				str									=[
           torch.tensor([[
               0, 0, 0, 71_69, 5_07, 9, 76, 39, 31, 46, 76, 27,
               76, 46, 44, 27, 48, 31, 38, 38, 31, 44, 76, 32,
               44, 41, 39, 76, 27, 40, 76, 27, 40, 46, 35, 43,
               47, 31, 76, 38, 27, 40, 30, 64, 78, 76, 76, 76,
               76, 76, 76, 76, 76, 23, 34, 41, 76, 45, 27, 35,
               30, 76, 71, 20, 49, 41, 76, 48, 27, 45, 46, 76,
               27, 40, 30, 76, 46, 44, 47, 40, 37, 38, 31, 45,
               45, 76, 38, 31, 33, 45, 76, 41, 32, 76, 45, 46,
               41, 40, 31, 78, 76, 76, 76, 76, 76, 76, 76, 76,
               19, 46, 27, 40, 30, 76, 35, 40, 76, 46, 34, 31,
               76, 30, 31, 45, 31, 44, 46, 63, 76, 63, 76, 63,
               76, 63, 76, 14, 31, 27, 44, 76, 46, 34, 31, 39,
               64, 76, 41, 40, 76, 46, 34, 31, 76, 45, 27, 40,
               30, 64, 78, 76, 76, 76, 76, 76, 76, 76, 76, 8,
               27, 38, 32, 76, 45, 47, 40, 37, 76, 27, 76, 45,
               34, 27, 46, 46, 31, 44, 31, 30, 76, 48, 35, 45,
               27, 33, 31, 76, 38, 35, 31, 45, 64, 76, 49, 34,
               41, 45, 31, 76, 32, 44, 41, 49, 40, 64, 78, 76,
               76, 76, 76, 76, 76, 76, 76, 1, 40, 30, 76, 49,
               44, 35, 40, 37, 38, 31, 30, 76, 38, 35, 42, 64,
               76, 27, 40, 30, 76, 45, 40, 31, 31, 44, 76, 41,
               32, 76, 29, 41, 38, 30, 76, 29, 41, 39, 39, 27,
               40, 30, 64, 78, 76, 76, 76, 76, 76, 76, 76, 76,
               20, 31, 38, 38, 76, 46, 34, 27, 46, 76, 35, 46,
               45, 76, 45, 29, 47, 38, 42, 46, 41, 44, 76, 49,
               31, 38, 38, 76, 46, 34, 41, 45, 31, 76, 42, 27,
               45, 45, 35, 41, 40, 45, 76, 44, 31, 27, 30, 78,
               76, 76, 76, 76, 76, 76, 76, 76, 23, 34, 35, 29,
               34, 76, 51, 31, 46, 76, 45, 47, 44, 48, 35, 48,
               31, 64, 76, 45, 46, 27, 39, 42, 31, 30, 76, 41,
               40, 76, 46, 34, 31, 45, 31, 76, 38, 35, 32, 31,
               38, 31, 45, 45, 76, 46, 34, 35, 40, 33, 45, 64,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 20, 34, 31,
               76, 34, 27, 40, 30, 76, 46, 34, 27, 46, 76, 39,
               41, 29, 37, 31, 30, 76, 46, 34, 31, 39, 64, 76,
               27, 40, 30, 76, 46, 34, 31, 76, 34, 31, 27, 44,
               46, 76, 46, 34, 27, 46, 76, 32, 31, 30, 66, 78,
               76, 76, 76, 76, 76, 76, 76, 76, 1, 40, 30, 76,
               41, 40, 76, 46, 34, 31, 76, 42, 31, 30, 31, 45,
               46, 27, 38, 64, 76, 46, 34, 31, 45, 31, 76, 49,
               41, 44, 30, 45, 76, 27, 42, 42, 31, 27, 44, 65,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 13, 51, 76,
               40, 27, 39, 31, 76, 35, 45, 76, 15, 52, 51, 39,
               27, 40, 30, 35, 27, 45, 64, 76, 11, 35, 40, 33,
               76, 41, 32, 76, 11, 35, 40, 33, 45, 66, 78, 76,
               76, 76, 76, 76, 76, 76, 76, 12, 41, 41, 37, 76,
               41, 40, 76, 39, 51, 76, 23, 41, 44, 37, 45, 64,
               76, 51, 31, 76, 13, 35, 33, 34, 46, 51, 64, 76,
               27, 40, 30, 76, 30, 31, 45, 42, 27, 35, 44, 67,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 14, 41, 46,
               34, 35, 40, 33, 76, 28, 31, 45, 35, 30, 31, 76,
               44, 31, 39, 27, 35, 40, 45, 63, 76, 18, 41, 47,
               40, 30, 76, 46, 34, 31, 76, 30, 31, 29, 27, 51,
               78, 76, 76, 76, 76, 76, 76, 76, 76, 15, 32, 76,
               46, 34, 27, 46, 76, 29, 41, 38, 41, 45, 45, 27,
               38, 76, 23, 44, 31, 29, 37, 64, 76, 28, 41, 47,
               40, 30, 38, 31, 45, 45, 76, 27, 40, 30, 76, 28,
               27, 44, 31, 78, 76, 76, 76, 76, 76, 76, 76, 76,
               20, 34, 31, 76, 38, 41, 40, 31, 76, 27, 40, 30,
               76, 38, 31, 48, 31, 38, 76, 45, 27, 40, 30, 45,
               76, 45, 46, 44, 31, 46, 29, 34, 76, 32, 27, 44,
               76, 27, 49, 27, 51, 78, 76, 76, 76, 76, 76, 76,
               76, 76]]      ),
           torch.tensor([[0, 0, 0, 10_69, 11]]      ),
           torch.tensor([[0, 0, 0, 10_69, 11]]      ),
       ]
       # fmt: on
       self.assertTrue(torch.allclose(tokens[0]					,      EXPECTED_OUTPUT[0]      )      )
       self.assertTrue(torch.allclose(tokens[1]					,      EXPECTED_OUTPUT[1]      )      )
       self.assertTrue(torch.allclose(tokens[2]					,      EXPECTED_OUTPUT[2]      )      )




 @require_torch
 def      __magic_name__	(      self	:							Any      )	->						List[str]:
       import torch

       SCREAMING_SNAKE_CASE__     :				int									=JukeboxTokenizer.from_pretrained('''openai/jukebox-5b-lyrics'''      )
       SCREAMING_SNAKE_CASE__     :				List[str]									=tokenizer(**self.metas      )['''input_ids''']
       # fmt: off
       SCREAMING_SNAKE_CASE__     :				Optional[int]									=[
           torch.tensor([[
               0, 0, 0, 10_69, 11, -1, -1, -1, -1, 9, 77, 39,
               31, 46, 77, 27, 77, 46, 44, 27, 48, 31, 38, 38,
               31, 44, 77, 32, 44, 41, 39, 77, 27, 40, 77, 27,
               40, 46, 35, 43, 47, 31, 77, 38, 27, 40, 30, 64,
               79, 77, 77, 77, 77, 77, 77, 77, 77, 23, 34, 41,
               77, 45, 27, 35, 30, 77, 72, 20, 49, 41, 77, 48,
               27, 45, 46, 77, 27, 40, 30, 77, 46, 44, 47, 40,
               37, 38, 31, 45, 45, 77, 38, 31, 33, 45, 77, 41,
               32, 77, 45, 46, 41, 40, 31, 79, 77, 77, 77, 77,
               77, 77, 77, 77, 19, 46, 27, 40, 30, 77, 35, 40,
               77, 46, 34, 31, 77, 30, 31, 45, 31, 44, 46, 63,
               77, 63, 77, 63, 77, 63, 77, 14, 31, 27, 44, 77,
               46, 34, 31, 39, 64, 77, 41, 40, 77, 46, 34, 31,
               77, 45, 27, 40, 30, 64, 79, 77, 77, 77, 77, 77,
               77, 77, 77, 8, 27, 38, 32, 77, 45, 47, 40, 37,
               77, 27, 77, 45, 34, 27, 46, 46, 31, 44, 31, 30,
               77, 48, 35, 45, 27, 33, 31, 77, 38, 35, 31, 45,
               64, 77, 49, 34, 41, 45, 31, 77, 32, 44, 41, 49,
               40, 64, 79, 77, 77, 77, 77, 77, 77, 77, 77, 1,
               40, 30, 77, 49, 44, 35, 40, 37, 38, 31, 30, 77,
               38, 35, 42, 64, 77, 27, 40, 30, 77, 45, 40, 31,
               31, 44, 77, 41, 32, 77, 29, 41, 38, 30, 77, 29,
               41, 39, 39, 27, 40, 30, 64, 79, 77, 77, 77, 77,
               77, 77, 77, 77, 20, 31, 38, 38, 77, 46, 34, 27,
               46, 77, 35, 46, 45, 77, 45, 29, 47, 38, 42, 46,
               41, 44, 77, 49, 31, 38, 38, 77, 46, 34, 41, 45,
               31, 77, 42, 27, 45, 45, 35, 41, 40, 45, 77, 44,
               31, 27, 30, 79, 77, 77, 77, 77, 77, 77, 77, 77,
               23, 34, 35, 29, 34, 77, 51, 31, 46, 77, 45, 47,
               44, 48, 35, 48, 31, 64, 77, 45, 46, 27, 39, 42,
               31, 30, 77, 41, 40, 77, 46, 34, 31, 45, 31, 77,
               38, 35, 32, 31, 38, 31, 45, 45, 77, 46, 34, 35,
               40, 33, 45, 64, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 20, 34, 31, 77, 34, 27, 40, 30, 77, 46, 34,
               27, 46, 77, 39, 41, 29, 37, 31, 30, 77, 46, 34,
               31, 39, 64, 77, 27, 40, 30, 77, 46, 34, 31, 77,
               34, 31, 27, 44, 46, 77, 46, 34, 27, 46, 77, 32,
               31, 30, 66, 79, 77, 77, 77, 77, 77, 77, 77, 77,
               1, 40, 30, 77, 41, 40, 77, 46, 34, 31, 77, 42,
               31, 30, 31, 45, 46, 27, 38, 64, 77, 46, 34, 31,
               45, 31, 77, 49, 41, 44, 30, 45, 77, 27, 42, 42,
               31, 27, 44, 65, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 13, 51, 77, 40, 27, 39, 31, 77, 35, 45, 77,
               15, 52, 51, 39, 27, 40, 30, 35, 27, 45, 64, 77,
               11, 35, 40, 33, 77, 41, 32, 77, 11, 35, 40, 33,
               45, 66, 79, 77, 77, 77, 77, 77, 77, 77, 77, 12,
               41, 41, 37, 77, 41, 40, 77, 39, 51, 77, 23, 41,
               44, 37, 45, 64, 77, 51, 31, 77, 13, 35, 33, 34,
               46, 51, 64, 77, 27, 40, 30, 77, 30, 31, 45, 42,
               27, 35, 44, 67, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 14, 41, 46, 34, 35, 40, 33, 77, 28, 31, 45,
               35, 30, 31, 77, 44, 31, 39, 27, 35, 40, 45, 63,
               77, 18, 41, 47, 40, 30, 77, 46, 34, 31, 77, 30,
               31, 29, 27, 51, 79, 77, 77, 77, 77, 77, 77, 77,
               77, 15, 32, 77, 46, 34, 27, 46, 77, 29, 41, 38,
               41, 45, 45, 27, 38, 77, 23, 44, 31, 29, 37, 64,
               77, 28, 41, 47, 40, 30, 38, 31, 45, 45, 77, 27,
               40, 30, 77, 28, 27, 44, 31, 79, 77, 77, 77, 77,
               77, 77, 77, 77, 20, 34, 31, 77, 38, 41, 40, 31,
               77, 27, 40, 30, 77, 38, 31, 48, 31, 38, 77, 45,
               27, 40, 30, 45, 77, 45, 46, 44, 31, 46, 29, 34,
               77, 32, 27, 44, 77, 27, 49, 27, 51, 79, 77, 77,
               77, 77, 77, 77, 77, 77]]      ),
           torch.tensor([[0, 0, 0, 10_69, 11, -1, -1, -1, -1]]      ),
           torch.tensor([[0, 0, 0, 10_69, 11, -1, -1, -1, -1]]      ),
       ]
       # fmt: on
       self.assertTrue(torch.allclose(tokens[0]					,      EXPECTED_OUTPUT[0]      )      )
       self.assertTrue(torch.allclose(tokens[1]					,      EXPECTED_OUTPUT[1]      )      )
       self.assertTrue(torch.allclose(tokens[2]					,      EXPECTED_OUTPUT[2]      )      )