Added integration tests for llama2 target

aana/api/app.py

@@ -81,40 +81,15 @@ def custom_exception_handler(request: Request | None, exc_raw: Exception):
     )
 
 
-@app.exception_handler(BaseException)
-async def pipeline_exception_handler(request: Request, exc: BaseException):
+@app.exception_handler(Exception)
+async def pipeline_exception_handler(request: Request, exc: Exception):
     """This handler is used to handle exceptions raised by the Mobius Pipeline and Aana application.
 
     Args:
         request (Request): The request object
-        exc (BaseException): The exception raised
+        exc (Exception): The exception raised
 
     Returns:
         JSONResponse: JSON response with the error details
     """
     return custom_exception_handler(request, exc)
-
-
-@app.exception_handler(RayTaskError)
-async def ray_task_error_handler(request: Request, exc: RayTaskError):
-    """This handler is used to handle RayTaskError exceptions.
-
-    Args:
-        request (Request): The request object
-        exc (RayTaskError): The exception raised
-
-    Returns:
-        JSONResponse: JSON response with the error details. The response contains the following fields:
-            error: The name of the exception class.
-            message: The message of the exception.
-            stacktrace: The stacktrace of the exception.
-    """
-    error = exc.__class__.__name__
-    stacktrace = traceback.format_exc()
-
-    return AanaJSONResponse(
-        status_code=400,
-        content=ExceptionResponseModel(
-            error=error, message=str(exc), stacktrace=stacktrace
-        ).dict(),
-    )

aana/configs/endpoints.py

@@ -69,17 +69,6 @@
             ],
         ),
     ],
-    "video": [
-        Endpoint(
-            name="video_extract_frames",
-            path="/video/extract_frames",
-            summary="Extract frames from a video",
-            outputs=[
-                EndpointOutput(name="timestamps", output="timestamps"),
-                EndpointOutput(name="duration", output="duration"),
-            ],
-        )
-    ],
     "whisper": [
         Endpoint(
             name="whisper_transcribe",

aana/tests/files/expected/endpoints/llama2/llm_chat_157f4be9848df256e22c2a39414d1083.json

@@ -0,0 +1,15 @@
+{
+    "execution_time": {
+        "dialog": 0,
+        "prompt": 0,
+        "sampling_params": 0,
+        "vllm_llama2_7b_chat": 0,
+        "vllm_llama2_7b_chat_dialog": 2.495931386947632,
+        "vllm_llama2_7b_chat_dialog_stream": 0,
+        "vllm_stream_llama2_7b_chat": 0
+    },
+    "message": {
+        "content": "  The Eiffel Tower is located in Paris, France. It stands on the Champ de Mars, a small island in the Seine River, in the heart of Paris. The exact address of the Eiffel Tower is:\n2, avenue Anatole France, 75015 Paris, France\nThe Eiffel Tower is one of the most iconic landmarks in the world and is considered a symbol of Paris and France. It was built for the 1889 World's Fair and stands at a height of 324 meters (1,063 feet) tall, making it one of the tallest structures in the world at the time of its construction. Today, it is one of the most popular tourist attractions in Paris, attracting millions of visitors each year.",
+        "role": "assistant"
+    }
+}

aana/tests/files/expected/endpoints/llama2/llm_chat_e88d9754c323cb254981cf43858ed0bb.json

@@ -0,0 +1,15 @@
+{
+    "execution_time": {
+        "dialog": 0,
+        "prompt": 0,
+        "sampling_params": 0,
+        "vllm_llama2_7b_chat": 0,
+        "vllm_llama2_7b_chat_dialog": 11.06907033920288,
+        "vllm_llama2_7b_chat_dialog_stream": 0,
+        "vllm_stream_llama2_7b_chat": 0
+    },
+    "message": {
+        "content": "  Elon Musk is a South African-born entrepreneur, inventor, and business magnate who is best known for his innovative companies in the fields of transportation, energy, and space exploration.\nMusk was born on June 28, 1971, in Pretoria, South Africa. He developed an interest in computing and programming at an early age and taught himself computer programming. He moved to Canada in 1992 to attend college, and later transferred to the University of Pennsylvania, where he graduated with a degree in economics and physics.\nAfter college, Musk moved to California to pursue a career in technology and entrepreneurship. He co-founded his first company, Zip2, which provided online content publishing software for news organizations. In 1999, he co-founded X.com, which later became PayPal, an online payment system that was acquired by eBay for $1.5 billion in 2002.\nIn 2002, Musk founded SpaceX, a private space exploration company with the goal of reducing space transportation costs and enabling the colonization of Mars. SpaceX has since become a leading player in the commercial space industry, with numerous successful launches and a contract with NASA to transport cargo to the International Space Station.\nIn 2004, Musk co-founded Tesla, an electric vehicle manufacturer that has become one of the leading players in the electric car industry. The company has disrupted the automotive industry and played a significant role in popularizing electric vehicles.\nMusk has also been involved in other ventures, including Neuralink, a neurotechnology company that aims to integrate the human brain with computers, and The Boring Company, a tunnel construction company that aims to reduce traffic congestion in cities.\nMusk is known for his innovative thinking, his vision for the future of humanity, and his ability to bring his ideas to life. He has a reputation for being a demanding and driven leader, and has been involved in several high-profile controversies throughout his career. Despite this, he remains one of the most influential and respected figures in the technology and entrepreneurship world.\nSome of Musk's notable achievements include:\n1. Founding and leading multiple successful companies, including SpaceX, Tesla, Neuralink, and The Boring Company.\n2. Playing a significant role in popularizing electric vehicles and disrupting the automotive industry.\n3. Advocating for the development of sustainable energy solutions and reducing humanity's reliance on fossil fuels.\n4. Pioneering private space exploration and developing cutting-edge technology for space travel.\n5. Being a vocal advocate for the colonization of Mars and the potential for humanity to become a multi-planetary species.\n6. Being a prominent figure in the tech and entrepreneurship community, and inspiring a new generation of innovators and entrepreneurs.\n7. Being a philanthropist, donating millions of dollars to various charitable causes, including education, renewable energy, and science.\n8. Being a visionary, always thinking ahead and pushing the boundaries of what is possible.\n9. Being a risk-taker, taking bold bets on new technologies and businesses.\n10. Being a true pioneer, breaking new ground and paving the way for others to follow.",
+        "role": "assistant"
+    }
+}