Merge pull request #142 from langchain-ai/erick/xfail-anthropic-and-2…

…-other-tests

xfail anthropic and 2 other tests

libs/vertexai/tests/integration_tests/test_chat_models.py

@@ -54,9 +54,7 @@ def test_vertexai_single_call(model_name: Optional[str]) -> None:
 
 
 @pytest.mark.release
-# mark xfail because Vertex API randomly doesn't respect
-# the n/candidate_count parameter
-@pytest.mark.xfail
+@pytest.mark.xfail(reason="vertex api doesn't respect n/candidate_count")
 def test_candidates() -> None:
  model = ChatVertexAI(model_name="chat-bison@001", temperature=0.3, n=2)
  message = HumanMessage(content="Hello")
@@ -98,6 +96,7 @@ def test_vertexai_stream(model_name: str) -> None:
  assert isinstance(chunk, AIMessageChunk)
 
 
+@pytest.mark.xfail
 @pytest.mark.release
 async def test_vertexai_astream() -> None:
  model = ChatVertexAI(temperature=0, model_name="gemini-pro")
@@ -206,6 +205,7 @@ def test_vertexai_single_call_with_history(model_name: Optional[str]) -> None:
  assert isinstance(response.content, str)
 
 
+@pytest.mark.xfail(reason="CI issue")
 @pytest.mark.release
 @pytest.mark.parametrize("model_name", ["gemini-1.0-pro-002"])
 def test_vertexai_system_message(model_name: Optional[str]) -> None:

libs/vertexai/tests/integration_tests/test_model_garden.py

@@ -98,6 +98,7 @@ async def test_model_garden_agenerate(
  assert len(output.generations) == 2
 
 
+@pytest.mark.xfail(reason="CI issue")
 def test_anthropic() -> None:
  project = os.environ["PROJECT"]
  location = "us-central1"
@@ -119,6 +120,7 @@ def test_anthropic() -> None:
  assert isinstance(response.content, str)
 
 
+@pytest.mark.xfail(reason="CI issue")
 def test_anthropic_stream() -> None:
  project = os.environ["PROJECT"]
  location = "us-central1"
@@ -135,6 +137,7 @@ def test_anthropic_stream() -> None:
  assert isinstance(chunk, AIMessageChunk)
 
 
+@pytest.mark.xfail(reason="CI issue")
 async def test_anthropic_async() -> None:
  project = os.environ["PROJECT"]
  location = "us-central1"