feat: add comprehensive integration tests for transport providers

.gitignore

@@ -1,4 +1,6 @@
 .env
 .vscode
 .DS_Store
-*_creds*
+*_creds*
+**/venv/
+**/__pycache__/

docs/fallbacks.md

@@ -93,7 +93,7 @@ result, err := bifrost.ChatCompletionRequest(
 2. **Model Selection**
 
    - Use models with similar capabilities
-   - Consider model-specific features (e.g., function calling, streaming)
+   - Consider model-specific features (e.g., function calling)
    - Account for different token limits and pricing
 
 3. **Error Handling**

tests/core-providers/README.md

@@ -122,9 +122,6 @@ You can run specific scenarios across all providers:
 # Test only chat completion
 go test -v ./tests/core-providers/ -run "Chat"
 
-# Test only streaming
-go test -v ./tests/core-providers/ -run "Streaming"
-
 # Test only function calling
 go test -v ./tests/core-providers/ -run "Function"
 ```
@@ -184,8 +181,6 @@ Each provider is tested against these scenarios when supported:
 - Simple Chat Completion
 - Multi-turn Chat Conversation
 - Chat with System Message
-- Streaming Chat Completion
-- Streaming Text Completion
 - Text Completion with Parameters
 - Chat Completion with Parameters
 - Error Handling (Invalid Model)
@@ -197,7 +192,6 @@ Each provider is tested against these scenarios when supported:
 - **Automatic Function Calling**: OpenAI, Anthropic, Bedrock, Azure, Vertex, Mistral, Ollama
 - **Vision/Image Analysis**: OpenAI, Anthropic, Bedrock, Azure, Vertex, Mistral (limited support for Cohere and Ollama)
 - **Text Completion**: Legacy models only (most providers now focus on chat completion)
-- **Advanced streaming features**: Provider-dependent implementation
 
 ## 📊 Understanding Test Output
 
@@ -266,7 +260,6 @@ func getProviderCapabilities(providerName string) ProviderCapabilities {
         return ProviderCapabilities{
             SupportsTextCompletion:       true,
             SupportsChatCompletion:       true,
-            SupportsStreaming:           true,
             SupportsFunctionCalling:     false, // Update based on provider
             SupportsAutomaticFunctions:  false,
             SupportsVision:              false,

tests/transports-integrations/Makefile

@@ -0,0 +1,120 @@
+# Bifrost Python E2E Test Makefile
+# Provides convenient commands for running tests
+
+# Get the directory where this Makefile is located
+SCRIPT_DIR := $(dir $(abspath $(lastword $(MAKEFILE_LIST))))
+
+.PHONY: help install test test-all test-parallel test-verbose clean lint format check-env
+
+# Default target
+help:
+	@echo "Bifrost Python E2E Test Commands:"
+	@echo ""
+	@echo "Setup:"
+	@echo "  install      Install Python dependencies"
+	@echo "  check-env    Check environment variables"
+	@echo ""
+	@echo "Testing:"
+	@echo "  test         Run all tests using master runner"
+	@echo "  test-all     Run all tests with pytest"
+	@echo "  test-parallel Run tests in parallel"
+	@echo "  test-verbose Run tests with verbose output"
+	@echo "  test-openai  Run OpenAI integration tests only"
+	@echo "  test-anthropic Run Anthropic integration tests only"
+	@echo "  test-litellm Run LiteLLM integration tests only"
+	@echo "  test-langchain Run LangChain integration tests only"
+	@echo "  test-langgraph Run LangGraph integration tests only"
+	@echo "  test-mistral Run Mistral integration tests only"
+	@echo "  test-genai   Run Google GenAI integration tests only"
+	@echo ""
+	@echo "Development:"
+	@echo "  lint         Run code linting"
+	@echo "  format       Format code with black"
+	@echo "  clean        Clean up temporary files"
+
+# Setup commands
+install:
+	pip install -r $(SCRIPT_DIR)requirements.txt
+
+check-env:
+	@echo "Checking environment variables..."
+	@python -c "import os; print('✓ BIFROST_BASE_URL:', os.getenv('BIFROST_BASE_URL', 'http://localhost:8080'))"
+	@python -c "import os; print('✓ OPENAI_API_KEY:', 'Set' if os.getenv('OPENAI_API_KEY') else 'Not set')"
+	@python -c "import os; print('✓ ANTHROPIC_API_KEY:', 'Set' if os.getenv('ANTHROPIC_API_KEY') else 'Not set')"
+	@python -c "import os; print('✓ MISTRAL_API_KEY:', 'Set' if os.getenv('MISTRAL_API_KEY') else 'Not set')"
+	@python -c "import os; print('✓ GOOGLE_API_KEY:', 'Set' if os.getenv('GOOGLE_API_KEY') else 'Not set')"
+
+# Testing commands using master runner
+test:
+	python $(SCRIPT_DIR)run_all_tests.py
+
+test-parallel:
+	python $(SCRIPT_DIR)run_all_tests.py --parallel
+
+test-verbose:
+	python $(SCRIPT_DIR)run_all_tests.py --verbose
+
+test-list:
+	python $(SCRIPT_DIR)run_all_tests.py --list
+
+# Individual integration tests
+test-openai:
+	python $(SCRIPT_DIR)run_all_tests.py --integration openai --verbose
+
+test-anthropic:
+	python $(SCRIPT_DIR)run_all_tests.py --integration anthropic --verbose
+
+test-litellm:
+	python $(SCRIPT_DIR)run_all_tests.py --integration litellm --verbose
+
+test-langchain:
+	python $(SCRIPT_DIR)run_all_tests.py --integration langchain --verbose
+
+test-langgraph:
+	python $(SCRIPT_DIR)run_all_tests.py --integration langgraph --verbose
+
+test-mistral:
+	python $(SCRIPT_DIR)run_all_tests.py --integration mistral --verbose
+
+test-genai:
+	python $(SCRIPT_DIR)run_all_tests.py --integration genai --verbose
+
+# Pytest commands
+test-all:
+	pytest -v
+
+test-pytest-parallel:
+	pytest -v -n auto
+
+test-coverage:
+	pytest --cov=. --cov-report=html --cov-report=term
+
+# Development commands
+lint:
+	@echo "Running flake8..."
+	cd $(SCRIPT_DIR) && flake8 *.py
+	@echo "Running mypy..."
+	cd $(SCRIPT_DIR) && mypy *.py
+
+format:
+	@echo "Formatting code with black..."
+	cd $(SCRIPT_DIR) && black *.py
+
+clean:
+	@echo "Cleaning up temporary files..."
+	cd $(SCRIPT_DIR) && rm -rf __pycache__/
+	cd $(SCRIPT_DIR) && rm -rf .pytest_cache/
+	cd $(SCRIPT_DIR) && rm -rf .coverage
+	cd $(SCRIPT_DIR) && rm -rf htmlcov/
+	cd $(SCRIPT_DIR) && rm -rf .mypy_cache/
+	cd $(SCRIPT_DIR) && find . -name "*.pyc" -delete
+	cd $(SCRIPT_DIR) && find . -name "*.pyo" -delete
+
+# Quick commands for common workflows
+quick-test: check-env test
+
+all-tests: install check-env test-parallel
+
+dev-setup: install check-env
+	@echo "Development environment ready!"
+	@echo "Run 'make test' to execute all tests"