Python: allow settings to be created directly (#11468)

### Motivation and Context

<!-- Thank you for your contribution to the semantic-kernel repo!
Please help reviewers and future users, providing the following
information:
  1. Why is this change required?
  2. What problem does it solve?
  3. What scenario does it contribute to?
  4. If it fixes an open issue, please link to the issue here.
-->
I've always hated having to add the .create to a settings object, this
removes that, you can just use the regular init, added benefit is that
it has the proper fields in the docstrings for each implemented settings
object!

### Description

<!-- Describe your changes, the overall approach, the underlying design.
These notes will help understanding how your code works. Thanks! -->
Adds a __new__ method to the base settings class, which takes the prefix
and if supplied the env_file and encoding, then calls model_rebuild and
then the init.

### Contribution Checklist

<!-- Before submitting this PR, please make sure: -->

- [x] The code builds clean without any errors or warnings
- [x] The PR follows the [SK Contribution
Guidelines](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md)
and the [pre-submission formatting
script](https://github.com/microsoft/semantic-kernel/blob/main/CONTRIBUTING.md#development-scripts)
raises no violations
- [x] All unit tests pass, and I have added new tests where possible
- [x] I didn't break anyone 😄

Author: eavanvalkenburg

python/pyproject.toml

@@ -124,7 +124,7 @@ usearch = [
     "pyarrow >= 12.0,< 20.0"
 ]
 weaviate = [
-    "weaviate-client>=4.10,<4.13",
+    "weaviate-client>=4.10,<5.0",
 ]
 pandas = [
     "pandas ~= 2.2"

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_as_kernel_function.py

@@ -67,7 +67,7 @@ async def main() -> None:
     # The filter is used for demonstration purposes to show the function invocation.
     kernel.add_filter("function_invocation", function_invocation_filter)
 
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_azure_ai_search.py

@@ -35,7 +35,7 @@
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_file_manipulation.py

@@ -18,7 +18,7 @@
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_message_callback.py

@@ -49,7 +49,7 @@ async def handle_intermediate_steps(message: ChatMessageContent) -> None:
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_message_callback_streaming.py

@@ -47,7 +47,7 @@ async def handle_streaming_intermediate_steps(message: ChatMessageContent) -> No
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_prompt_templating.py

@@ -52,7 +52,7 @@ async def invoke_agent_with_template(template_str: str, template_format: str, de
     # Configure the prompt template
     prompt_config = PromptTemplateConfig(template=template_str, template_format=template_format)
 
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_streaming.py

@@ -36,7 +36,7 @@ def get_item_price(
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/concepts/agents/azure_ai_agent/azure_ai_agent_structured_outputs.py

@@ -35,7 +35,7 @@ class Planet(BaseModel):
 
 
 async def main():
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
     async with (
         DefaultAzureCredential() as creds,
         AzureAIAgent.create_client(

python/samples/concepts/on_your_data/azure_chat_gpt_with_data_api.py

@@ -35,7 +35,7 @@
 # }
 
 # Create the data source settings
-azure_ai_search_settings = AzureAISearchSettings.create()
+azure_ai_search_settings = AzureAISearchSettings()
 
 az_source = AzureAISearchDataSource.from_azure_ai_search_settings(azure_ai_search_settings=azure_ai_search_settings)
 extra = ExtraBody(data_sources=[az_source])

python/samples/concepts/on_your_data/azure_chat_gpt_with_data_api_function_calling.py

@@ -27,7 +27,7 @@
 kernel = sk.Kernel()
 
 # Create the data source settings
-azure_ai_search_settings = AzureAISearchSettings.create()
+azure_ai_search_settings = AzureAISearchSettings()
 az_source = AzureAISearchDataSource(parameters=azure_ai_search_settings.model_dump())
 extra = ExtraBody(data_sources=[az_source])
 req_settings = AzureChatPromptExecutionSettings(service_id="chat-gpt", extra_body=extra, tool_choice="auto")

python/samples/concepts/on_your_data/azure_chat_gpt_with_data_api_vector_search.py

@@ -24,7 +24,7 @@
 # Bonded by their love for the natural world and shared curiosity, they uncovered a
 # groundbreaking phenomenon in glaciology that could potentially reshape our understanding of climate change.
 
-azure_ai_search_settings = AzureAISearchSettings.create()
+azure_ai_search_settings = AzureAISearchSettings()
 azure_ai_search_settings = azure_ai_search_settings.model_dump()
 
 # This example index has fields "title", "chunk", and "vector".

python/samples/concepts/rag/self-critique_rag.py

@@ -29,7 +29,7 @@ async def populate_memory(memory: SemanticTextMemory) -> None:
 async def main() -> None:
     kernel = Kernel()
 
-    azure_ai_search_settings = AzureAISearchSettings.create()
+    azure_ai_search_settings = AzureAISearchSettings()
     vector_size = 1536
 
     # Setting up OpenAI services for text completion and text embedding

python/samples/concepts/setup/chat_completion_services.py

@@ -393,7 +393,7 @@ def get_deepseek_chat_completion_service_and_request_settings() -> tuple[
         OpenAISettings,
     )
 
-    openai_settings = OpenAISettings.create()
+    openai_settings = OpenAISettings()
     if not openai_settings.api_key:
         raise ServiceInitializationError("The DeepSeek API key is required.")
     if not openai_settings.chat_model_id:

python/samples/demos/booking_restaurant/restaurant_booking.py

@@ -25,7 +25,7 @@
 kernel.add_service(ai_service)
 
 try:
-    booking_sample_settings = BookingSampleSettings.create()
+    booking_sample_settings = BookingSampleSettings()
 except ValidationError as e:
     raise ServiceInitializationError("Failed to initialize the booking sample settings.") from e
 

python/samples/demos/telemetry/main.py

@@ -32,7 +32,7 @@
 from samples.demos.telemetry.telemetry_sample_settings import TelemetrySampleSettings
 
 # Load settings
-settings = TelemetrySampleSettings.create()
+settings = TelemetrySampleSettings()
 
 # Create a resource to represent the service/sample
 resource = Resource.create({ResourceAttributes.SERVICE_NAME: "TelemetryExample"})

python/samples/getting_started/00-getting-started.ipynb

@@ -126,7 +126,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/01-basic-loading-the-kernel.ipynb

@@ -133,7 +133,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/02-running-prompts-from-file.ipynb

@@ -230,7 +230,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",
@@ -260,7 +260,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/03-prompt-function-inline.ipynb

@@ -165,7 +165,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/04-kernel-arguments-chat.ipynb

@@ -123,7 +123,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/05-using-the-planner.ipynb

@@ -128,7 +128,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/06-memory-and-embeddings.ipynb

@@ -133,7 +133,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/08-native-function-inline.ipynb

@@ -151,7 +151,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/09-groundedness-checking.ipynb

@@ -185,7 +185,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/10-multiple-results-per-prompt.ipynb

@@ -130,7 +130,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started/11-streaming-completions.ipynb

@@ -123,7 +123,7 @@
     "\n",
     "from samples.service_settings import ServiceSettings\n",
     "\n",
-    "service_settings = ServiceSettings.create()\n",
+    "service_settings = ServiceSettings()\n",
     "\n",
     "# Select a service to use for this notebook (available services: OpenAI, AzureOpenAI, HuggingFace)\n",
     "selectedService = (\n",

python/samples/getting_started_with_agents/azure_ai_agent/step1_azure_ai_agent.py

@@ -28,7 +28,7 @@
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/getting_started_with_agents/azure_ai_agent/step2_azure_ai_agent_plugin.py

@@ -43,7 +43,7 @@ def get_item_price(
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/getting_started_with_agents/azure_ai_agent/step3_azure_ai_agent_group_chat.py

@@ -45,7 +45,7 @@ async def should_agent_terminate(self, agent, history):
 
 
 async def main():
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/getting_started_with_agents/azure_ai_agent/step4_azure_ai_agent_code_interpreter.py

@@ -17,7 +17,7 @@
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/getting_started_with_agents/azure_ai_agent/step5_azure_ai_agent_file_search.py

@@ -23,7 +23,7 @@
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/getting_started_with_agents/azure_ai_agent/step6_azure_ai_agent_openapi.py

@@ -24,7 +24,7 @@
 
 
 async def main() -> None:
-    ai_agent_settings = AzureAIAgentSettings.create()
+    ai_agent_settings = AzureAIAgentSettings()
 
     async with (
         DefaultAzureCredential() as creds,

python/samples/service_settings.py

@@ -1,5 +1,7 @@
 # Copyright (c) Microsoft. All rights reserved.
 
+from typing import Literal
+
 from semantic_kernel.kernel_pydantic import KernelBaseSettings
 
 
@@ -13,8 +15,8 @@ class ServiceSettings(KernelBaseSettings):
     are missing.
 
     Args:
-        global_llm_service (str | None): The LLM service to use for the samples, either "OpenAI" or "AzureOpenAI"
+        global_llm_service: The LLM service to use for the samples, either "OpenAI" or "AzureOpenAI"
             If not provided, defaults to "AzureOpenAI".
     """
 
-    global_llm_service: str | None = None
+    global_llm_service: Literal["OpenAI", "AzureOpenAI"] = "AzureOpenAI"

python/samples/sk_service_configurator.py

@@ -29,16 +29,15 @@ def add_service(
         Kernel: The configured kernel
     """
     try:
-        settings = ServiceSettings.create(
+        settings = ServiceSettings(
             env_file_path=env_file_path,
             env_file_encoding=env_file_encoding,
         )
     except ValidationError as ex:
         raise ServiceInitializationError("Unable to configure learn resources settings.", ex) from ex
 
-    if not settings.global_llm_service:
+    if "global_llm_service" not in settings.model_fields_set:
         print("GLOBAL_LLM_SERVICE not set, trying to use Azure OpenAI.")
-        settings.global_llm_service = "AzureOpenAI"
 
     # The service_id is used to identify the service in the kernel.
     # This can be updated to a custom value if needed.

python/semantic_kernel/agents/azure_ai/azure_ai_agent.py

@@ -255,7 +255,7 @@ def create_client(
             AIProjectClient: The Azure AI Project client
         """
         if conn_str is None:
-            ai_agent_settings = AzureAIAgentSettings.create()
+            ai_agent_settings = AzureAIAgentSettings()
             if not ai_agent_settings.project_connection_string:
                 raise AgentInitializationException("Please provide a valid Azure AI connection string.")
             conn_str = ai_agent_settings.project_connection_string.get_secret_value()

python/semantic_kernel/agents/bedrock/bedrock_agent.py

@@ -207,7 +207,7 @@ async def create_and_prepare_agent(
             An instance of BedrockAgent with the created agent.
         """
         try:
-            bedrock_agent_settings = BedrockAgentSettings.create(
+            bedrock_agent_settings = BedrockAgentSettings(
                 agent_resource_role_arn=agent_resource_role_arn,
                 foundation_model=foundation_model,
                 env_file_path=env_file_path,

python/semantic_kernel/agents/open_ai/azure_assistant_agent.py

@@ -57,7 +57,7 @@ def setup_resources(
             An Azure OpenAI client instance and the configured deployment name (model)
         """
         try:
-            azure_openai_settings = AzureOpenAISettings.create(
+            azure_openai_settings = AzureOpenAISettings(
                 api_key=api_key,
                 base_url=base_url,
                 endpoint=endpoint,

python/semantic_kernel/agents/open_ai/azure_responses_agent.py

@@ -65,7 +65,7 @@ def setup_resources(
             An Azure OpenAI client instance and the configured deployment name (model)
         """
         try:
-            azure_openai_settings = AzureOpenAISettings.create(
+            azure_openai_settings = AzureOpenAISettings(
                 api_key=api_key,
                 base_url=base_url,
                 endpoint=endpoint,

python/semantic_kernel/agents/open_ai/open_ai_assistant_agent.py

@@ -272,7 +272,7 @@ def setup_resources(
             An OpenAI client instance and the configured model name
         """
         try:
-            openai_settings = OpenAISettings.create(
+            openai_settings = OpenAISettings(
                 chat_model_id=ai_model_id,
                 api_key=api_key,
                 org_id=org_id,

python/semantic_kernel/agents/open_ai/openai_responses_agent.py

@@ -332,7 +332,7 @@ def setup_resources(
             An OpenAI client instance and the configured Response model name
         """
         try:
-            openai_settings = OpenAISettings.create(
+            openai_settings = OpenAISettings(
                 responses_model_id=ai_model_id,
                 api_key=api_key,
                 org_id=org_id,