Version upgrade to 1.1 and minor documentation update

Author: automaze1

.gitignore

@@ -12,3 +12,4 @@ examples/*/obj
 *.nupkg
 docs/automation.generativeai.stores.data.md
 docs/automation.generativeai.stores.embeddingresult.md
+build/GenerativeAI/

build/GenerativeAI.zip

@@ -0,0 +1,8 @@
+@echo off
+@cd /d "%~dp0"
+del /f/q/s GenerativeAI\*
+del /f/q/s GenerativeAI*
+IF NOT EXIST GenerativeAI (mkdir GenerativeAI)
+copy ..\bin\AnyCPU\Release\*.dll GenerativeAI
+copy ..\bin\AnyCPU\Release\GenerativeAI*.xml GenerativeAI
+tar.exe -a -c -f GenerativeAI.zip GenerativeAI\*

build/buildpackage.bat

@@ -121,7 +121,7 @@ public static Task<string> GetResponseAsync(string message, double temperature)
 User's message
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns
@@ -143,6 +143,7 @@ public static string GetResponse(string message, double temperature)
 User's message
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
+A value between 0 and 1 to control the randomness of the response.
 
 #### Returns
 
@@ -222,7 +223,7 @@ Full path of vector database to get the context.
 User message for which response is required.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 and 2 to control the randomness of the response.
+A value between 0 and 1 to control the randomness of the response.
 
 #### Returns
 
@@ -256,7 +257,7 @@ Full path of vector database to get the context.
 User message for which response is required.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 and 2 to control the randomness of the response.
+A value between 0 and 1 to control the randomness of the response.
 
 #### Returns
 
@@ -329,7 +330,7 @@ Name of the function that was executed.
 Output returned from the function call as string(json).
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 and 2 to control the randomness of the response.
+A value between 0 and 1 to control the randomness of the response.
 
 #### Returns
 

docs/automation.generativeai.application.md

@@ -7,7 +7,7 @@ Implements a FunctionToolSet for a .net dll. Using reflection it
  to provide it as toolset.
 
 ```csharp
-public class DLLFunctionTools : Automation.GenerativeAI.Interfaces.IFunctionToolSet, System.Collections.Generic.IEnumerable`1[[Automation.GenerativeAI.Interfaces.IFunctionTool, GenerativeAI, Version=1.0.8640.40506, Culture=neutral, PublicKeyToken=null]], System.Collections.IEnumerable
+public class DLLFunctionTools : Automation.GenerativeAI.Interfaces.IFunctionToolSet, System.Collections.Generic.IEnumerable`1[[Automation.GenerativeAI.Interfaces.IFunctionTool, GenerativeAI, Version=1.1.8641.34377, Culture=neutral, PublicKeyToken=null]], System.Collections.IEnumerable
 ```
 
 Inheritance [Object](https://docs.microsoft.com/en-us/dotnet/api/system.object) → [DLLFunctionTools](./automation.generativeai.dllfunctiontools.md)<br>

docs/automation.generativeai.dllfunctiontools.md

@@ -104,7 +104,7 @@ Task<ChatMessage> GetResponseAsync(double temperature)
 #### Parameters
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns

docs/automation.generativeai.interfaces.iconversation.md

@@ -5,7 +5,7 @@ Namespace: Automation.GenerativeAI.Interfaces
 Represents a function toolset that provides multiple functions
 
 ```csharp
-public interface IFunctionToolSet : System.Collections.Generic.IEnumerable`1[[Automation.GenerativeAI.Interfaces.IFunctionTool, GenerativeAI, Version=1.0.8640.40506, Culture=neutral, PublicKeyToken=null]], System.Collections.IEnumerable
+public interface IFunctionToolSet : System.Collections.Generic.IEnumerable`1[[Automation.GenerativeAI.Interfaces.IFunctionTool, GenerativeAI, Version=1.1.8641.34377, Culture=neutral, PublicKeyToken=null]], System.Collections.IEnumerable
 ```
 
 Implements [IEnumerable<IFunctionTool>](https://docs.microsoft.com/en-us/dotnet/api/system.collections.generic.ienumerable-1), [IEnumerable](https://docs.microsoft.com/en-us/dotnet/api/system.collections.ienumerable)

docs/automation.generativeai.interfaces.ifunctiontoolset.md

@@ -39,7 +39,7 @@ A list of messages as a history. The Response is generated for
  the last message using the history of messages as context.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns
@@ -67,7 +67,7 @@ A list of function descriptors to match if the request resolves
  to function calling.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns

docs/automation.generativeai.interfaces.ilanguagemodel.md

@@ -59,8 +59,7 @@ public Task<LLMResponse> GetResponseAsync(IEnumerable<ChatMessage> messages, dou
 List of chat messages
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
- Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
+Not in use.
 
 #### Returns
 
@@ -87,8 +86,7 @@ A list of function descriptors to match if the request resolves
  to function calling.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
- Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
+Not in use.
 
 #### Returns
 
@@ -114,8 +112,7 @@ A list of function descriptors to match if the request resolves
  to function calling.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
- Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
+Not in use.
 
 #### Returns
 

docs/automation.generativeai.llm.mocklanguagemodel.md

@@ -61,7 +61,7 @@ A list of messages as a history. The Response is generated for
  the last message using the history of messages as context.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns
@@ -89,7 +89,7 @@ A list of function descriptors to match if the request resolves
  to function calling.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns
@@ -144,7 +144,7 @@ A list of function descriptors to match if the request resolves
  to function calling.
 
 `temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
-A value between 0 to 2, that controls randomness of the response. 
+A value between 0 to 1, that controls randomness of the response. 
  Higher temperature will lead to more randomness. Lower temperature will be more deterministic.
 
 #### Returns

docs/automation.generativeai.llm.openailanguagemodel.md

@@ -69,6 +69,44 @@ public static DataExtractorTool Create()
 
 #### Returns
 
+[DataExtractorTool](./automation.generativeai.tools.dataextractortool.md)<br>
+A new DataExtractorTool
+
+### **WithPrompt(String)**
+
+Allows user to modify the default extractor prompt. The default prompt is as follows:
+ "Extract arguments and values from the following text only based on function specification 
+ provided, do not include extra parameter. {{$text}}"
+
+```csharp
+public DataExtractorTool WithPrompt(string promptTemplate)
+```
+
+#### Parameters
+
+`promptTemplate` [String](https://docs.microsoft.com/en-us/dotnet/api/system.string)<br>
+Prompt template string with one input variable.
+
+#### Returns
+
+[DataExtractorTool](./automation.generativeai.tools.dataextractortool.md)<br>
+Updated DataExtractorTool
+
+### **WithTemperature(Double)**
+
+Allows user to override the temperature setting for data extraction. The default value is 0.8
+
+```csharp
+public DataExtractorTool WithTemperature(double temperature)
+```
+
+#### Parameters
+
+`temperature` [Double](https://docs.microsoft.com/en-us/dotnet/api/system.double)<br>
+A value between 0 and 1 to control the randomness of the response.
+
+#### Returns
+
 [DataExtractorTool](./automation.generativeai.tools.dataextractortool.md)<br>
 
 ### **WithLanguageModel(ILanguageModel)**

docs/automation.generativeai.tools.dataextractortool.md

@@ -5,7 +5,7 @@ Namespace: Automation.GenerativeAI.Tools
 Represents a simple collection of tools as a toolset
 
 ```csharp
-public class ToolsCollection : Automation.GenerativeAI.Interfaces.IFunctionToolSet, System.Collections.Generic.IEnumerable`1[[Automation.GenerativeAI.Interfaces.IFunctionTool, GenerativeAI, Version=1.0.8640.40506, Culture=neutral, PublicKeyToken=null]], System.Collections.IEnumerable
+public class ToolsCollection : Automation.GenerativeAI.Interfaces.IFunctionToolSet, System.Collections.Generic.IEnumerable`1[[Automation.GenerativeAI.Interfaces.IFunctionTool, GenerativeAI, Version=1.1.8641.34377, Culture=neutral, PublicKeyToken=null]], System.Collections.IEnumerable
 ```
 
 Inheritance [Object](https://docs.microsoft.com/en-us/dotnet/api/system.object) → [ToolsCollection](./automation.generativeai.tools.toolscollection.md)<br>

docs/automation.generativeai.tools.toolscollection.md

@@ -52,6 +52,10 @@
     <None Include="App.config" />
   </ItemGroup>
   <ItemGroup>
+    <ProjectReference Include="..\..\src\GenerativeAI.Tools\GenerativeAI.Tools.csproj">
+      <Project>{67f97e97-6da9-4f9e-905a-4b252a683322}</Project>
+      <Name>GenerativeAI.Tools</Name>
+    </ProjectReference>
     <ProjectReference Include="..\..\src\GenerativeAI\GenerativeAI.csproj">
       <Project>{bc19718c-9636-4bbe-8965-90f70dfd17b2}</Project>
       <Name>GenerativeAI</Name>

examples/FunctionTools/FunctionTools.csproj

@@ -2,7 +2,7 @@
 <package xmlns="http://schemas.microsoft.com/packaging/2012/06/nuspec.xsd">
     <metadata>
         <id>GenAI.NET</id>
-        <version>1.0.8626.20106</version>
+        <version>1.1.8640.40728</version>
         <authors>Automation Agent</authors>
         <owners>Automation Agent</owners>
         <projectUrl>https://github.com/automaze1/GenAI.NET</projectUrl>
@@ -11,11 +11,14 @@
         <description>Assemblies required to create a generative AI application that can interact with a large language model. Contains the following files:
         1) GenerativeAI.dll
 		2) GenerativeAI.UX.dll
-        </description>
+		3) GenerativeAI.Tools.dll
+		</description>
         <summary>This package provides a library to create generative AI applications.</summary>
         <copyright>Copyright Automation Agent 2023</copyright>
         <dependencies>
             <group targetFramework=".NETFramework4.7.2">
+				<dependency id="PDFsharp" version="1.50.5147" />
+				<dependency id="HtmlAgilityPack" version="1.11.51" />
             </group>
         </dependencies>
     </metadata>
@@ -24,6 +27,8 @@
 		<file src="..\bin\AnyCPU\Release\GenerativeAI.xml" target="lib\net472" />
 		<file src="..\bin\AnyCPU\Release\GenerativeAI.UX.dll" target="lib\net472" />
 		<file src="..\bin\AnyCPU\Release\GenerativeAI.UX.xml" target="lib\net472" />
+		<file src="..\bin\AnyCPU\Release\GenerativeAI.Tools.dll" target="lib\net472" />
+		<file src="..\bin\AnyCPU\Release\GenerativeAI.Tools.xml" target="lib\net472" />
 		<file src=".\icon.png" target="images\" />
     </files>
 </package>

nuget/GenAI.NET.nuspec

@@ -41,4 +41,4 @@
 // You can specify all the values or you can default the Build and Revision Numbers
 // by using the '*' as shown below:
 // [assembly: AssemblyVersion("1.0.*")]
-[assembly: AssemblyVersion("1.0.*")]
+[assembly: AssemblyVersion("1.1.*")]

src/Common/AssemblySharedInfo.cs

@@ -21,12 +21,61 @@ public static string GetTextContentFromWebpage(string url)
 
             var doc = htmlweb.Load(url);
 
+            //search the root content
+            var nodes = doc.DocumentNode.SelectNodes(@"//div[@id='mw-content-text']");
+            if (nodes == null || nodes.Count == 0)
+            {
+                nodes = new HtmlNodeCollection(doc.DocumentNode)
+                {
+                    doc.DocumentNode
+                };
+            }
+
             using (var sw = new StringWriter())
             {
-                // Convert the HTML string to plain text
-                ConvertTo(node: doc.DocumentNode,
-                          outText: sw,
-                          counters: new Dictionary<HtmlNode, int>());
+                foreach (var node in nodes)
+                {
+                    // Convert the HTML string to plain text
+                    ConvertTo(node: node,
+                              outText: sw,
+                              counters: new Dictionary<HtmlNode, int>());
+                }
+
+                sw.Flush();
+                return sw.ToString();
+            }
+        }
+
+        /// <summary>
+        /// Extracts or parses the text content from a given html content.
+        /// </summary>
+        /// <param name="html">A string containing HTML document.</param>
+        /// <returns>The plain text version of the HTML content.</returns>
+        public static string GetTextFromHtml(string html)
+        {
+            var doc = new HtmlDocument();
+            doc.LoadHtml(html);
+            
+            //search the root content
+            var nodes = doc.DocumentNode.SelectNodes(@"//div[@id='mw-content-text']");
+            if (nodes == null || nodes.Count == 0)
+            {
+                nodes = new HtmlNodeCollection(doc.DocumentNode)
+                {
+                    doc.DocumentNode
+                };
+            }
+
+            using (var sw = new StringWriter())
+            {
+                foreach(var node in nodes)
+                {
+                    // Convert the HTML string to plain text
+                    ConvertTo(node: node,
+                              outText: sw,
+                              counters: new Dictionary<HtmlNode, int>());
+                }
+                
                 sw.Flush();
                 return sw.ToString();
             }

src/GenerativeAI.Tools/WebContentExtractor.cs

@@ -127,7 +127,7 @@ public static void SetLogFilePath(string logFilePath)
         /// Gets AI assitant's response for a given message. This request doesn't have any memory.
         /// </summary>
         /// <param name="message">User's message</param>
-        /// <param name="temperature">A value between 0 to 2, that controls randomness of the response. 
+        /// <param name="temperature">A value between 0 to 1, that controls randomness of the response. 
         /// Higher temperature will lead to more randomness. Lower temperature will be more deterministic.</param>
         /// <returns>Response returned by the AI assitant.</returns>
         public static async Task<string> GetResponseAsync(string message, double temperature)
@@ -160,7 +160,7 @@ public static async Task<string> GetResponseAsync(string message, double tempera
         /// Sends message to language model to get AI assistant's response.
         /// </summary>
         /// <param name="message">User's message</param>
-        /// <param name="temperature"></param>
+        /// <param name="temperature">A value between 0 and 1 to control the randomness of the response.</param>
         /// <returns>Response message</returns>
         public static string GetResponse(string message, double temperature)
         {
@@ -240,7 +240,7 @@ public static IVectorStore CreateVectorDatabaseForSemanticSearch(string source,
         /// <param name="systemctx">System message to specify, how to process a given message.</param>
         /// <param name="vdbpath">Full path of vector database to get the context.</param>
         /// <param name="message">User message for which response is required.</param>
-        /// <param name="temperature">A value between 0 and 2 to control the randomness of the response.</param>
+        /// <param name="temperature">A value between 0 and 1 to control the randomness of the response.</param>
         /// <returns>Returns the AI assitant's response.</returns>
         /// <exception cref="System.Exception"></exception>
         public static async Task<string> GetResponseFromContextAsync(string sessionid, string systemctx, string vdbpath, string message, double temperature) 
@@ -287,7 +287,7 @@ public static async Task<string> GetResponseFromContextAsync(string sessionid, s
         /// <param name="systemctx">System message to specify, how to process a given message.</param>
         /// <param name="vdbpath">Full path of vector database to get the context.</param>
         /// <param name="message">User message for which response is required.</param>
-        /// <param name="temperature">A value between 0 and 2 to control the randomness of the response.</param>
+        /// <param name="temperature">A value between 0 and 1 to control the randomness of the response.</param>
         /// <returns>Returns the AI assitant's response.</returns>
         /// <exception cref="System.Exception"></exception>
         public static string GetResponseFromContext(string sessionid, string systemctx, string vdbpath, string message, double temperature)
@@ -374,7 +374,7 @@ public static List<string> AddToolsFromDLL(string dllpath)
         /// <param name="sessionid">The session id for the conversation.</param>
         /// <param name="functionName">Name of the function that was executed.</param>
         /// <param name="message">Output returned from the function call as string(json).</param>
-        /// <param name="temperature">A value between 0 and 2 to control the randomness of the response.</param>
+        /// <param name="temperature">A value between 0 and 1 to control the randomness of the response.</param>
         /// <returns>The response from the language model.</returns>
         public static string AddFunctionMessage(string sessionid, string functionName, string message, double temperature)
         {