chore(ci): change notifications settings

Signed-off-by: Ettore Di Giacinto <mudler@localai.io>

Author: mudler

.github/workflows/notify-models.yaml

@@ -7,16 +7,11 @@ on:
 jobs:
   notify-discord:
     if: ${{ (github.event.pull_request.merged == true) && (contains(github.event.pull_request.labels.*.name, 'area/ai-model')) }}
-    env:
-        MODEL_NAME: gemma-3-12b-it
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v5
       with:
         fetch-depth: 0 # needed to checkout all branches for this Action to work
-    - uses: mudler/localai-github-action@v1
-      with:
-        model: 'gemma-3-12b-it' # Any from models.localai.io, or from huggingface.com with: "huggingface://<repository>/file"
         # Check the PR diff using the current branch and the base branch of the PR
     - uses: GrantBirki/git-diff-action@v2.8.1
       id: git-diff-action
@@ -27,16 +22,16 @@ jobs:
     - name: Summarize
       env:
         DIFF: ${{ steps.git-diff-action.outputs.raw-diff-path }}
+        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+        OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
+        OPENAI_MODEL: "gemma-3-27b-it-qat"
       id: summarize
       run: |
             input="$(cat $DIFF)"
 
-            # Define the LocalAI API endpoint
-            API_URL="http://localhost:8080/chat/completions"
-
             # Create a JSON payload using jq to handle special characters
             json_payload=$(jq -n --arg input "$input" '{
-            model: "'$MODEL_NAME'",
+            model: "'$OPENAI_MODEL'",
             messages: [
                 {
                 role: "system",
@@ -49,16 +44,16 @@ jobs:
             ]
             }')
 
-            # Send the request to LocalAI
-            response=$(curl -s -X POST $API_URL \
+            # Send the request to OpenAI API
+            response=$(curl -s -X POST $OPENAI_BASE_URL/chat/completions \
             -H "Content-Type: application/json" \
+            -H "Authorization: Bearer $OPENAI_API_KEY" \
             -d "$json_payload")
 
             # Extract the summary from the response
             summary="$(echo $response | jq -r '.choices[0].message.content')"
 
             # Print the summary
-            #  -H "Authorization: Bearer $API_KEY" \
             echo "Summary:"
             echo "$summary"
             echo "payload sent"
@@ -68,7 +63,6 @@ jobs:
                 echo "$summary"
                 echo EOF
               } >> "$GITHUB_OUTPUT"
-            docker logs --tail 10 local-ai
     - name: Discord notification
       env:
         DISCORD_WEBHOOK: ${{ secrets.DISCORD_WEBHOOK_URL }}
@@ -86,18 +80,11 @@ jobs:
         limit-access-to-actor: true
   notify-twitter:
     if: ${{ (github.event.pull_request.merged == true) && (contains(github.event.pull_request.labels.*.name, 'area/ai-model')) }}
-    env:
-        MODEL_NAME: gemma-3-12b-it
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v5
       with:
         fetch-depth: 0 # needed to checkout all branches for this Action to work
-    - name: Start LocalAI
-      run: |
-        echo "Starting LocalAI..."
-        docker run -e -ti -d --name local-ai -p 8080:8080 localai/localai:master run --debug $MODEL_NAME
-        until [ "`docker inspect -f {{.State.Health.Status}} local-ai`" == "healthy" ]; do echo "Waiting for container to be ready";  docker logs --tail 10 local-ai; sleep 2; done
       # Check the PR diff using the current branch and the base branch of the PR
     - uses: GrantBirki/git-diff-action@v2.8.1
       id: git-diff-action
@@ -108,20 +95,20 @@ jobs:
     - name: Summarize
       env:
         DIFF: ${{ steps.git-diff-action.outputs.raw-diff-path }}
+        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+        OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
+        OPENAI_MODEL: "gemma-3-27b-it-qat"
       id: summarize
       run: |
             input="$(cat $DIFF)"
 
-            # Define the LocalAI API endpoint
-            API_URL="http://localhost:8080/chat/completions"
-
             # Create a JSON payload using jq to handle special characters
             json_payload=$(jq -n --arg input "$input" '{
-            model: "'$MODEL_NAME'",
+            model: "'$OPENAI_MODEL'",
             messages: [
                 {
                 role: "system",
-                content: "You are LocalAI-bot. Write a twitter message to notify everyone about the new model from the git diff. Make it informal and really short. An example can include: the name, and a brief description of the model if exists. Also add an hint on how to install it in LocalAI. For example: local-ai run model_name_here"
+                content: "You are LocalAI-bot. Write a short, twitter message to notify everyone about the new model from the git diff. Make it informal and really short, less than 250 characters. An example can include: the name, and a brief description of the model if exists. Also add an hint on how to install it in LocalAI. For example: local-ai run model_name_here"
                 },
                 {
                 role: "user",
@@ -130,16 +117,16 @@ jobs:
             ]
             }')
 
-            # Send the request to LocalAI
-            response=$(curl -s -X POST $API_URL \
+            # Send the request to OpenAI API
+            response=$(curl -s -X POST $OPENAI_BASE_URL/chat/completions \
             -H "Content-Type: application/json" \
+            -H "Authorization: Bearer $OPENAI_API_KEY" \
             -d "$json_payload")
 
             # Extract the summary from the response
             summary="$(echo $response | jq -r '.choices[0].message.content')"
 
             # Print the summary
-            #  -H "Authorization: Bearer $API_KEY" \
             echo "Summary:"
             echo "$summary"
             echo "payload sent"
@@ -149,7 +136,6 @@ jobs:
                 echo "$summary"
                 echo EOF
               } >> "$GITHUB_OUTPUT"
-            docker logs --tail 10 local-ai
     - uses: Eomm/why-don-t-you-tweet@v2
       with:
         tweet-message: ${{ steps.summarize.outputs.message }}

.github/workflows/notify-releases.yaml

@@ -11,21 +11,18 @@ jobs:
         RELEASE_BODY: ${{ github.event.release.body }}
         RELEASE_TITLE: ${{ github.event.release.name }}
         RELEASE_TAG_NAME: ${{ github.event.release.tag_name }}
+        OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+        OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
+        OPENAI_MODEL: "gemma-3-27b-it-qat"
     steps:
-    - uses: mudler/localai-github-action@v1
-      with:
-        model: 'gemma-3-12b-it' # Any from models.localai.io, or from huggingface.com with: "huggingface://<repository>/file"
     - name: Summarize
       id: summarize
       run: |
             input="$RELEASE_TITLE\b$RELEASE_BODY"
 
-            # Define the LocalAI API endpoint
-            API_URL="http://localhost:8080/chat/completions"
-
             # Create a JSON payload using jq to handle special characters
             json_payload=$(jq -n --arg input "$input" '{
-            model: "'$MODEL_NAME'",
+            model: "'$OPENAI_MODEL'",
             messages: [
                 {
                 role: "system",
@@ -38,16 +35,16 @@ jobs:
             ]
             }')
 
-            # Send the request to LocalAI API
-            response=$(curl -s -X POST $API_URL \
+            # Send the request to OpenAI API
+            response=$(curl -s -X POST $OPENAI_BASE_URL/chat/completions \
             -H "Content-Type: application/json" \
+            -H "Authorization: Bearer $OPENAI_API_KEY" \
             -d "$json_payload")
 
             # Extract the summary from the response
             summary=$(echo $response | jq -r '.choices[0].message.content')
 
             # Print the summary
-            #  -H "Authorization: Bearer $API_KEY" \
             {
                 echo 'message<<EOF'
                 echo "$summary"