-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathserver.py
100 lines (84 loc) · 3.29 KB
/
server.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
import os
import re
from dotenv import load_dotenv
load_dotenv()
from flask import Flask, request
from youtube_transcript_api import YouTubeTranscriptApi
from tenacity import retry, wait_random_exponential, stop_after_attempt
from openai import OpenAI
from urllib.parse import urlparse
GPT_MODEL = "gpt-4-turbo-preview"
GPT_MAX_TOKENS = 128000
client = OpenAI()
# https://pypi.org/project/youtube-transcript-api/
app = Flask(__name__)
def moderated_text_OK(text):
# Call the OpenAI Moderation API to score the text
response = client.moderations.create(input=text)
# Extract the moderation score from the API response
moderation_score = response.results[0]
return not moderation_score.flagged
def get_videoid(video_url):
try:
video_id = re.search('v=([^&]*)', video_url).group(1)
return video_id
except Exception as e:
print(f"Error getting video ID from URL: {e}")
return None
@retry(wait=wait_random_exponential(multiplier=1, max=40), stop=stop_after_attempt(3))
def chat_completion_request(messages, tools=None, tool_choice=None, model=GPT_MODEL):
try:
response = client.chat.completions.create(
model=model,
messages=messages,
tools=tools,
tool_choice=tool_choice
)
return response
except Exception as e:
print("Unable to generate ChatCompletion response")
print(f"Exception: {e}")
return e
@app.route('/')
def index():
return "Usage: /summarize?video_url='YouTube video URL'"
@app.route('/summarize', methods=['GET'])
def summarize_video():
video_url = request.args.get('video_url')
# Validate video_url format
parsed_url = urlparse(video_url)
if parsed_url.scheme and parsed_url.netloc:
# video_url is a valid URL format
# continue with the rest of the code
video_id = get_videoid(video_url)
if video_id and len(video_id) > 0:
transcript = YouTubeTranscriptApi.get_transcript(video_id, languages=['en'])
else:
return "Please provide a valid YouTube video"
else:
return "Invalid video_url format. Please provide a valid YouTube video"
# Extract the text from the transcript
text = ' '.join([t['text'] for t in transcript])
# Perform summarization on the text (you can use any summarization technique here)
messages = []
default_system_message = "Summarize the text provided by the user"
prompt = request.args.get('prompt')
if prompt:
if len(prompt) < 2000 and moderated_text_OK(prompt):
messages.append({"role": "system", "content": prompt})
else:
messages.append({"role": "system", "content": default_system_message})
else:
messages.append({"role": "system", "content": default_system_message})
messages.append({"role": "user", "content": text})
summarized_text = summarize_text(messages, prompt)
return summarized_text
def summarize_text(messages, prompt):
# Generate the summary using OpenAI API
chat_response = chat_completion_request(messages)
assistant_message = chat_response.choices[0].message
# Extract the summarized text from the API response
summarized_text = assistant_message.content
return summarized_text
if __name__ == '__main__':
app.run()