-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathserver.py
115 lines (102 loc) · 3.91 KB
/
server.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
from dotenv import load_dotenv
load_dotenv()
from flask import Flask, request
from youtube_transcript_api import YouTubeTranscriptApi
from tenacity import retry, wait_random_exponential, stop_after_attempt
from openai import OpenAI
from urllib.parse import urlparse
import re
import markdown
GPT_MODEL = "gpt-4-turbo-preview"
GPT_MAX_TOKENS = 128000
MAX_PROMPT_LENGTH = 2000
client = OpenAI()
app = Flask(__name__)
def moderated_text_OK(text):
# Call the OpenAI Moderation API to score the text
response = client.moderations.create(input=text)
moderation_score = response.results[0]
return not moderation_score.flagged
def get_videoid(video_url):
try:
video_id = re.search('v=([^&]*)', video_url).group(1)
return video_id
except Exception as e:
print(f"Error getting video ID from URL: {e}")
return None
def get_video_transcript(video_url):
parsed_url = urlparse(video_url)
if parsed_url.scheme and parsed_url.netloc:
# video_url is a valid URL format
video_id = get_videoid(video_url)
if video_id and len(video_id) > 0:
transcript = YouTubeTranscriptApi.get_transcript(video_id, languages=['en'])
else:
return "Please provide a valid YouTube video"
else:
return "Invalid video_url format. Please provide a valid YouTube video"
return ' '.join([t['text'] for t in transcript])
@retry(wait=wait_random_exponential(multiplier=1, max=40), stop=stop_after_attempt(3))
def chat_completion_request(messages, tools=None, tool_choice=None, model=GPT_MODEL):
try:
response = client.chat.completions.create(
model=model,
messages=messages,
tools=tools,
tool_choice=tool_choice
)
return response
except Exception as e:
print(f"Unable to generate ChatCompletion response: {e}")
return e
@app.route('/')
def index():
# return the README.md content rendered as HTML
try:
with open("README.md", "r") as f:
content = f.read()
return markdown.markdown(content)
except Exception as e:
print(f"Error reading README.md: {e}")
return "Usage: /transcribe?video_url=<YouTube video URL> or /summarize?video_url=<YouTube video URL>&prompt=<prompt>"
@app.route('/transcribe', methods=['GET'])
def transcribe_video():
try:
video_url = request.args.get('video_url')
transcript = get_video_transcript(video_url)
return transcript
except Exception as e:
print(f"Error transcribing video: {e}")
return "Error transcribing video"
@app.route('/summarize', methods=['GET'])
def summarize_video():
try:
video_url = request.args.get('video_url')
transcript = get_video_transcript(video_url)
messages = []
default_system_message = "Summarize the text provided by the user"
prompt = request.args.get('prompt')
if prompt and len(prompt) < MAX_PROMPT_LENGTH:
if moderated_text_OK(prompt):
messages.append({"role": "system", "content": prompt})
else:
messages.append({"role": "system", "content": default_system_message})
else:
messages.append({"role": "system", "content": default_system_message})
messages.append({"role": "user", "content": transcript})
summarized_text = summarize_text(messages)
return summarized_text
except Exception as e:
print(f"Error summarizing video: {e}")
return "Error summarizing video"
def summarize_text(messages):
try:
chat_response = chat_completion_request(messages)
assistant_message = chat_response.choices[0].message
summarized_text = assistant_message.content
return summarized_text
except Exception as e:
print(f"Error generating summary: {e}")
return "Error generating summary"
if __name__ == '__main__':
app.run()