Skip to content

Commit

Permalink
feat: init you model
Browse files Browse the repository at this point in the history
  • Loading branch information
xiangsx committed May 4, 2023
0 parents commit 2f7ac7f
Show file tree
Hide file tree
Showing 8 changed files with 1,228 additions and 0 deletions.
5 changes: 5 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
.idea/
.vscode/
yarn-error.log
package-lock.json
node_modules/
43 changes: 43 additions & 0 deletions index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
import {You} from "./model/you";
import Koa from 'koa';
import Router from 'koa-router'
import bodyParser from 'koa-bodyparser';
import {Readable} from "stream";

const app = new Koa();
const router = new Router();
app.use(bodyParser());
const you = new You();

interface AskReq {
prompt: string;
}

router.get('/ask', async (ctx) => {
const {prompt} = ctx.query;
if (!prompt) {
ctx.body = 'please input prompt';
return;
}
const res = await you.ask({prompt: prompt as string});
ctx.body = res.text;
});

router.get('/ask/stream',async(ctx)=>{
const {prompt} = ctx.query;
if (!prompt) {
ctx.body = 'please input prompt';
return;
}
ctx.set({
"Content-Type": "text/event-stream",
"Cache-Control": "no-cache",
"Connection": "keep-alive",
})
const res = await you.askStream({prompt: prompt as string});
ctx.body = res.text;
})

app.use(router.routes());

app.listen(3000);
28 changes: 28 additions & 0 deletions model/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,28 @@
import {Stream} from "stream";

export interface Response {
text: string | null;
other: any;
}

export interface ResponseStream {
text: Stream;
other: any;
}

export interface Request {
prompt: string;
history?: HistoryItem[];
options?: any;
}

export interface HistoryItem {
question?: string;
answer?: string;
}


export abstract class Chat {
public abstract ask(req: Request): Promise<Response>
public abstract askStream(req: Request): Promise<ResponseStream>
}
160 changes: 160 additions & 0 deletions model/you/index.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,160 @@
import {v4 as uuidv4} from 'uuid';
//@ts-ignore
import UserAgent from 'user-agents';
import tlsClient from 'tls-client';
import {Session} from "tls-client/dist/esm/sessions";
import {Params} from "tls-client/dist/esm/types";
import {toEventCB, toEventStream} from "../../utils";
import {Chat, Request, Response, ResponseStream} from "../index";

const userAgent = new UserAgent();

interface IRequestOptions {
page?: number;
count?: number;
safeSearch?: string;
onShoppingPage?: string;
mkt?: string;
responseFilter?: string;
domain?: string;
queryTraceId?: string | null;
chat?: any[] | null;
includeLinks?: string;
detailed?: string;
debug?: string;
proxy?: string | null;
}

interface SearchResult {
search: {
third_party_search_results: {
name: string,
url: string,
displayUrl: string,
snippet: string,
language: null | string,
thumbnailUrl: string,
isFamilyFriendly: null | boolean,
isNavigational: null | boolean,
snmix_link: null | string
}[],
rankings: {
pole: null,
sidebar: null,
mainline: {
answerType: string,
resultIndex: number,
value: {
id: string
}
}[]
},
query_context: {
spelling: null,
originalQuery: string
},
third_party_web_results_source: number
},
time: number,
query: string,
exactAbTestSlices: {
abUseQueryRewriter: string
}
}

export class You extends Chat {
private session: Session;

constructor() {
super();
this.session = new tlsClient.Session({clientIdentifier: 'chrome_108'});
this.session.headers = this.getHeaders();
this.session.proxy = "http://192.168.0.155:10811";
}

private async request(req: Request) {
let {
page = 1,
count = 10,
safeSearch = 'Moderate',
onShoppingPage = 'False',
mkt = '',
responseFilter = 'WebPages,Translations,TimeZone,Computation,RelatedSearches',
domain = 'youchat',
queryTraceId = null,
chat = null,
includeLinks = "False",
detailed = "False",
debug = "False",
} = req.options || {};
if (!chat) {
chat = [];
}
return await this.session.get(
'https://you.com/api/streamingSearch', {
params: {
q: req.prompt,
page: page + '',
count: count + '',
safeSearch: safeSearch + '',
onShoppingPage: onShoppingPage + '',
mkt: mkt + '',
responseFilter: responseFilter + '',
domain: domain + '',
queryTraceId: queryTraceId || uuidv4(),
chat: JSON.stringify(chat),
} as Params,
}
);
}

public async askStream(req: Request): Promise<ResponseStream> {
const response = await this.request(req);
return {text: toEventStream(response.content), other: {}}
}

public async ask(
req: Request): Promise<Response> {
const response = await this.request(req);
return new Promise(resolve => {
const res: Response = {
text: '',
other: {},
};
toEventCB(response.content, (eventName, data) => {
let obj: any;
switch (eventName) {
case 'youChatToken':
obj = JSON.parse(data) as any;
res.text += obj.youChatToken;
break;
case 'done':
resolve(res);
return;
default:
obj = JSON.parse(data) as any;
res.other[eventName] = obj;
return;
}
});
})
}

getHeaders(): { [key: string]: string } {
return {
authority: 'you.com',
accept: 'text/event-stream',
'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
'cache-control': 'no-cache',
referer: 'https://you.com/search?q=who+are+you&tbm=youchat',
'sec-ch-ua': '"Not_A Brand";v="99", "Google Chrome";v="109", "Chromium";v="109"',
'sec-ch-ua-mobile': '?0',
'sec-ch-ua-platform': '"Windows"',
'sec-fetch-dest': 'empty',
'sec-fetch-mode': 'cors',
'sec-fetch-site': 'same-origin',
cookie: `safesearch_guest=Moderate; uuid_guest=${uuidv4()}`,
'user-agent': userAgent.toString(),
};
}
}
36 changes: 36 additions & 0 deletions package.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,36 @@
{
"name": "gpt4free-ts",
"version": "0.0.1",
"description": "gpt4free typescript version",
"main": "index.js",
"scripts": {
"test": "echo \"Error: no test specified\" && exit 1",
"start": "ts-node index.ts"
},
"keywords": [
"git4free",
"typescript"
],
"author": "xiangsx",
"license": "ISC",
"devDependencies": {
"@types/event-stream": "^4.0.0",
"@types/koa": "^2.13.6",
"@types/koa-bodyparser": "^4.3.10",
"@types/koa-router": "^7.4.4",
"@types/node": "^18.16.3",
"@types/uuid": "^9.0.1",
"typescript": "^5.0.4"
},
"dependencies": {
"event-stream": "^4.0.1",
"fake-useragent": "^1.0.1",
"https-proxy-agent": "^5.0.1",
"koa": "^2.14.2",
"koa-bodyparser": "^4.4.0",
"koa-router": "^12.0.0",
"tls-client": "^0.0.5",
"user-agents": "^1.0.1367",
"uuid": "^9.0.0"
}
}
109 changes: 109 additions & 0 deletions tsconfig.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,109 @@
{
"compilerOptions": {
/* Visit https://aka.ms/tsconfig to read more about this file */

/* Projects */
// "incremental": true, /* Save .tsbuildinfo files to allow for incremental compilation of projects. */
// "composite": true, /* Enable constraints that allow a TypeScript project to be used with project references. */
// "tsBuildInfoFile": "./.tsbuildinfo", /* Specify the path to .tsbuildinfo incremental compilation file. */
// "disableSourceOfProjectReferenceRedirect": true, /* Disable preferring source files instead of declaration files when referencing composite projects. */
// "disableSolutionSearching": true, /* Opt a project out of multi-project reference checking when editing. */
// "disableReferencedProjectLoad": true, /* Reduce the number of projects loaded automatically by TypeScript. */

/* Language and Environment */
"target": "es2016", /* Set the JavaScript language version for emitted JavaScript and include compatible library declarations. */
// "lib": [], /* Specify a set of bundled library declaration files that describe the target runtime environment. */
// "jsx": "preserve", /* Specify what JSX code is generated. */
// "experimentalDecorators": true, /* Enable experimental support for legacy experimental decorators. */
// "emitDecoratorMetadata": true, /* Emit design-type metadata for decorated declarations in source files. */
// "jsxFactory": "", /* Specify the JSX factory function used when targeting React JSX emit, e.g. 'React.createElement' or 'h'. */
// "jsxFragmentFactory": "", /* Specify the JSX Fragment reference used for fragments when targeting React JSX emit e.g. 'React.Fragment' or 'Fragment'. */
// "jsxImportSource": "", /* Specify module specifier used to import the JSX factory functions when using 'jsx: react-jsx*'. */
// "reactNamespace": "", /* Specify the object invoked for 'createElement'. This only applies when targeting 'react' JSX emit. */
// "noLib": true, /* Disable including any library files, including the default lib.d.ts. */
// "useDefineForClassFields": true, /* Emit ECMAScript-standard-compliant class fields. */
// "moduleDetection": "auto", /* Control what method is used to detect module-format JS files. */

/* Modules */
"module": "commonjs", /* Specify what module code is generated. */
// "rootDir": "./", /* Specify the root folder within your source files. */
// "moduleResolution": "node10", /* Specify how TypeScript looks up a file from a given module specifier. */
// "baseUrl": "./", /* Specify the base directory to resolve non-relative module names. */
// "paths": {}, /* Specify a set of entries that re-map imports to additional lookup locations. */
// "rootDirs": [], /* Allow multiple folders to be treated as one when resolving modules. */
// "typeRoots": [], /* Specify multiple folders that act like './node_modules/@types'. */
// "types": [], /* Specify type package names to be included without being referenced in a source file. */
// "allowUmdGlobalAccess": true, /* Allow accessing UMD globals from modules. */
// "moduleSuffixes": [], /* List of file name suffixes to search when resolving a module. */
// "allowImportingTsExtensions": true, /* Allow imports to include TypeScript file extensions. Requires '--moduleResolution bundler' and either '--noEmit' or '--emitDeclarationOnly' to be set. */
// "resolvePackageJsonExports": true, /* Use the package.json 'exports' field when resolving package imports. */
// "resolvePackageJsonImports": true, /* Use the package.json 'imports' field when resolving imports. */
// "customConditions": [], /* Conditions to set in addition to the resolver-specific defaults when resolving imports. */
// "resolveJsonModule": true, /* Enable importing .json files. */
// "allowArbitraryExtensions": true, /* Enable importing files with any extension, provided a declaration file is present. */
// "noResolve": true, /* Disallow 'import's, 'require's or '<reference>'s from expanding the number of files TypeScript should add to a project. */

/* JavaScript Support */
// "allowJs": true, /* Allow JavaScript files to be a part of your program. Use the 'checkJS' option to get errors from these files. */
// "checkJs": true, /* Enable error reporting in type-checked JavaScript files. */
// "maxNodeModuleJsDepth": 1, /* Specify the maximum folder depth used for checking JavaScript files from 'node_modules'. Only applicable with 'allowJs'. */

/* Emit */
// "declaration": true, /* Generate .d.ts files from TypeScript and JavaScript files in your project. */
// "declarationMap": true, /* Create sourcemaps for d.ts files. */
// "emitDeclarationOnly": true, /* Only output d.ts files and not JavaScript files. */
// "sourceMap": true, /* Create source map files for emitted JavaScript files. */
// "inlineSourceMap": true, /* Include sourcemap files inside the emitted JavaScript. */
// "outFile": "./", /* Specify a file that bundles all outputs into one JavaScript file. If 'declaration' is true, also designates a file that bundles all .d.ts output. */
// "outDir": "./", /* Specify an output folder for all emitted files. */
// "removeComments": true, /* Disable emitting comments. */
// "noEmit": true, /* Disable emitting files from a compilation. */
// "importHelpers": true, /* Allow importing helper functions from tslib once per project, instead of including them per-file. */
// "importsNotUsedAsValues": "remove", /* Specify emit/checking behavior for imports that are only used for types. */
// "downlevelIteration": true, /* Emit more compliant, but verbose and less performant JavaScript for iteration. */
// "sourceRoot": "", /* Specify the root path for debuggers to find the reference source code. */
// "mapRoot": "", /* Specify the location where debugger should locate map files instead of generated locations. */
// "inlineSources": true, /* Include source code in the sourcemaps inside the emitted JavaScript. */
// "emitBOM": true, /* Emit a UTF-8 Byte Order Mark (BOM) in the beginning of output files. */
// "newLine": "crlf", /* Set the newline character for emitting files. */
// "stripInternal": true, /* Disable emitting declarations that have '@internal' in their JSDoc comments. */
// "noEmitHelpers": true, /* Disable generating custom helper functions like '__extends' in compiled output. */
// "noEmitOnError": true, /* Disable emitting files if any type checking errors are reported. */
// "preserveConstEnums": true, /* Disable erasing 'const enum' declarations in generated code. */
// "declarationDir": "./", /* Specify the output directory for generated declaration files. */
// "preserveValueImports": true, /* Preserve unused imported values in the JavaScript output that would otherwise be removed. */

/* Interop Constraints */
// "isolatedModules": true, /* Ensure that each file can be safely transpiled without relying on other imports. */
// "verbatimModuleSyntax": true, /* Do not transform or elide any imports or exports not marked as type-only, ensuring they are written in the output file's format based on the 'module' setting. */
// "allowSyntheticDefaultImports": true, /* Allow 'import x from y' when a module doesn't have a default export. */
"esModuleInterop": true, /* Emit additional JavaScript to ease support for importing CommonJS modules. This enables 'allowSyntheticDefaultImports' for type compatibility. */
// "preserveSymlinks": true, /* Disable resolving symlinks to their realpath. This correlates to the same flag in node. */
"forceConsistentCasingInFileNames": true, /* Ensure that casing is correct in imports. */

/* Type Checking */
"strict": true, /* Enable all strict type-checking options. */
// "noImplicitAny": true, /* Enable error reporting for expressions and declarations with an implied 'any' type. */
// "strictNullChecks": true, /* When type checking, take into account 'null' and 'undefined'. */
// "strictFunctionTypes": true, /* When assigning functions, check to ensure parameters and the return values are subtype-compatible. */
// "strictBindCallApply": true, /* Check that the arguments for 'bind', 'call', and 'apply' methods match the original function. */
// "strictPropertyInitialization": true, /* Check for class properties that are declared but not set in the constructor. */
// "noImplicitThis": true, /* Enable error reporting when 'this' is given the type 'any'. */
// "useUnknownInCatchVariables": true, /* Default catch clause variables as 'unknown' instead of 'any'. */
// "alwaysStrict": true, /* Ensure 'use strict' is always emitted. */
// "noUnusedLocals": true, /* Enable error reporting when local variables aren't read. */
// "noUnusedParameters": true, /* Raise an error when a function parameter isn't read. */
// "exactOptionalPropertyTypes": true, /* Interpret optional property types as written, rather than adding 'undefined'. */
// "noImplicitReturns": true, /* Enable error reporting for codepaths that do not explicitly return in a function. */
// "noFallthroughCasesInSwitch": true, /* Enable error reporting for fallthrough cases in switch statements. */
// "noUncheckedIndexedAccess": true, /* Add 'undefined' to a type when accessed using an index. */
// "noImplicitOverride": true, /* Ensure overriding members in derived classes are marked with an override modifier. */
// "noPropertyAccessFromIndexSignature": true, /* Enforces using indexed accessors for keys declared using an indexed type. */
// "allowUnusedLabels": true, /* Disable error reporting for unused labels. */
// "allowUnreachableCode": true, /* Disable error reporting for unreachable code. */

/* Completeness */
// "skipDefaultLibCheck": true, /* Skip type checking .d.ts files that are included with TypeScript. */
"skipLibCheck": true /* Skip type checking all .d.ts files. */
}
}
Loading

0 comments on commit 2f7ac7f

Please sign in to comment.