add reward model api

[CUHKSZzxy]

Usage

import requests
import time
from typing import List
from transformers import AutoTokenizer

# get reward
def request_reward(text: List[str], host: str, rm: str, retry_delay=0.2, max_retries=3) -> float:

    for i in range(max_retries):
        try:
            res = requests.post(
                f"http://{host}/pooling",
                json={
                    "model": rm,
                    "input": text,
                },
            )
            rewards = [e['data'] for e in res.json()['data']]
            print(f'rewards: {rewards}')

            return rewards
        except Exception as e:
            print(f"Error requesting reward: {e}")
            time.sleep(retry_delay)
            continue
    print(f"Failed to request reward after {max_retries} retries")
    with open("error.log", "a", encoding="utf8") as f:
        f.write(f"Text: {text}\n")
    return None


def main():
    model_path = "Qwen/Qwen2.5-Math-RM-72B"
    chat = [
        {"role": "system", "content": "Please reason step by step, and put your final answer within \\boxed{}."},
        {"role": "user", "content": "Janet’s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins for her friends every day with four. She sells the remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market?"},
        {"role": "assistant", "content": "To determine how much Janet makes from selling the duck eggs at the farmers' market, we need to follow these steps:\n\n1. Calculate the total number of eggs laid by the ducks each day.\n2. Determine how many eggs Janet eats and bakes for herself each day.\n3. Find out how many eggs are left to be sold.\n4. Calculate the revenue from selling the remaining eggs at $2 per egg.\n\nLet's start with the first step:\n\n1. Janet's ducks lay 16 eggs per day.\n\nNext, we calculate how many eggs Janet eats and bakes for herself each day:\n\n2. Janet eats 3 eggs for breakfast every morning.\n3. Janet bakes 4 eggs for her friends every day.\n\nSo, the total number of eggs Janet eats and bakes for herself each day is:\n\\[ 3 + 4 = 7 \\text{ eggs} \\]\n\nNow, we find out how many eggs are left to be sold:\n\\[ 16 - 7 = 9 \\text{ eggs} \\]\n\nFinally, we calculate the revenue from selling the remaining eggs at $2 per egg:\n\\[ 9 \\times 2 = 18 \\text{ dollars} \\]\n\nTherefore, Janet makes 18 dollars every day at the farmers' market."}
    ]

    tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)

    conversation_str = tokenizer.apply_chat_template(
        chat,
        tokenize=False, 
        add_generation_prompt=False
    )

    request_reward(text=conversation_str, host='0.0.0.0:23333', rm=model_path)


main()

[RunningLeon]

LGTM