litellm

1
import React, { useState, useEffect } from 'react';
2

3
const QuickStartCodeBlock = ({ token }) => {
4
    return (
5
      <pre>
6
        {`
7
        from litellm import completion
8
        import os
9
  
10
        ## set ENV variables
11
        os.environ["OPENAI_API_KEY"] = "${token}"
12
        os.environ["COHERE_API_KEY"] = "${token}"
13
  
14
        messages = [{ "content": "Hello, how are you?","role": "user"}]
15
  
16
        # openai call
17
        response = completion(model="gpt-3.5-turbo", messages=messages)
18
  
19
        # cohere call
20
        response = completion("command-nightly", messages)
21
        `}
22
      </pre>
23
    );
24
  };
25
  
26
  const QuickStart = () => {
27
    const [token, setToken] = useState(null);
28
  
29
    useEffect(() => {
30
      const generateToken = async () => {
31
        try {
32
          const response = await fetch('https://proxy.litellm.ai/key/new', {
33
            method: 'POST',
34
            headers: {
35
              'Content-Type': 'application/json',
36
              'Authorization': 'Bearer sk-liteplayground',
37
            },
38
            body: JSON.stringify({'total_budget': 100})
39
          });
40
          
41
          if (!response.ok) {
42
            throw new Error('Network response was not ok');
43
          }
44
          
45
          const data = await response.json();
46
  
47
          setToken(`${data.api_key}`);
48
      } catch (error) {
49
        console.error('Failed to fetch new token: ', error);
50
      }
51
    };
52
  
53
    generateToken();
54
  }, []);
55
  
56
  return (
57
    <div>
58
      <QuickStartCodeBlock token={token} />
59
    </div>
60
  );
61
  }
62

63
  export default QuickStart;