anthropic.php
1 year ago
chatml.php
1 year ago
core.php
1 year ago
factory.php
1 year ago
google.php
1 year ago
huggingface.php
1 year ago
openai.php
1 year ago
openrouter.php
1 year ago
perplexity.php
1 year ago
replicate.php
1 year ago
perplexity.php
137 lines
| 1 | <?php |
| 2 | |
| 3 | class Meow_MWAI_Engines_Perplexity extends Meow_MWAI_Engines_ChatML |
| 4 | { |
| 5 | // Streaming |
| 6 | protected $streamInTokens = null; |
| 7 | protected $streamOutTokens = null; |
| 8 | protected $streamContent = null; |
| 9 | protected $streamBuffer = null; |
| 10 | protected $inCitations = null; |
| 11 | |
| 12 | public function __construct( $core, $env ) { |
| 13 | parent::__construct( $core, $env ); |
| 14 | } |
| 15 | |
| 16 | protected function set_environment() { |
| 17 | $env = $this->env; |
| 18 | $this->apiKey = $env['apikey'] ?? null; |
| 19 | } |
| 20 | |
| 21 | protected function get_service_name() { |
| 22 | return "Perplexity"; |
| 23 | } |
| 24 | |
| 25 | public function get_models() { |
| 26 | return apply_filters( 'mwai_perplexity_models', MWAI_PERPLEXITY_MODELS ); |
| 27 | } |
| 28 | |
| 29 | static public function get_models_static() { |
| 30 | return MWAI_PERPLEXITY_MODELS; |
| 31 | } |
| 32 | |
| 33 | protected function build_url( $query, $endpoint = null ) { |
| 34 | $endpoint = apply_filters( 'mwai_perplexity_endpoint', 'https://api.perplexity.ai', $this->env ); |
| 35 | return rtrim( $endpoint, '/' ) . '/chat/completions'; |
| 36 | } |
| 37 | |
| 38 | protected function build_messages( $query ) { |
| 39 | $messages = parent::build_messages( $query ); |
| 40 | $filtered = []; |
| 41 | $haveSeenUser = false; |
| 42 | foreach ( $messages as $message ) { |
| 43 | if ( !$haveSeenUser ) { |
| 44 | if ( $message['role'] === 'assistant' ) { |
| 45 | continue; |
| 46 | } |
| 47 | if ( $message['role'] === 'user' ) { |
| 48 | $haveSeenUser = true; |
| 49 | } |
| 50 | $filtered[] = $message; |
| 51 | } |
| 52 | else { |
| 53 | $filtered[] = $message; |
| 54 | } |
| 55 | } |
| 56 | |
| 57 | return $filtered; |
| 58 | } |
| 59 | |
| 60 | protected function build_headers( $query ) { |
| 61 | if ( $query->apiKey ) { |
| 62 | $this->apiKey = $query->apiKey; |
| 63 | } |
| 64 | if ( empty($this->apiKey) ) { |
| 65 | throw new Exception( 'No Perplexity API Key provided. Check your settings.' ); |
| 66 | } |
| 67 | return [ |
| 68 | 'Content-Type' => 'application/json', |
| 69 | 'Authorization' => 'Bearer ' . $this->apiKey, |
| 70 | 'User-Agent' => 'AI Engine', |
| 71 | ]; |
| 72 | } |
| 73 | |
| 74 | protected function build_body( $query, $streamCallback = null, $extra = null ) { |
| 75 | $body = parent::build_body( $query, $streamCallback, $extra ); |
| 76 | return $body; |
| 77 | } |
| 78 | |
| 79 | public function reset_stream() { |
| 80 | $this->inCitations = null; |
| 81 | return parent::reset_stream(); |
| 82 | } |
| 83 | |
| 84 | // Let's override the stream handler only to capture the citations |
| 85 | protected function stream_data_handler( $json ) { |
| 86 | if ( isset( $json['citations'] ) ) { |
| 87 | $this->inCitations = $json['citations']; |
| 88 | } |
| 89 | return parent::stream_data_handler( $json ); |
| 90 | } |
| 91 | |
| 92 | /** |
| 93 | * In Perplexity, we intercept the final choices and insert citations |
| 94 | * as ([domain1](https://...), [domain2](https://...)) |
| 95 | * based on [1][2][3] references in the text. |
| 96 | */ |
| 97 | protected function finalize_choices( $choices, $responseData, $query ) { |
| 98 | $citations = isset( $responseData['citations'] ) ? $responseData['citations'] : null; |
| 99 | if ( empty( $citations ) && !empty( $this->inCitations ) ) { |
| 100 | $citations = $this->inCitations; |
| 101 | } |
| 102 | if ( empty( $citations ) ) { |
| 103 | return parent::finalize_choices( $choices, $responseData, $query ); |
| 104 | } |
| 105 | |
| 106 | foreach ( $choices as &$choice ) { |
| 107 | if ( isset( $choice['message']['content'] ) && is_string( $choice['message']['content'] ) ) { |
| 108 | $content = $choice['message']['content']; |
| 109 | $content = preg_replace_callback( '/\[(\d+)\](?:\s*\[(\d+)\])*/', function( $matches ) use ( $citations ) { |
| 110 | preg_match_all( '/\[(\d+)\]/', $matches[0], $refs ); |
| 111 | $links = array(); |
| 112 | foreach ( $refs[1] as $refNumber ) { |
| 113 | $index = (int)$refNumber - 1; |
| 114 | if ( isset( $citations[$index] ) ) { |
| 115 | $url = $citations[$index]; |
| 116 | $domain = parse_url( $url, PHP_URL_HOST ); |
| 117 | if ( !empty( $domain ) ) { |
| 118 | $domain = str_replace( 'www.', '', $domain ); |
| 119 | } |
| 120 | $links[] = '[' . $domain . '](' . $url . ')'; |
| 121 | } |
| 122 | } |
| 123 | // If we gathered at least one link, return them all in a parenthetical group |
| 124 | // e.g. " ([google.com](https://google.com), [othersite.io](https://othersite.io))" |
| 125 | // Otherwise, just return the original matches (fallback). |
| 126 | return !empty( $links ) ? ' (' . implode( ', ', $links ) . ')' : $matches[0]; |
| 127 | }, $content ); |
| 128 | $choice['message']['content'] = $content; |
| 129 | } |
| 130 | } |
| 131 | |
| 132 | return $choices; |
| 133 | } |
| 134 | |
| 135 | |
| 136 | } |
| 137 |