PerplexityLabs.py 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100
  1. from __future__ import annotations
  2. import random
  3. import json
  4. from ..typing import AsyncResult, Messages
  5. from ..requests import StreamSession, raise_for_status
  6. from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
  7. API_URL = "https://www.perplexity.ai/socket.io/"
  8. WS_URL = "wss://www.perplexity.ai/socket.io/"
  9. class PerplexityLabs(AsyncGeneratorProvider, ProviderModelMixin):
  10. url = "https://labs.perplexity.ai"
  11. working = True
  12. default_model = "llama-3.1-70b-instruct"
  13. models = [
  14. "llama-3.1-sonar-large-128k-online",
  15. "llama-3.1-sonar-small-128k-online",
  16. "llama-3.1-sonar-large-128k-chat",
  17. "llama-3.1-sonar-small-128k-chat",
  18. "llama-3.1-8b-instruct",
  19. "llama-3.1-70b-instruct",
  20. ]
  21. model_aliases = {
  22. "sonar-online": "llama-3.1-sonar-large-128k-online",
  23. "sonar-online": "sonar-small-128k-online",
  24. "sonar-chat": "llama-3.1-sonar-large-128k-chat",
  25. "sonar-chat": "llama-3.1-sonar-small-128k-chat",
  26. "llama-3.1-8b": "llama-3.1-8b-instruct",
  27. "llama-3.1-70b": "llama-3.1-70b-instruct",
  28. }
  29. @classmethod
  30. async def create_async_generator(
  31. cls,
  32. model: str,
  33. messages: Messages,
  34. proxy: str = None,
  35. **kwargs
  36. ) -> AsyncResult:
  37. headers = {
  38. "User-Agent": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:121.0) Gecko/20100101 Firefox/121.0",
  39. "Accept": "*/*",
  40. "Accept-Language": "de,en-US;q=0.7,en;q=0.3",
  41. "Accept-Encoding": "gzip, deflate, br",
  42. "Origin": cls.url,
  43. "Connection": "keep-alive",
  44. "Referer": f"{cls.url}/",
  45. "Sec-Fetch-Dest": "empty",
  46. "Sec-Fetch-Mode": "cors",
  47. "Sec-Fetch-Site": "same-site",
  48. "TE": "trailers",
  49. }
  50. async with StreamSession(headers=headers, proxies={"all": proxy}) as session:
  51. t = format(random.getrandbits(32), "08x")
  52. async with session.get(
  53. f"{API_URL}?EIO=4&transport=polling&t={t}"
  54. ) as response:
  55. await raise_for_status(response)
  56. text = await response.text()
  57. assert text.startswith("0")
  58. sid = json.loads(text[1:])["sid"]
  59. post_data = '40{"jwt":"anonymous-ask-user"}'
  60. async with session.post(
  61. f"{API_URL}?EIO=4&transport=polling&t={t}&sid={sid}",
  62. data=post_data
  63. ) as response:
  64. await raise_for_status(response)
  65. assert await response.text() == "OK"
  66. async with session.ws_connect(f"{WS_URL}?EIO=4&transport=websocket&sid={sid}", autoping=False) as ws:
  67. await ws.send_str("2probe")
  68. assert(await ws.receive_str() == "3probe")
  69. await ws.send_str("5")
  70. assert(await ws.receive_str())
  71. assert(await ws.receive_str() == "6")
  72. message_data = {
  73. "version": "2.5",
  74. "source": "default",
  75. "model": cls.get_model(model),
  76. "messages": messages
  77. }
  78. await ws.send_str("42" + json.dumps(["perplexity_labs", message_data]))
  79. last_message = 0
  80. while True:
  81. message = await ws.receive_str()
  82. if message == "2":
  83. if last_message == 0:
  84. raise RuntimeError("Unknown error")
  85. await ws.send_str("3")
  86. continue
  87. try:
  88. data = json.loads(message[2:])[1]
  89. yield data["output"][last_message:]
  90. last_message = len(data["output"])
  91. if data["final"]:
  92. break
  93. except:
  94. raise RuntimeError(f"Message: {message}")