Epic/new env

Makefile

@@ -14,7 +14,8 @@ test:
  	--exclude-dir="test/connector" \
  	--exclude-dir="test/debug" \
  	--exclude-dir="test/mock" \
- 	--exclude-dir="test/hummingbot/connector/gateway/amm"
+ 	--exclude-dir="test/hummingbot/connector/gateway/amm" \
+ 	--exclude-dir="test/hummingbot/strategy/uniswap_v3_lp"
 
 run_coverage: test
 	coverage report

bin/hummingbot.py

@@ -78,7 +78,13 @@ async def main_async(client_config_map: ClientConfigAdapter):
 def main():
     chdir_to_data_directory()
     secrets_manager_cls = ETHKeyFileSecretManger
-    ev_loop: asyncio.AbstractEventLoop = asyncio.get_event_loop()
+
+    try:
+        ev_loop: asyncio.AbstractEventLoop = asyncio.get_event_loop()
+    except Exception:
+        ev_loop: asyncio.AbstractEventLoop = asyncio.new_event_loop()
+        asyncio.set_event_loop(ev_loop)
+
     client_config_map = load_client_config_map_from_file()
     if login_prompt(secrets_manager_cls, style=load_style(client_config_map)):
         ev_loop.run_until_complete(main_async(client_config_map))

bin/hummingbot_quickstart.py

@@ -148,7 +148,13 @@ def main():
     else:
         secrets_manager = secrets_manager_cls(args.config_password)
 
-    asyncio.get_event_loop().run_until_complete(quick_start(args, secrets_manager))
+    try:
+        ev_loop: asyncio.AbstractEventLoop = asyncio.get_event_loop()
+    except Exception:
+        ev_loop: asyncio.AbstractEventLoop = asyncio.new_event_loop()
+        asyncio.set_event_loop(ev_loop)
+
+    ev_loop.run_until_complete(quick_start(args, secrets_manager))
 
 
 if __name__ == "__main__":

conf/__init__.py

@@ -32,8 +32,6 @@
     "db": "**REMOVED***",
 }
 
-kafka_bootstrap_server = "***REMOVED***"
-
 # whether to enable api mocking in unit test cases
 mock_api_enabled = os.getenv("MOCK_API_ENABLED")
 
@@ -120,8 +118,3 @@
 coinalpha_order_book_api_username = "***REMOVED***"
 coinalpha_order_book_api_password = "***REMOVED***"
 """
-
-kafka_2 = {
-    "bootstrap_servers": "***REMOVED***",
-    "zookeeper_servers": "***REMOVED***"
-}

hummingbot/client/command/status_command.py

@@ -1,4 +1,5 @@
 import asyncio
+import threading
 import time
 from collections import OrderedDict, deque
 from typing import TYPE_CHECKING, Dict, List
@@ -121,6 +122,10 @@ def validate_configs(
 
     def status(self,  # type: HummingbotApplication
                live: bool = False):
+        if threading.current_thread() != threading.main_thread():
+            self.ev_loop.call_soon_threadsafe(self.status, live)
+            return
+
         safe_ensure_future(self.status_check_all(live=live), loop=self.ev_loop)
 
     async def status_check_all(self,  # type: HummingbotApplication

hummingbot/client/config/config_crypt.py

@@ -140,4 +140,5 @@ def _create_v3_keyfile_json(message_to_encrypt, password, kdf="pbkdf2", work_fac
             'mac': encode_hex_no_prefix(mac),
         },
         'version': 3,
+        'alias': '',  # Add this line to include the 'alias' field with an empty string value
     }

hummingbot/connector/exchange/foxbit/foxbit_api_user_stream_data_source.py

@@ -18,6 +18,7 @@
 
 
 class FoxbitAPIUserStreamDataSource(UserStreamTrackerDataSource):
+    _INTERVAL_SLEEP_INTERRUPTION = 5.0
 
     _logger: Optional[HummingbotLogger] = None
 
@@ -67,8 +68,9 @@ async def _connected_websocket_assistant(self) -> WSAssistant:
             if is_authenticated:
                 return ws
             else:
-                self.logger().info("Some issue happens when try to subscribe at Foxbit User Stream Data, check your credentials.")
-                raise
+                error_message = "Some issue happens when try to subscribe at Foxbit User Stream Data, check your credentials."
+                self.logger().info(error_message)
+                raise Exception(error_message)
 
         except Exception as ex:
             self.logger().error(
@@ -120,4 +122,4 @@ async def _subscribe_channels(self,
     async def _on_user_stream_interruption(self,
                                            websocket_assistant: Optional[WSAssistant]):
         await super()._on_user_stream_interruption(websocket_assistant=websocket_assistant)
-        await self._sleep(5)
+        await self._sleep(self._INTERVAL_SLEEP_INTERRUPTION)

hummingbot/connector/exchange/kraken/kraken_api_order_book_data_source.py

@@ -157,7 +157,7 @@ async def fetch_trading_pairs(cls, throttler: Optional[AsyncThrottler] = None) -
 
                 if response.status == 200:
                     data: Dict[str, Any] = await response.json()
-                    raw_pairs = data.get("result", [])
+                    raw_pairs = data.get("result", {})
                     converted_pairs: List[str] = []
                     for pair, details in raw_pairs.items():
                         if "." not in pair:

hummingbot/connector/exchange/loopring/loopring_order_book.pyx

@@ -6,7 +6,6 @@ from typing import (
 )
 
 import ujson
-from aiokafka import ConsumerRecord
 
 from hummingbot.connector.exchange.loopring.loopring_order_book_message import LoopringOrderBookMessage
 from hummingbot.core.data_type.common import TradeType
@@ -58,16 +57,6 @@ cdef class LoopringOrderBook(OrderBook):
             "amount": msg[3]
         }, timestamp=ts * 1e-3)
 
-    @classmethod
-    def snapshot_message_from_kafka(cls, record: ConsumerRecord, metadata: Optional[Dict] = None) -> OrderBookMessage:
-        msg = ujson.loads(record.value.decode())
-        return LoopringOrderBookMessage(OrderBookMessageType.SNAPSHOT, msg, timestamp=record.timestamp * 1e-3)
-
-    @classmethod
-    def diff_message_from_kafka(cls, record: ConsumerRecord, metadata: Optional[Dict] = None) -> OrderBookMessage:
-        msg = ujson.loads(record.value.decode())
-        return LoopringOrderBookMessage(OrderBookMessageType.DIFF, msg)
-
     @classmethod
     def from_snapshot(cls, snapshot: OrderBookMessage):
         raise NotImplementedError("loopring order book needs to retain individual order data.")

hummingbot/core/data_type/order_book.pyx

@@ -13,7 +13,6 @@ from typing import (
 
 import numpy as np
 import pandas as pd
-from aiokafka import ConsumerRecord
 
 from cython.operator cimport(
     address as ref,
@@ -476,14 +475,6 @@ cdef class OrderBook(PubSub):
     def get_quote_volume_for_price(self, is_buy: bool, price: float) -> OrderBookQueryResult:
         return self.c_get_quote_volume_for_price(is_buy, price)
 
-    @classmethod
-    def snapshot_message_from_kafka(cls, record: ConsumerRecord, metadata: Optional[Dict] = None) -> OrderBookMessage:
-        pass
-
-    @classmethod
-    def diff_message_from_kafka(cls, record: ConsumerRecord, metadata: Optional[Dict] = None) -> OrderBookMessage:
-        pass
-
     def restore_from_snapshot_and_diffs(self, snapshot: OrderBookMessage, diffs: List[OrderBookMessage]):
         replay_position = bisect.bisect_right(diffs, snapshot)
         replay_diffs = diffs[replay_position:]

hummingbot/core/utils/async_call_scheduler.py

@@ -1,18 +1,14 @@
 #!/usr/bin/env python
 
 import asyncio
-from async_timeout import timeout
 import logging
-from typing import (
-    Optional,
-    Coroutine,
-    NamedTuple,
-    Callable
-)
+from typing import Callable, Coroutine, NamedTuple, Optional
+
+from async_timeout import timeout
 
 import hummingbot
-from hummingbot.logger import HummingbotLogger
 from hummingbot.core.utils.async_utils import safe_ensure_future
+from hummingbot.logger import HummingbotLogger
 
 
 class AsyncCallSchedulerItem(NamedTuple):
@@ -42,7 +38,7 @@ def __init__(self, call_interval: float = 0.01):
         self._coro_queue: asyncio.Queue = asyncio.Queue()
         self._coro_scheduler_task: Optional[asyncio.Task] = None
         self._call_interval: float = call_interval
-        self._ev_loop: asyncio.AbstractEventLoop = asyncio.get_event_loop()
+        self.reset_event_loop()
 
     @property
     def coro_queue(self) -> asyncio.Queue:
@@ -56,6 +52,9 @@ def coro_scheduler_task(self) -> Optional[asyncio.Task]:
     def started(self) -> bool:
         return self._coro_scheduler_task is not None
 
+    def reset_event_loop(self):
+        self._ev_loop: asyncio.AbstractEventLoop = asyncio.get_event_loop()
+
     def start(self):
         if self._coro_scheduler_task is not None:
             self.stop()

hummingbot/remote_iface/mqtt.py

@@ -215,7 +215,11 @@ def _on_cmd_config(self, msg: ConfigCommandMessage.Request):
                 invalid_params = []
                 for param in msg.params:
                     if param[0] in self._hb_app.configurable_keys():
-                        self._hb_app.config(param[0], param[1])
+                        self._ev_loop.call_soon_threadsafe(
+                            self._hb_app.config,
+                            param[0],
+                            param[1]
+                        )
                         response.changes.append((param[0], param[1]))
                     else:
                         invalid_params.append(param[0])
@@ -285,7 +289,9 @@ def _on_cmd_status(self, msg: StatusCommandMessage.Request):
                 response.msg = 'No strategy is currently running!'
                 return response
             if msg.async_backend:
-                self._hb_app.status()
+                self._ev_loop.call_soon_threadsafe(
+                    self._hb_app.status
+                )
             else:
                 res = call_sync(
                     self._hb_app.strategy_status(),
@@ -849,6 +855,8 @@ def start(self, with_health: bool = True) -> None:
     def stop(self, with_health: bool = True):
         self.broadcast_status_update("offline", msg_type="availability")
         super().stop()
+        if self._hb_thread:
+            self._hb_thread.stop()
         self._remove_status_updates()
         self._remove_notifier()
         self._remove_log_handlers()

setup.py

@@ -47,16 +47,18 @@ def main():
         "0x-order-utils",
         "aioconsole",
         "aiohttp",
-        "aiokafka",
+        "asyncssh",
         "appdirs",
         "appnope",
         "async-timeout",
         "bidict",
+        "base58",
         "cachetools",
         "certifi",
         "cryptography",
         "cython",
         "cytoolz",
+        "commlib-py",
         "docker",
         "diff-cover",
         "dydx-python",
@@ -71,6 +73,7 @@ def main():
         "flake8",
         "hexbytes",
         "importlib-metadata",
+        "injective-py"
         "mypy-extensions",
         "nose",
         "nose-exclude",
@@ -85,6 +88,7 @@ def main():
         "pyperclip",
         "python-dateutil",
         "python-telegram-bot",
+        "pyOpenSSL",
         "requests",
         "rsa",
         "ruamel-yaml",

setup/environment.yml

@@ -10,37 +10,36 @@ dependencies:
   - nomkl=1.0
   - nose=1.3.7
   - nose-exclude
-  - numpy=1.20.1
-  - numpy-base=1.20.1
-  - pandas=1.2.1
-  - pip=21.1.2
+  - numpy=1.23.5
+  - numpy-base=1.23.5
+  - pandas=1.5.3
+  - pip=23.1.2
   - prompt_toolkit=3.0.20
-  - pydantic=1.9
-  - pytables=3.6.1
-  - python=3.8.2
-  - scipy=1.6.2
-  - sqlalchemy=1.4
+  - pydantic=1.9.2
+  - pytest==7.3.2
+  - python=3.10.12
+  - pytables=3.8.0
+  - scipy=1.10.1
   - tabulate==0.8.9
   - typing-extensions<4.6.0
-  - ujson=1.35
-  - zlib=1.2.11
+  - zlib=1.2.13
   - pip:
     - 0x-contract-addresses==3.0.0
     - 0x-contract-wrappers==2.0.0
     - 0x-order-utils==4.0.0
     - aiohttp==3.*
-    - aiokafka==0.7.1
     - aioprocessing==2.0.0
     - aioresponses
     - appdirs==1.4.3
     - async-timeout
-    - asyncssh==2.7.2
+    - asyncssh==2.13.1
+    - pyOpenSSL==21.0.0
     - appnope==0.1.3
     - base58==2.1.1
     - cachetools==4.0.0
     - commlib-py==0.10.6
     - cryptography==3.4.7
-    - cython==3.0a7
+    - cython==3.0.0a10
     - diff-cover==5.1.2
     - docker==5.0.3
     - dydx-v3-python==2.0.1
@@ -56,15 +55,15 @@ dependencies:
     - ptpython==3.0.20
     - pyjwt==1.7.1
     - pyperclip==1.7.0
-    - pytest==4.6.11
-    - python-telegram-bot==12.4.2
+    - python-telegram-bot==12.8
     - requests==2.*
     - rsa==4.7
     - ruamel-yaml==0.16.10
     - signalr-client-aio==0.0.1.6.2
-    - simplejson==3.17.2
+    - sqlalchemy==1.4.*
     - substrate-interface==1.6.2
     - solders==0.1.4
-    - web3==5.*
+    - web3==5.31.4
     - websockets==9.1
+    - ujson==5.7.0
     - git+https://github.com/CoinAlpha/python-signalr-client.git

test/hummingbot/client/command/test_config_command.py

@@ -1,9 +1,8 @@
 import asyncio
 import unittest
-from collections import Awaitable
 from decimal import Decimal
 from test.mock.mock_cli import CLIMockingAssistant
-from typing import Union
+from typing import Awaitable, Union
 from unittest.mock import MagicMock, patch
 
 from pydantic import Field

test/hummingbot/client/command/test_create_command.py

@@ -38,7 +38,7 @@ async def async_sleep(*_, **__):
 
         return async_sleep
 
-    def async_run_with_timeout(self, coroutine: Awaitable, timeout: float = 1):
+    def async_run_with_timeout(self, coroutine: Awaitable, timeout: float = 5):
         ret = self.ev_loop.run_until_complete(asyncio.wait_for(coroutine, timeout))
         return ret
 

test/hummingbot/client/command/test_order_book_command.py

@@ -1,6 +1,6 @@
 import asyncio
 import unittest
-from collections import Awaitable
+from typing import Awaitable
 from unittest.mock import MagicMock, patch
 
 from hummingbot.client.config.client_config_map import ClientConfigMap, DBSqliteMode

test/hummingbot/client/command/test_ticker_command.py

@@ -1,6 +1,6 @@
 import asyncio
 import unittest
-from collections import Awaitable
+from typing import Awaitable
 from unittest.mock import MagicMock, patch
 
 from hummingbot.client.config.client_config_map import ClientConfigMap, DBSqliteMode