mirror of
https://github.com/yzernik/squeaknode.git
synced 2026-08-19 13:18:26 +02:00
6c40891ad8
* Add twitter stream class * Got twitter forwarder subscription working * Add config table in db with twitter bearer token * Only run forward tweets task when twitter bearer token and twitter handles are not null * Add twitter page to frontend and add button to set bearer token * Reload bearer token in ui after setting value * Add twitter accounts table to db * Got get twitter accounts request working * Display twitter account list items in twitter page * Show twitter accounts in twitter page * Got create squeak from tweet working * Update twitter stream upon twitter accounts changes * Got terminate twitter stream connection working * Update frontend build * Remove print statements from itest * Remove main function from twitter stream module * Make tweet forwarder worker run as daemon thread * Use custom config for subscribe tweets retry interval
274 lines
10 KiB
Python
274 lines
10 KiB
Python
# MIT License
|
|
#
|
|
# Copyright (c) 2020 Jonathan Zernik
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
# of this software and associated documentation files (the "Software"), to deal
|
|
# in the Software without restriction, including without limitation the rights
|
|
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
# copies of the Software, and to permit persons to whom the Software is
|
|
# furnished to do so, subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
# copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
# SOFTWARE.
|
|
import logging
|
|
|
|
from squeak.params import SelectParams
|
|
|
|
from squeaknode.admin.squeak_admin_server_handler import SqueakAdminServerHandler
|
|
from squeaknode.admin.squeak_admin_server_servicer import SqueakAdminServerServicer
|
|
from squeaknode.admin.webapp.app import SqueakAdminWebServer
|
|
from squeaknode.bitcoin.bitcoin_block_subscription_client import BitcoinBlockSubscriptionClient
|
|
from squeaknode.bitcoin.bitcoin_core_client import BitcoinCoreClient
|
|
from squeaknode.config.config import SqueaknodeConfig
|
|
from squeaknode.core.squeak_core import SqueakCore
|
|
from squeaknode.db.db_engine import get_connection_string
|
|
from squeaknode.db.db_engine import get_engine
|
|
from squeaknode.db.squeak_db import SqueakDb
|
|
from squeaknode.lightning.lnd_lightning_client import LNDLightningClient
|
|
from squeaknode.network.network_manager import NetworkManager
|
|
from squeaknode.node.active_download_manager import ActiveDownloadManager
|
|
from squeaknode.node.payment_processor import PaymentProcessor
|
|
from squeaknode.node.peer_connection_worker import PeerConnectionWorker
|
|
from squeaknode.node.peer_subscription_update_worker import PeerSubscriptionUpdateWorker
|
|
from squeaknode.node.process_forward_tweets_worker import ProcessForwardTweetsWorker
|
|
from squeaknode.node.process_received_payments_worker import ProcessReceivedPaymentsWorker
|
|
from squeaknode.node.squeak_controller import SqueakController
|
|
from squeaknode.node.squeak_deletion_worker import SqueakDeletionWorker
|
|
from squeaknode.node.squeak_offer_expiry_worker import SqueakOfferExpiryWorker
|
|
from squeaknode.node.update_follows_worker import UpdateFollowsWorker
|
|
from squeaknode.node.update_subscribed_secret_key_worker import UpdateSubscribedSecretKeysWorker
|
|
from squeaknode.node.update_subscribed_squeak_worker import UpdateSubscribedSqueaksWorker
|
|
from squeaknode.node.update_twitter_stream_worker import UpdateTwitterStreamWorker
|
|
from squeaknode.twitter.twitter_forwarder import TwitterForwarder
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class SqueakNode:
|
|
|
|
def __init__(self, config: SqueaknodeConfig):
|
|
self.config = config
|
|
|
|
def _initialize(self):
|
|
self.initialize_network()
|
|
self.initialize_db()
|
|
self.initialize_lightning_client()
|
|
self.initialize_bitcoin_client()
|
|
self.initialize_bitcoin_block_subscription_client()
|
|
self.initialize_squeak_core()
|
|
self.initialize_payment_processor()
|
|
self.initialize_twitter_forwarder()
|
|
self.initialize_network_manager()
|
|
self.initialize_download_manager()
|
|
self.initialize_squeak_controller()
|
|
self.initialize_admin_handler()
|
|
self.initialize_admin_rpc_server()
|
|
self.initialize_admin_web_server()
|
|
self.initialize_received_payment_processor_worker()
|
|
self.initialize_forward_tweets_processor_worker()
|
|
self.initialize_peer_connection_worker()
|
|
self.initialize_squeak_deletion_worker()
|
|
self.initialize_offer_expiry_worker()
|
|
self.initialize_new_squeak_worker()
|
|
self.initialize_new_secret_key_worker()
|
|
self.initialize_new_follow_worker()
|
|
self.initialize_twitter_stream_change_worker()
|
|
self.initialize_peer_subscription_update_worker()
|
|
|
|
def start_running(self):
|
|
self._initialize()
|
|
|
|
self.network_manager.start(self.squeak_controller)
|
|
if self.config.rpc.enabled:
|
|
self.admin_rpc_server.start()
|
|
if self.config.webadmin.enabled:
|
|
self.admin_web_server.start()
|
|
self.received_payment_processor_worker.start_running()
|
|
self.forward_tweets_processor_worker.start_running(
|
|
self.squeak_controller)
|
|
self.peer_connection_worker.start()
|
|
self.squeak_deletion_worker.start()
|
|
self.offer_expiry_worker.start()
|
|
self.new_squeak_worker.start_running()
|
|
self.new_secret_key_worker.start_running()
|
|
self.new_follow_worker.start_running()
|
|
self.twitter_stream_change_worker.start_running()
|
|
self.new_bitcoin_block_worker.start_running()
|
|
self.download_manager.start(
|
|
self.squeak_controller.broadcast_msg,
|
|
)
|
|
|
|
def stop_running(self):
|
|
self.download_manager.stop()
|
|
self.admin_web_server.stop()
|
|
self.admin_rpc_server.stop()
|
|
self.network_manager.stop()
|
|
self.received_payment_processor_worker.stop_running()
|
|
self.forward_tweets_processor_worker.stop_running()
|
|
self.new_squeak_worker.stop_running()
|
|
|
|
def initialize_network(self):
|
|
# load the network
|
|
self.network = self.config.node.network
|
|
SelectParams(self.network)
|
|
|
|
def initialize_db(self):
|
|
connection_string = get_connection_string(
|
|
self.config,
|
|
self.network,
|
|
)
|
|
logger.info("Using connection string: {}".format(
|
|
connection_string))
|
|
engine = get_engine(connection_string)
|
|
self.squeak_db = SqueakDb(engine)
|
|
self.squeak_db.init_with_retries()
|
|
|
|
def initialize_lightning_client(self):
|
|
# load the lightning client
|
|
self.lightning_client = LNDLightningClient(
|
|
self.config.lnd.host,
|
|
self.config.lnd.rpc_port,
|
|
self.config.lnd.tls_cert_path,
|
|
self.config.lnd.macaroon_path,
|
|
)
|
|
self.lightning_client.init()
|
|
|
|
def initialize_bitcoin_client(self):
|
|
# load the bitcoin client
|
|
self.bitcoin_client = BitcoinCoreClient(
|
|
self.config.bitcoin.rpc_host,
|
|
self.config.bitcoin.rpc_port,
|
|
self.config.bitcoin.rpc_user,
|
|
self.config.bitcoin.rpc_pass,
|
|
self.config.bitcoin.rpc_use_ssl,
|
|
self.config.bitcoin.rpc_ssl_cert,
|
|
)
|
|
|
|
def initialize_bitcoin_block_subscription_client(self):
|
|
self.bitcoin_block_subscription_client = BitcoinBlockSubscriptionClient(
|
|
self.config.bitcoin.rpc_host,
|
|
self.config.bitcoin.zeromq_hashblock_port,
|
|
)
|
|
|
|
def initialize_squeak_core(self):
|
|
self.squeak_core = SqueakCore(
|
|
self.bitcoin_client,
|
|
self.lightning_client,
|
|
)
|
|
|
|
def initialize_payment_processor(self):
|
|
self.payment_processor = PaymentProcessor(
|
|
self.squeak_db,
|
|
self.squeak_core,
|
|
self.config.node.subscribe_invoices_retry_s,
|
|
)
|
|
|
|
def initialize_twitter_forwarder(self):
|
|
self.twitter_forwarder = TwitterForwarder(
|
|
self.config.twitter.forward_tweets_retry_s,
|
|
)
|
|
|
|
def initialize_network_manager(self):
|
|
self.network_manager = NetworkManager(self.config)
|
|
|
|
def initialize_squeak_controller(self):
|
|
self.squeak_controller = SqueakController(
|
|
self.squeak_db,
|
|
self.squeak_core,
|
|
self.payment_processor,
|
|
self.network_manager,
|
|
self.download_manager,
|
|
self.twitter_forwarder,
|
|
self.config,
|
|
)
|
|
|
|
def initialize_admin_handler(self):
|
|
self.admin_handler = SqueakAdminServerHandler(
|
|
self.lightning_client,
|
|
self.squeak_controller,
|
|
)
|
|
|
|
def initialize_admin_rpc_server(self):
|
|
self.admin_rpc_server = SqueakAdminServerServicer(
|
|
self.config.rpc.host,
|
|
self.config.rpc.port,
|
|
self.admin_handler,
|
|
)
|
|
|
|
def initialize_admin_web_server(self):
|
|
self.admin_web_server = SqueakAdminWebServer(
|
|
self.config.webadmin.host,
|
|
self.config.webadmin.port,
|
|
self.config.webadmin.username,
|
|
self.config.webadmin.password,
|
|
self.config.webadmin.use_ssl,
|
|
self.config.webadmin.login_disabled,
|
|
self.config.webadmin.allow_cors,
|
|
self.admin_handler,
|
|
)
|
|
|
|
def initialize_received_payment_processor_worker(self):
|
|
self.received_payment_processor_worker = ProcessReceivedPaymentsWorker(
|
|
self.payment_processor,
|
|
)
|
|
|
|
def initialize_forward_tweets_processor_worker(self):
|
|
self.forward_tweets_processor_worker = ProcessForwardTweetsWorker(
|
|
self.twitter_forwarder,
|
|
)
|
|
|
|
def initialize_peer_connection_worker(self):
|
|
self.peer_connection_worker = PeerConnectionWorker(
|
|
self.squeak_controller,
|
|
10,
|
|
)
|
|
|
|
def initialize_squeak_deletion_worker(self):
|
|
self.squeak_deletion_worker = SqueakDeletionWorker(
|
|
self.squeak_controller,
|
|
self.config.node.squeak_deletion_interval_s,
|
|
)
|
|
|
|
def initialize_offer_expiry_worker(self):
|
|
self.offer_expiry_worker = SqueakOfferExpiryWorker(
|
|
self.squeak_controller,
|
|
self.config.node.offer_deletion_interval_s,
|
|
)
|
|
|
|
def initialize_new_squeak_worker(self):
|
|
self.new_squeak_worker = UpdateSubscribedSqueaksWorker(
|
|
self.squeak_controller,
|
|
)
|
|
|
|
def initialize_new_secret_key_worker(self):
|
|
self.new_secret_key_worker = UpdateSubscribedSecretKeysWorker(
|
|
self.squeak_controller,
|
|
)
|
|
|
|
def initialize_new_follow_worker(self):
|
|
self.new_follow_worker = UpdateFollowsWorker(
|
|
self.squeak_controller,
|
|
)
|
|
|
|
def initialize_twitter_stream_change_worker(self):
|
|
self.twitter_stream_change_worker = UpdateTwitterStreamWorker(
|
|
self.squeak_controller,
|
|
)
|
|
|
|
def initialize_peer_subscription_update_worker(self):
|
|
self.new_bitcoin_block_worker = PeerSubscriptionUpdateWorker(
|
|
self.squeak_controller,
|
|
self.bitcoin_block_subscription_client,
|
|
)
|
|
|
|
def initialize_download_manager(self):
|
|
self.download_manager = ActiveDownloadManager()
|