mirror of
https://github.com/RoboSats/robosats.git
synced 2025-07-17 16:23:13 +00:00
traditional environment
This commit is contained in:
jerryfletcher21
3
.gitignore
vendored
3
.gitignore
vendored
@ -661,3 +661,6 @@ nodeapp/*.html
|
||||
|
||||
# Protocol Buffers
|
||||
api/lightning/*.proto
|
||||
|
||||
# Traditional environment
|
||||
/traditional/
|
||||
|
||||
@ -27,7 +27,8 @@ class Nostr:
|
||||
|
||||
# Add relays and connect
|
||||
await client.add_relay("ws://localhost:7777")
|
||||
await client.add_relay("ws://localhost:7778")
|
||||
strfry_port = config("STRFRY_PORT", cast=str, default="7778")
|
||||
await client.add_relay(f"ws://localhost:{strfry_port}")
|
||||
await client.connect()
|
||||
|
||||
robot_name = await self.get_robot_name(order)
|
||||
|
||||
@ -385,7 +385,7 @@ def compute_avg_premium(queryset):
|
||||
|
||||
def validate_pgp_keys(pub_key, enc_priv_key):
|
||||
"""Validates PGP valid keys. Formats them in a way understandable by the frontend"""
|
||||
gpg = gnupg.GPG()
|
||||
gpg = gnupg.GPG(gnupghome=config("GNUPG_DIR", default=None))
|
||||
|
||||
# Standardize format with linux linebreaks '\n'. Windows users submitting their own keys have '\r\n' breaking communication.
|
||||
enc_priv_key = enc_priv_key.replace("\r\n", "\n").replace("\\", "\n")
|
||||
@ -439,7 +439,7 @@ def verify_signed_message(pub_key, signed_message):
|
||||
Verifies a signed cleartext PGP message. Returns whether the signature
|
||||
is valid (was made by the given pub_key) and the content of the message.
|
||||
"""
|
||||
gpg = gnupg.GPG()
|
||||
gpg = gnupg.GPG(gnupghome=config("GNUPG_DIR", default=None))
|
||||
|
||||
# import the public key
|
||||
import_result = gpg.import_keys(pub_key)
|
||||
|
||||
@ -16,6 +16,7 @@ from rest_framework.response import Response
|
||||
from rest_framework.views import APIView
|
||||
|
||||
from api.logics import Logics
|
||||
from api.tasks import cache_market
|
||||
from api.models import (
|
||||
Currency,
|
||||
LNPayment,
|
||||
@ -150,6 +151,9 @@ class MakerView(CreateAPIView):
|
||||
status.HTTP_400_BAD_REQUEST,
|
||||
)
|
||||
|
||||
if len(Currency.objects.all()) == 0:
|
||||
cache_market()
|
||||
|
||||
# Creates a new order
|
||||
order = Order(
|
||||
type=type,
|
||||
|
||||
@ -1,4 +1,5 @@
|
||||
coverage==7.8.0
|
||||
ruff==0.11.10
|
||||
git+https://github.com/Reckless-Satoshi/drf-openapi-tester.git@soften-django-requirements
|
||||
pre-commit==4.2.0
|
||||
pre-commit==4.2.0
|
||||
python-dotenv[cli]==1.1.0
|
||||
|
||||
277
scripts/traditional/README.md
Normal file
277
scripts/traditional/README.md
Normal file
@ -0,0 +1,277 @@
|
||||
# Robosats traditional environment
|
||||
|
||||
Robosats backend development and testing without docker and containers.
|
||||
|
||||
Binaries needed:
|
||||
* postgresql (`postgres`, `initdb`, `psql`)
|
||||
* redis (`redis-server`)
|
||||
* bitcoin (`bitcoind`, `bitcoin-cli`)
|
||||
* cln (`lightningd`, `lightning-cli`, `holdinvoice`)
|
||||
* lnd (`lnd`, `lncli`)
|
||||
|
||||
## Preparation
|
||||
|
||||
Postgresql and redis can be found in all linux distros and bsds.
|
||||
|
||||
Some distros do not put postgresql binaries in `PATH`, if this is the
|
||||
case simply link them somewhere in your `PATH`.
|
||||
|
||||
Example on debian:
|
||||
```
|
||||
ln -sf /usr/lib/postgresql/16/bin/postgres ~/.local/bin/
|
||||
ln -sf /usr/lib/postgresql/16/bin/initdb ~/.local/bin/
|
||||
ln -sf /usr/lib/postgresql/16/bin/psql ~/.local/bin/
|
||||
```
|
||||
|
||||
Bitcoin nodes if not already installed need to be manually downloaded.
|
||||
* bitcoin core binaries can be found here: https://bitcoincore.org/en/download
|
||||
* cln binaries can be found here: https://github.com/ElementsProject/lightning/releases
|
||||
* holdinvoice binary can be found here: https://github.com/daywalker90/holdinvoice/releases
|
||||
* lnd binaries can be found here: https://github.com/lightningnetwork/lnd/releases
|
||||
|
||||
Example preparation:
|
||||
```
|
||||
$ python3 -m venv venv
|
||||
$ . venv/bin/activate
|
||||
$ pip install -r requirements_dev.txt
|
||||
$ pip install -r requirements.txt
|
||||
|
||||
$ mkdir traditional
|
||||
$ mkdir traditional/programs
|
||||
$ cd traditional/programs
|
||||
|
||||
# if you do not have them already installed
|
||||
$ mkdir bitcoin cln lnd
|
||||
# download bitcoin, cln (and holdinvoice) and lnd binaries
|
||||
|
||||
# follow https://github.com/hoytech/strfry#compile
|
||||
$ git clone https://github.com/hoytech/strfry
|
||||
$ cd strfry
|
||||
$ git submodule update --init
|
||||
$ git checkout 1.0.4
|
||||
$ make setup-golpe
|
||||
$ make -j4
|
||||
|
||||
# if you want to use roboauto
|
||||
# still in traditional/programs
|
||||
$ git clone https://github.com/jerryfletcher21/roboauto
|
||||
$ cd roboauto
|
||||
$ pip install -r requirements.txt
|
||||
$ pip install .
|
||||
```
|
||||
|
||||
## env file
|
||||
|
||||
```
|
||||
$ cp .env-sample .env
|
||||
```
|
||||
Edit `.env`, both robosats and traditional scripts will read from there.
|
||||
|
||||
Variables to change:
|
||||
```
|
||||
LNVENDOR = "CLN"
|
||||
# LNVENDOR = "LND"
|
||||
|
||||
BITCOIND_RPCURL = "http://127.0.0.1:18443"
|
||||
BITCOIND_RPCUSER = "test"
|
||||
BITCOIND_RPCPASSWORD = "test"
|
||||
CLN_DIR = "traditional/nodes/cln-coord/regtest/"
|
||||
CLN_GRPC_HOST = "localhost:9999"
|
||||
CLN_GRPC_HOLD_HOST = "localhost:9998"
|
||||
LND_DIR = "traditional/nodes/lnd-coord/"
|
||||
MACAROON_PATH = "data/chain/bitcoin/regtest/admin.macaroon"
|
||||
LND_GRPC_HOST = "localhost:10009"
|
||||
# POSTGRES_DB should not be postgres
|
||||
POSTGRES_DB = "robosats"
|
||||
# POSTGRES_USER should not be the same as $USER environment variable
|
||||
POSTGRES_USER = "robosats"
|
||||
POSTGRES_PASSWORD = "robosats"
|
||||
USE_TOR = False
|
||||
LOG_TO_CONSOLE = True
|
||||
LOGGER_LEVEL = "INFO"
|
||||
```
|
||||
|
||||
Variables to add:
|
||||
```
|
||||
DEVELOPMENT = True
|
||||
TESTING = True
|
||||
SKIP_FRONTEND_TESTS = True
|
||||
TIMING_EXTRA_IN_TESTS = True
|
||||
|
||||
# LNVENDOR_USER is what robosats calls robot node in tests
|
||||
LNVENDOR_USER = "LND"
|
||||
# LNVENDOR_USER = "CLN"
|
||||
|
||||
DAPHNE_PORT = 9000
|
||||
GUNICORN_PORT = 8080
|
||||
RUNSERVER_PORT = 8000
|
||||
STRFRY_PORT = 7778
|
||||
|
||||
BITCOIND_BIN = "traditional/programs/bitcoin/bin/bitcoind"
|
||||
BITCOIN_CLI_BIN = "traditional/programs/bitcoin/bin/bitcoin-cli"
|
||||
LIGHTNINGD_BIN = "traditional/programs/cln/bin/lightningd"
|
||||
LIGHTNING_CLI_BIN = "traditional/programs/cln/bin/lightning-cli"
|
||||
HOLDINVOICE_PLUGIN_BIN = "traditional/programs/cln/holdinvoice"
|
||||
LND_BIN = "traditional/programs/lnd/lnd"
|
||||
LNCLI_BIN = "traditional/programs/lnd/lncli"
|
||||
STRFRY_GIT_DIR = "traditional/programs/strfry"
|
||||
ROBOAUTO_GIT_DIR = "traditional/programs/roboauto"
|
||||
TRADITIONAL_NODES_DIR = "traditional/nodes"
|
||||
TRADITIONAL_SERVICES_DIR = "traditional/services"
|
||||
TRADITIONAL_LOGS_DIR = "traditional/logs"
|
||||
GNUPG_DIR = "traditional/services/gnupg"
|
||||
|
||||
BITCOIN_TEST_ZMQ_BLOCK_PORT = 28432
|
||||
BITCOIN_TEST_ZMQ_TX_PORT = 28433
|
||||
|
||||
# CLN_GRPC_HOST and CLN_GRPC_HOLD_HOST are for coord
|
||||
CLN_TEST_COORD_LISTEN_PORT = 19846
|
||||
CLN_TEST_USER_GRPC_PORT = 9989
|
||||
CLN_TEST_USER_LISTEN_PORT = 19836
|
||||
|
||||
# LND_GRPC_HOST is for coord
|
||||
LND_TEST_COORD_LISTEN_PORT = 19746
|
||||
LND_TEST_COORD_REST_PORT = 8181
|
||||
LND_TEST_COORD_MACAROON_PATH = "traditional/nodes/lnd-coord/data/chain/bitcoin/regtest/admin.macaroon"
|
||||
|
||||
LND_TEST_USER_GRPC_PORT = 10010
|
||||
LND_TEST_USER_LISTEN_PORT = 19736
|
||||
LND_TEST_USER_REST_PORT = 8182
|
||||
LND_TEST_USER_MACAROON_PATH = "traditional/nodes/lnd-user/data/chain/bitcoin/regtest/admin.macaroon"
|
||||
```
|
||||
|
||||
Paths can be relative or absolute. Binaries should be paths, they are
|
||||
not resolved with `PATH`.
|
||||
|
||||
Roboauto can be disabled by not setting `ROBOAUTO_GIT_DIR` or setting it
|
||||
to `false`.
|
||||
|
||||
If some ports are already in use, change their value.
|
||||
|
||||
To check which port are already in use, `netstat -tulnp` with root
|
||||
privileges can be used.
|
||||
|
||||
For example if there is alread an instance of postgresql running on the
|
||||
default port, change `POSTGRES_PORT = "5433"`.
|
||||
|
||||
## Usage
|
||||
|
||||
For development and testing two scripts are provided:
|
||||
* `traditional-services` for non bitcoin related services
|
||||
* `regtest-nodes` for bitcoin and lightning nodes
|
||||
|
||||
`traditional-services` sets up the database and manages the services.
|
||||
|
||||
Everything is done locally, so no root privileges/service managers are
|
||||
needed.
|
||||
|
||||
`regtest-nodes` is a script that should be sourced, it sets up a regtest
|
||||
environment, with bitcoin core, cln, lnd and roboauto, connecting them
|
||||
and creating channels. It then exposes the functions `btc_reg`,
|
||||
`cln_coord`, `cln_user`, `lnd_coord`, `lnd_user`, `ra_reg` to interact
|
||||
with the nodes and roboauto.
|
||||
|
||||
If the script is sourced in a `bash` shell, it will also source
|
||||
completions for all the functions.
|
||||
|
||||
`regtest-nodes` can also be run without arguments to simply expose the
|
||||
functions to start and remove the nodes and to create the channels
|
||||
between them, without setting up a specific environment.
|
||||
|
||||
Setup:
|
||||
```
|
||||
# change .env file
|
||||
|
||||
$ . venv/bin/activate
|
||||
|
||||
# generate cln and lnd grpc
|
||||
$ scripts/generate_grpc.sh
|
||||
|
||||
$ . scripts/traditional/regtest-nodes test
|
||||
|
||||
$ scripts/traditional/traditional-services postgres-setup
|
||||
|
||||
$ scripts/traditional/traditional-services postgres-database
|
||||
|
||||
$ scripts/traditional/traditional-services strfry-setup
|
||||
|
||||
# remove the nodes
|
||||
$ robosats_regtest_stop_and_remove_all
|
||||
|
||||
# postgres-database will create the database specified by
|
||||
# POSTGRES_DB in .env, it can be run multiple times with
|
||||
# different values of POSTGRES_DB for different databases
|
||||
```
|
||||
|
||||
Testing:
|
||||
```
|
||||
# edit .env setting LNVENDOR to either "CLN" or "LND"
|
||||
# LNVENDOR_USER while running tests should be set to "LND"
|
||||
|
||||
# in the main window
|
||||
$ . venv/bin/activate
|
||||
$ . scripts/traditional/regtest-nodes test
|
||||
|
||||
# in a secondary window
|
||||
$ . venv/bin/activate
|
||||
# can be stopped with Control-C
|
||||
$ scripts/traditional/traditional-services test
|
||||
|
||||
# back in the main window
|
||||
$ python3 manage.py test
|
||||
|
||||
# after having run the tests run
|
||||
$ robosats_regtest_stop_and_remove_all
|
||||
# to remove the nodes, they will be recreated when
|
||||
# running the tests again
|
||||
|
||||
# python3 manage.py test can be run multiple times with the same database
|
||||
# to have a clean database either use a different value
|
||||
# of POSTGRES_DB or use a different directory (and run again the setup)
|
||||
# by moving traditional/services/postgres somewhere and the moving it back when
|
||||
# you want to use the old database again
|
||||
```
|
||||
|
||||
Development:
|
||||
```
|
||||
# edit .env setting LNVENDOR to either "CLN" or "LND"
|
||||
# and LNVENDOR_USER to either "CLN" or "LND"
|
||||
|
||||
# in the main window
|
||||
$ . venv/bin/activate
|
||||
$ . scripts/traditional/regtest-nodes server
|
||||
|
||||
# in a secondary window
|
||||
$ . venv/bin/activate
|
||||
# can be stopped with Control-C
|
||||
$ scripts/traditional/traditional-services server
|
||||
|
||||
# to see the output of the django runserver command
|
||||
# in a third window
|
||||
$ tail -f traditional/logs/runserver
|
||||
|
||||
# if roboauto is active, use it to test the backend
|
||||
# back in the main window
|
||||
$ ra_reg --help
|
||||
...
|
||||
$ ra_reg create-order "$(ra_reg generate-robot --loc)" type=buy currency=btc min_amount=0.001 max_amount=0.002 payment_method="On-Chain BTC" premium=-1.5
|
||||
...
|
||||
$ ra_reg take-order $(ra_reg generate-robot --loc) order-id
|
||||
...
|
||||
$ ra_reg escrow-pay RobotName
|
||||
...
|
||||
```
|
||||
|
||||
Update:
|
||||
```
|
||||
$ . venv/bin/activate
|
||||
|
||||
$ pip install -r requirements_dev.txt
|
||||
$ pip install -r requirements.txt
|
||||
|
||||
# start just postgres and redis in an other window
|
||||
$ scripts/traditional/traditional-services test
|
||||
|
||||
# in the main window
|
||||
$ python3 manage.py migrate
|
||||
```
|
||||
1438
scripts/traditional/regtest-nodes
Executable file
1438
scripts/traditional/regtest-nodes
Executable file
File diff suppressed because it is too large
Load Diff
281
scripts/traditional/robosats.bash-completion
Executable file
281
scripts/traditional/robosats.bash-completion
Executable file
@ -0,0 +1,281 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# adapted from
|
||||
# https://github.com/bitcoin/bitcoin/blob/master/contrib/completions/bash/bitcoin-cli.bash
|
||||
_bitcoin_cli() {
|
||||
local cur prev words=() cword
|
||||
local bitcoin_cli
|
||||
|
||||
# save and use original argument to invoke bitcoin-cli for -help, help and RPC
|
||||
# as bitcoin-cli might not be in $PATH
|
||||
bitcoin_cli="$1"
|
||||
|
||||
if ! command -v "$bitcoin_cli" >/dev/null 2>&1; then
|
||||
return 0
|
||||
fi
|
||||
|
||||
COMPREPLY=()
|
||||
_get_comp_words_by_ref -n = cur prev words cword
|
||||
|
||||
if ((cword > 5)); then
|
||||
case ${words[cword-5]} in
|
||||
sendtoaddress)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "true false" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
|
||||
if ((cword > 4)); then
|
||||
case ${words[cword-4]} in
|
||||
importaddress|listtransactions|setban)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "true false" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
signrawtransactionwithkey|signrawtransactionwithwallet)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "ALL NONE SINGLE ALL|ANYONECANPAY NONE|ANYONECANPAY SINGLE|ANYONECANPAY" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
|
||||
if ((cword > 3)); then
|
||||
case ${words[cword-3]} in
|
||||
addmultisigaddress)
|
||||
return 0
|
||||
;;
|
||||
getbalance|gettxout|importaddress|importpubkey|importprivkey|listreceivedbyaddress|listsinceblock)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "true false" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
|
||||
if ((cword > 2)); then
|
||||
case ${words[cword-2]} in
|
||||
addnode)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "add remove onetry" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
setban)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "add remove" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
fundrawtransaction|getblock|getblockheader|getmempoolancestors|getmempooldescendants|getrawtransaction|gettransaction|listreceivedbyaddress|sendrawtransaction)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "true false" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
|
||||
case "$prev" in
|
||||
backupwallet|dumpwallet|importwallet)
|
||||
_filedir
|
||||
return 0
|
||||
;;
|
||||
getaddednodeinfo|getrawmempool|lockunspent)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "true false" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
getbalance|getnewaddress|listtransactions|sendmany)
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
|
||||
# determine already specified args necessary for RPC
|
||||
local rpcargs=()
|
||||
local i
|
||||
for i in ${COMP_LINE}; do
|
||||
case "$i" in
|
||||
-conf=*|-datadir=*|-rpc*|-chain=*|-testnet|-signet|-regtest)
|
||||
rpcargs=( "${rpcargs[@]}" "$i" )
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
case "$cur" in
|
||||
-conf=*)
|
||||
cur="${cur#*=}"
|
||||
_filedir
|
||||
return 0
|
||||
;;
|
||||
-datadir=*)
|
||||
cur="${cur#*=}"
|
||||
_filedir -d
|
||||
return 0
|
||||
;;
|
||||
-rpcwallet=*)
|
||||
cur="${cur#*=}"
|
||||
wallets="$($bitcoin_cli "${rpcargs[@]}" listwallets | jq -r '.[]')"
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "$wallets" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
-*=*) # prevent nonsense completions
|
||||
return 0
|
||||
;;
|
||||
*)
|
||||
local helpopts commands completions
|
||||
|
||||
# only parse -help if senseful
|
||||
if [[ -z "$cur" || "$cur" =~ ^- ]]; then
|
||||
helpopts=$($bitcoin_cli -help 2>&1 | awk '$1 ~ /^-/ { sub(/=.*/, "="); print $1 }' )
|
||||
fi
|
||||
|
||||
# only parse help if senseful
|
||||
if [[ -z "$cur" || "$cur" =~ ^[a-z] ]]; then
|
||||
commands=$($bitcoin_cli "${rpcargs[@]}" help 2>/dev/null | awk '$1 ~ /^[a-z]/ { print $1; }')
|
||||
fi
|
||||
|
||||
completions="$helpopts $commands generatetoaddress"
|
||||
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "$completions" -- "$cur" ) )
|
||||
|
||||
# Prevent space if an argument is desired
|
||||
local word
|
||||
for word in "${COMPREPLY[@]}"; do
|
||||
case "$word" in
|
||||
*=)
|
||||
compopt -o nospace
|
||||
break
|
||||
;;
|
||||
esac
|
||||
done
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
} &&
|
||||
complete -F _bitcoin_cli btc_reg
|
||||
|
||||
# adapted from
|
||||
# https://github.com/ElementsProject/lightning/blob/master/contrib/lightning-cli.bash-completion
|
||||
_lightning_cli() {
|
||||
local command_name="$1"
|
||||
# local current_word="$2"
|
||||
local previous_word="$3"
|
||||
|
||||
local lightning_cli
|
||||
|
||||
# lightning_cli might not be in $PATH
|
||||
lightning_cli="$command_name"
|
||||
|
||||
if ! command -v "$lightning_cli" >/dev/null 2>&1; then
|
||||
return 0
|
||||
fi
|
||||
|
||||
if [ "${COMP_CWORD}" -eq 1 ]; then
|
||||
complete_opt=true
|
||||
else
|
||||
case "$previous_word" in
|
||||
--help|-h) complete_opt=false ;;
|
||||
help|-*) complete_opt=true ;;
|
||||
*) complete_opt=false ;;
|
||||
esac
|
||||
fi
|
||||
|
||||
if [ "$complete_opt" = true ]; then
|
||||
# shellcheck disable=SC2034
|
||||
local cur prev words=() cword
|
||||
|
||||
COMPREPLY=()
|
||||
_get_comp_words_by_ref -n = cur prev words cword
|
||||
|
||||
case "$cur" in
|
||||
-*=*) # prevent nonsense completions
|
||||
return 0
|
||||
;;
|
||||
*)
|
||||
local helpopts globalcmds
|
||||
|
||||
# get the global options, starting with --
|
||||
if [[ -z "$cur" || "$cur" =~ ^- ]]; then
|
||||
globalcmds="$(
|
||||
$lightning_cli --help 2>&1 |
|
||||
tr '|' '\n' |
|
||||
sed -n -e 's/ .*//' -e 's/\(-[-a-z0-9A-Z]*\).*/\1/p'
|
||||
)"
|
||||
fi
|
||||
|
||||
# get the regular commands
|
||||
if [[ -z "$cur" || "$cur" =~ ^[a-z] ]]; then
|
||||
helpopts="$(
|
||||
$lightning_cli help 2>/dev/null |
|
||||
sed -n 's/^\([a-z][a-z_-]*\).*/\1/p' |
|
||||
sed '$ d'
|
||||
)"
|
||||
fi
|
||||
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "$helpopts $globalcmds" -X "*," -- "$cur" ) )
|
||||
;;
|
||||
esac
|
||||
else
|
||||
_minimal
|
||||
fi
|
||||
} &&
|
||||
complete -F _lightning_cli cln_coord &&
|
||||
complete -F _lightning_cli cln_user
|
||||
|
||||
# adapted from
|
||||
# https://github.com/lightningnetwork/lnd/blob/master/contrib/lncli.bash-completion
|
||||
_lncli() {
|
||||
local cur prev words=() cword
|
||||
local lncli
|
||||
|
||||
# lncli might not be in $PATH
|
||||
lncli="$1"
|
||||
|
||||
if ! command -v "$lncli" >/dev/null 2>&1; then
|
||||
return 0
|
||||
fi
|
||||
|
||||
COMPREPLY=()
|
||||
_get_comp_words_by_ref -n = cur prev words cword
|
||||
|
||||
case "$prev" in
|
||||
# example of further completion
|
||||
newaddress)
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "p2wkh np2wkh" -- "$cur" ) )
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
|
||||
case "$cur" in
|
||||
-*=*) # prevent nonsense completions
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
|
||||
if [ "$cword" -eq 1 ] || {
|
||||
[ "$cword" -eq 2 ] && [ "$prev" = "help" ]
|
||||
}; then
|
||||
local helpopts globalcmds completions
|
||||
|
||||
# get the global options, starting with --
|
||||
if [[ -z "$cur" || "$cur" =~ ^- ]]; then
|
||||
globalcmds=$($lncli help 2>&1 | awk '$1 ~ /^-/ { sub(/,/, ""); print $1}')
|
||||
fi
|
||||
|
||||
# get the regular commands
|
||||
if [[ -z "$cur" || "$cur" =~ ^[a-z] ]]; then
|
||||
helpopts=$($lncli help 2>/dev/null | awk '$1 ~ /^[a-z]/ { print $1; }' )
|
||||
fi
|
||||
|
||||
completions="$helpopts $globalcmds help"
|
||||
|
||||
# shellcheck disable=SC2207
|
||||
COMPREPLY=( $( compgen -W "$completions" -X "*," -- "$cur" ) )
|
||||
fi
|
||||
} &&
|
||||
complete -F _lncli lnd_coord &&
|
||||
complete -F _lncli lnd_user
|
||||
138
scripts/traditional/templates/strfry.conf
Normal file
138
scripts/traditional/templates/strfry.conf
Normal file
@ -0,0 +1,138 @@
|
||||
##
|
||||
## Default strfry config
|
||||
##
|
||||
|
||||
# Directory that contains the strfry LMDB database (restart required)
|
||||
db = "$STRFRY_DIR/"
|
||||
|
||||
dbParams {
|
||||
# Maximum number of threads/processes that can simultaneously have LMDB transactions open (restart required)
|
||||
maxreaders = 256
|
||||
|
||||
# Size of mmap() to use when loading LMDB (default is 10TB, does *not* correspond to disk-space used) (restart required)
|
||||
mapsize = 10995116277760
|
||||
|
||||
# Disables read-ahead when accessing the LMDB mapping. Reduces IO activity when DB size is larger than RAM. (restart required)
|
||||
noReadAhead = false
|
||||
}
|
||||
|
||||
events {
|
||||
# Maximum size of normalised JSON, in bytes
|
||||
maxEventSize = 65536
|
||||
|
||||
# Events newer than this will be rejected
|
||||
rejectEventsNewerThanSeconds = 900
|
||||
|
||||
# Events older than this will be rejected
|
||||
rejectEventsOlderThanSeconds = 94608000
|
||||
|
||||
# Ephemeral events older than this will be rejected
|
||||
rejectEphemeralEventsOlderThanSeconds = 60
|
||||
|
||||
# Ephemeral events will be deleted from the DB when older than this
|
||||
ephemeralEventsLifetimeSeconds = 300
|
||||
|
||||
# Maximum number of tags allowed
|
||||
maxNumTags = 2000
|
||||
|
||||
# Maximum size for tag values, in bytes
|
||||
maxTagValSize = 1024
|
||||
}
|
||||
|
||||
relay {
|
||||
# Interface to listen on. Use 0.0.0.0 to listen on all interfaces (restart required)
|
||||
bind = "127.0.0.1"
|
||||
|
||||
# Port to open for the nostr websocket protocol (restart required)
|
||||
port = $STRFRY_PORT
|
||||
|
||||
# Set OS-limit on maximum number of open files/sockets (if 0, don't attempt to set) (restart required)
|
||||
nofiles = 1000000
|
||||
|
||||
# HTTP header that contains the client's real IP, before reverse proxying (ie x-real-ip) (MUST be all lower-case)
|
||||
realIpHeader = ""
|
||||
|
||||
info {
|
||||
# NIP-11: Name of this server. Short/descriptive (< 30 characters)
|
||||
name = "Robosats"
|
||||
|
||||
# NIP-11: Detailed information about relay, free-form
|
||||
description = "Federation cache system."
|
||||
|
||||
# NIP-11: Administrative nostr pubkey, for contact purposes
|
||||
pubkey = ""
|
||||
|
||||
# NIP-11: Alternative administrative contact (email, website, etc)
|
||||
contact = ""
|
||||
}
|
||||
|
||||
# Maximum accepted incoming websocket frame size (should be larger than max event) (restart required)
|
||||
maxWebsocketPayloadSize = 131072
|
||||
|
||||
# Websocket-level PING message frequency (should be less than any reverse proxy idle timeouts) (restart required)
|
||||
autoPingSeconds = 55
|
||||
|
||||
# If TCP keep-alive should be enabled (detect dropped connections to upstream reverse proxy)
|
||||
enableTcpKeepalive = false
|
||||
|
||||
# How much uninterrupted CPU time a REQ query should get during its DB scan
|
||||
queryTimesliceBudgetMicroseconds = 10000
|
||||
|
||||
# Maximum records that can be returned per filter
|
||||
maxFilterLimit = 500
|
||||
|
||||
# Maximum number of subscriptions (concurrent REQs) a connection can have open at any time
|
||||
maxSubsPerConnection = 3
|
||||
|
||||
writePolicy {
|
||||
# If non-empty, path to an executable script that implements the writePolicy plugin logic
|
||||
plugin = ""
|
||||
}
|
||||
|
||||
compression {
|
||||
# Use permessage-deflate compression if supported by client. Reduces bandwidth, but slight increase in CPU (restart required)
|
||||
enabled = true
|
||||
|
||||
# Maintain a sliding window buffer for each connection. Improves compression, but uses more memory (restart required)
|
||||
slidingWindow = false
|
||||
}
|
||||
|
||||
logging {
|
||||
# Dump all incoming messages
|
||||
dumpInAll = false
|
||||
|
||||
# Dump all incoming EVENT messages
|
||||
dumpInEvents = false
|
||||
|
||||
# Dump all incoming REQ/CLOSE messages
|
||||
dumpInReqs = false
|
||||
|
||||
# Log performance metrics for initial REQ database scans
|
||||
dbScanPerf = false
|
||||
|
||||
# Log reason for invalid event rejection? Can be disabled to silence excessive logging
|
||||
invalidEvents = true
|
||||
}
|
||||
|
||||
numThreads {
|
||||
# Ingester threads: route incoming requests, validate events/sigs (restart required)
|
||||
ingester = 3
|
||||
|
||||
# reqWorker threads: Handle initial DB scan for events (restart required)
|
||||
reqWorker = 3
|
||||
|
||||
# reqMonitor threads: Handle filtering of new events (restart required)
|
||||
reqMonitor = 3
|
||||
|
||||
# negentropy threads: Handle negentropy protocol messages (restart required)
|
||||
negentropy = 2
|
||||
}
|
||||
|
||||
negentropy {
|
||||
# Support negentropy protocol messages
|
||||
enabled = true
|
||||
|
||||
# Maximum records that sync will process before returning an error
|
||||
maxSyncEvents = 1000000
|
||||
}
|
||||
}
|
||||
468
scripts/traditional/traditional-services
Executable file
468
scripts/traditional/traditional-services
Executable file
@ -0,0 +1,468 @@
|
||||
#!/bin/sh
|
||||
|
||||
_command_exist() {
|
||||
if command -v "$1" >/dev/null 2>&1; then
|
||||
return 0
|
||||
else
|
||||
echo "error: $1 command not found" >&2
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
_create_dir() {
|
||||
if [ ! -e "$1" ]; then
|
||||
mkdir -p "$1" || return "$?"
|
||||
if [ "$#" -ge 2 ]; then
|
||||
if ! chmod "$2" "$1"; then
|
||||
echo "error: setting chmod $2 of $1" >&2
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
elif [ ! -d "$1" ]; then
|
||||
echo "error: $1 is not a directory" >&2
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
# if $2 is provided use it as default
|
||||
# otherwise return error when not found
|
||||
_get_env_var() {
|
||||
if ! env_var="$(dotenv -f ".env" get "$1" 2>/dev/null)"; then
|
||||
if [ "$#" -ge 2 ]; then
|
||||
env_var="$2"
|
||||
else
|
||||
echo "error: getting $1 from .env" >&2
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
printf "%s\n" "$env_var"
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
# transform relative path into absolute and remove trailing slashes
|
||||
_get_env_var_path() {
|
||||
env_var="$(_get_env_var "$@")" || return "$?"
|
||||
real_path="$(realpath -m "$env_var")" || return "$?"
|
||||
printf "%s\n" "$real_path"
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
_services_environment_set() {
|
||||
TRADITIONAL_SERVICES_DIR="$(_get_env_var_path "TRADITIONAL_SERVICES_DIR")" || return "$?"
|
||||
TRADITIONAL_LOGS_DIR="$(_get_env_var_path "TRADITIONAL_LOGS_DIR")" || return "$?"
|
||||
_create_dir "$TRADITIONAL_SERVICES_DIR" || return "$?"
|
||||
_create_dir "$TRADITIONAL_LOGS_DIR" || return "$?"
|
||||
|
||||
POSTGRES_DIR="$TRADITIONAL_SERVICES_DIR/postgres"
|
||||
REDIS_DIR="$TRADITIONAL_SERVICES_DIR/redis"
|
||||
STRFRY_DIR="$TRADITIONAL_SERVICES_DIR/strfry"
|
||||
GNUPG_DIR="$(_get_env_var_path "GNUPG_DIR")" || return "$?"
|
||||
|
||||
POSTGRES_DB="$(_get_env_var "POSTGRES_DB")" || return "$?"
|
||||
POSTGRES_USER="$(_get_env_var "POSTGRES_USER")" || return "$?"
|
||||
POSTGRES_PASS="$(_get_env_var "POSTGRES_PASSWORD")" || return "$?"
|
||||
POSTGRES_PORT="$(_get_env_var "POSTGRES_PORT")" || return "$?"
|
||||
|
||||
REDIS_URL="$(_get_env_var "REDIS_URL")" || return "$?"
|
||||
REDIS_PORT="$(
|
||||
printf "%s\n" "$REDIS_URL" |
|
||||
rev |
|
||||
cut -d ":" -f 1 |
|
||||
rev |
|
||||
cut -d "/" -f 1
|
||||
)"
|
||||
|
||||
STRFRY_GIT_DIR="$(_get_env_var_path "STRFRY_GIT_DIR")" || return "$?"
|
||||
|
||||
RUNSERVER_PORT="$(_get_env_var "RUNSERVER_PORT")" || return "$?"
|
||||
STRFRY_PORT="$(_get_env_var "STRFRY_PORT")" || return "$?"
|
||||
|
||||
if [ "$POSTGRES_DB" = "postgres" ]; then
|
||||
echo "error: POSTGRES_DB should not be postgres" >&2
|
||||
return 1
|
||||
fi
|
||||
if [ "$POSTGRES_USER" = "$USER" ]; then
|
||||
echo "error: POSTGRES_USER should not be the same as USER" >&2
|
||||
return 1
|
||||
fi
|
||||
|
||||
TRADITIONAL_DIR="$(realpath "$(dirname "$0")")"
|
||||
|
||||
STRFRY_CONF="$STRFRY_DIR/strfry.conf"
|
||||
|
||||
strfry_bin="$STRFRY_GIT_DIR/strfry"
|
||||
|
||||
# to prevent having same command names and killing wrong programs
|
||||
python_bin="$(which python3)"
|
||||
celery_bin="$(which celery)"
|
||||
|
||||
# docker-compose.yml
|
||||
|
||||
RUNSERVER_COMMAND="$python_bin manage.py runserver 0.0.0.0:$RUNSERVER_PORT"
|
||||
|
||||
CLEAN_ORDERS_COMMAND="$python_bin manage.py clean_orders"
|
||||
FOLLOW_INVOICES_COMMAND="$python_bin manage.py follow_invoices"
|
||||
# TELEGRAM_WATCHER_COMMAND="$python_bin manage.py telegram_watcher"
|
||||
|
||||
CELERY_DEV_COMMAND="$celery_bin -A robosats worker --loglevel=INFO --concurrency 4 --max-tasks-per-child=4 --max-memory-per-child=200000"
|
||||
CELERY_BEAT_COMMAND="$celery_bin -A robosats beat -l info --scheduler django_celery_beat.schedulers:DatabaseScheduler"
|
||||
|
||||
STRFRY_RELAY_COMMAND="$strfry_bin --config $STRFRY_CONF relay"
|
||||
}
|
||||
|
||||
strfry_setup() {
|
||||
if [ -e "$STRFRY_CONF" ]; then
|
||||
echo "strfry conf $STRFRY_CONF already exists"
|
||||
return 0
|
||||
fi
|
||||
|
||||
_create_dir "$STRFRY_DIR" "0700" || return "$?"
|
||||
|
||||
cp "$TRADITIONAL_DIR/templates/strfry.conf" "$STRFRY_CONF"
|
||||
|
||||
sed -i "s|\$STRFRY_DIR|$STRFRY_DIR|g" "$STRFRY_CONF"
|
||||
sed -i "s/\$STRFRY_PORT/$STRFRY_PORT/g" "$STRFRY_CONF"
|
||||
|
||||
echo "strfry directory set up"
|
||||
}
|
||||
|
||||
postgres_action() {
|
||||
if [ "$#" -lt 1 ]; then
|
||||
echo "error: insert postgres action" >&2
|
||||
return 1
|
||||
fi
|
||||
action="$1"
|
||||
shift 1
|
||||
case "$action" in
|
||||
setup|database) ;;
|
||||
*)
|
||||
echo "error: wrong action" >&2
|
||||
return 1
|
||||
;;
|
||||
esac
|
||||
|
||||
if ! _command_exist postgres; then
|
||||
return 1
|
||||
fi
|
||||
if ! _command_exist initdb; then
|
||||
return 1
|
||||
fi
|
||||
if ! _command_exist psql; then
|
||||
return 1
|
||||
fi
|
||||
|
||||
case "$action" in
|
||||
setup)
|
||||
if [ -e "$POSTGRES_DIR" ]; then
|
||||
echo "postgres directory $POSTGRES_DIR already exists"
|
||||
return 0
|
||||
fi
|
||||
_create_dir "$POSTGRES_DIR" "0700" || return "$?"
|
||||
|
||||
if ! initdb -D "$POSTGRES_DIR"; then
|
||||
echo "error: running initdb" >&2
|
||||
return 1
|
||||
fi
|
||||
|
||||
cat << EOF > "$POSTGRES_DIR/postgresql.conf"
|
||||
port = $POSTGRES_PORT
|
||||
unix_socket_directories = '$POSTGRES_DIR'
|
||||
EOF
|
||||
;;
|
||||
database)
|
||||
if [ ! -d "$POSTGRES_DIR" ]; then
|
||||
printf "%s%s\n" \
|
||||
"error: $POSTGRES_DIR is not a directory, " \
|
||||
"should run postgres-setup" \
|
||||
>&2
|
||||
return 1
|
||||
fi
|
||||
;;
|
||||
esac
|
||||
|
||||
postgres_setup_log_file="$TRADITIONAL_LOGS_DIR/postgres-setup-log"
|
||||
echo "starting postgres, setup log file is $postgres_setup_log_file"
|
||||
postgres -D "$POSTGRES_DIR" >>"$postgres_setup_log_file" 2>&1 &
|
||||
postgres_pid="$!"
|
||||
|
||||
_postgres_shut_down() {
|
||||
echo "shutting down postgres"
|
||||
if ! kill "$postgres_pid"; then
|
||||
echo "error: shutting down postgres" >&2
|
||||
return 1
|
||||
fi
|
||||
}
|
||||
|
||||
echo "wait..."
|
||||
sleep 5
|
||||
|
||||
case "$action" in
|
||||
setup)
|
||||
echo "setting up postgres user $POSTGRES_USER"
|
||||
psql_stdin=$(cat << EOF
|
||||
CREATE ROLE $POSTGRES_USER WITH LOGIN PASSWORD '$POSTGRES_PASS';
|
||||
ALTER ROLE $POSTGRES_USER CREATEDB;
|
||||
EOF
|
||||
)
|
||||
;;
|
||||
database)
|
||||
psql_stdin=$(cat << EOF
|
||||
CREATE DATABASE $POSTGRES_DB OWNER $POSTGRES_USER;
|
||||
EOF
|
||||
)
|
||||
;;
|
||||
esac
|
||||
printf "%s\n" "$psql_stdin" |
|
||||
psql -h localhost -p "$POSTGRES_PORT" -U "$USER" -d postgres
|
||||
|
||||
echo "wait..."
|
||||
sleep 5
|
||||
|
||||
case "$action" in
|
||||
database)
|
||||
if ! DJANGO_SUPERUSER_USERNAME="$(_get_env_var "ESCROW_USERNAME")"; then
|
||||
_postgres_shut_down || return "$?"
|
||||
return 1
|
||||
fi
|
||||
|
||||
if ! python3 manage.py migrate; then
|
||||
_postgres_shut_down || return "$?"
|
||||
return 1
|
||||
fi
|
||||
|
||||
# shellcheck disable=SC2034
|
||||
DJANGO_SUPERUSER_PASSWORD="password"
|
||||
DJANGO_SUPERUSER_EMAIL="superuser@email.com"
|
||||
if ! python3 manage.py createsuperuser \
|
||||
--noinput \
|
||||
--username "$DJANGO_SUPERUSER_USERNAME" \
|
||||
--email "$DJANGO_SUPERUSER_EMAIL"
|
||||
then
|
||||
_postgres_shut_down || return "$?"
|
||||
return 1
|
||||
fi
|
||||
;;
|
||||
esac
|
||||
|
||||
_postgres_shut_down || return "$?"
|
||||
|
||||
return 0
|
||||
}
|
||||
|
||||
cleanup_signal() {
|
||||
printf "\n"
|
||||
printf "%s\n" "Caught $1 signal, sending it to services..."
|
||||
|
||||
pkill -"$2" -f "$STRFRY_RELAY_COMMAND"
|
||||
pkill -"$2" -f "$CELERY_BEAT_COMMAND"
|
||||
pkill -"$2" -f "$CELERY_DEV_COMMAND"
|
||||
pkill -"$2" -f "$FOLLOW_INVOICES_COMMAND"
|
||||
# pkill -"$2" -f "$TELEGRAM_WATCHER_COMMAND"
|
||||
pkill -"$2" -f "$CLEAN_ORDERS_COMMAND"
|
||||
pkill -"$2" -f "$RUNSERVER_COMMAND"
|
||||
pkill -"$2" -f "redis-server \*:${REDIS_PORT}"
|
||||
pkill -"$2" -f "postgres -D $POSTGRES_DIR"
|
||||
|
||||
exit 0
|
||||
}
|
||||
|
||||
cleanup_int() {
|
||||
printf "\n"
|
||||
printf "%s\n" "Caught INT signal, shutting down services..."
|
||||
|
||||
pkill -TERM -f "$STRFRY_RELAY_COMMAND"
|
||||
pkill -INT -f "$CELERY_BEAT_COMMAND"
|
||||
pkill -INT -f "$CELERY_DEV_COMMAND"
|
||||
pkill -TERM -f "$FOLLOW_INVOICES_COMMAND"
|
||||
# pkill -TERM -f "$TELEGRAM_WATCHER_COMMAND"
|
||||
pkill -TERM -f "$CLEAN_ORDERS_COMMAND"
|
||||
pkill -TERM -f "$RUNSERVER_COMMAND"
|
||||
pkill -INT -f "redis-server \*:${REDIS_PORT}"
|
||||
pkill -INT -f "postgres -D $POSTGRES_DIR"
|
||||
|
||||
exit 0
|
||||
}
|
||||
|
||||
main_loop() {
|
||||
if [ "$#" -lt 1 ]; then
|
||||
echo "error: insert main loop action" >&2
|
||||
return 1
|
||||
fi
|
||||
action="$1"
|
||||
shift 1
|
||||
case "$action" in
|
||||
test|server) ;;
|
||||
*)
|
||||
echo "error: $1 is invalid" >&2
|
||||
return 1
|
||||
;;
|
||||
esac
|
||||
|
||||
if ! _command_exist postgres; then
|
||||
return 1
|
||||
fi
|
||||
if ! _command_exist redis-server; then
|
||||
return 1
|
||||
fi
|
||||
if [ "$action" = "server" ]; then
|
||||
if ! _command_exist celery; then
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ ! -d "$POSTGRES_DIR" ]; then
|
||||
printf "%s%s\n" \
|
||||
"error: $POSTGRES_DIR is not a directory, " \
|
||||
"should run postgres-setup and postgres-database" \
|
||||
>&2
|
||||
return 1
|
||||
fi
|
||||
if [ "$action" = "server" ]; then
|
||||
if [ ! -d "$STRFRY_DIR" ]; then
|
||||
printf "%s%s\n" \
|
||||
"error: $STRFRY_DIR is not a directory, " \
|
||||
"should run setup" \
|
||||
>&2
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
if ! pgrep -a bitcoind >/dev/null 2>&1 || {
|
||||
! pgrep -a lightningd >/dev/null 2>&1 &&
|
||||
! pgrep -a lnd >/dev/null 2>&1
|
||||
}; then
|
||||
printf "%s%s\n" \
|
||||
"error: bitcoin or lightning not running, " \
|
||||
"make sure to run this script after running regtest-nodes" \
|
||||
>&2
|
||||
return 1
|
||||
fi
|
||||
|
||||
_create_dir "$REDIS_DIR" || return "$?"
|
||||
_create_dir "$GNUPG_DIR" "0700" || return "$?"
|
||||
|
||||
trap "cleanup_signal HUP" HUP
|
||||
trap "cleanup_signal QUIT" QUIT
|
||||
trap "cleanup_signal TERM" TERM
|
||||
trap "cleanup_int" INT
|
||||
|
||||
while true; do
|
||||
if ! pgrep -f "postgres -D $POSTGRES_DIR" >/dev/null; then
|
||||
echo "starting postgres"
|
||||
postgres -D "$POSTGRES_DIR" >> "$TRADITIONAL_LOGS_DIR/postgres" 2>&1 &
|
||||
fi
|
||||
|
||||
if ! pgrep -f "redis-server \*:${REDIS_PORT}" >/dev/null; then
|
||||
echo "starting redis"
|
||||
printf "%s\n%s\n%s\n" \
|
||||
"dir $REDIS_DIR" \
|
||||
"port $REDIS_PORT" \
|
||||
"maxclients 1024" |
|
||||
redis-server - >> "$TRADITIONAL_LOGS_DIR/redis" 2>&1 &
|
||||
fi
|
||||
|
||||
if [ "$action" = "server" ]; then
|
||||
if ! pgrep -f "$RUNSERVER_COMMAND" >/dev/null; then
|
||||
echo "starting runserver"
|
||||
$RUNSERVER_COMMAND \
|
||||
>> "$TRADITIONAL_LOGS_DIR/runserver" 2>&1 &
|
||||
fi
|
||||
|
||||
if ! pgrep -f "$STRFRY_RELAY_COMMAND" >/dev/null; then
|
||||
echo "starting strfry relay"
|
||||
$STRFRY_RELAY_COMMAND \
|
||||
>> "$TRADITIONAL_LOGS_DIR/strfry-relay" 2>&1 &
|
||||
fi
|
||||
|
||||
if ! pgrep -f "$CLEAN_ORDERS_COMMAND" >/dev/null; then
|
||||
echo "starting clean-orders"
|
||||
$CLEAN_ORDERS_COMMAND \
|
||||
>> "$TRADITIONAL_LOGS_DIR/clean-orders" 2>&1 &
|
||||
fi
|
||||
|
||||
if ! pgrep -f "$FOLLOW_INVOICES_COMMAND" >/dev/null; then
|
||||
echo "starting follow-invoices"
|
||||
$FOLLOW_INVOICES_COMMAND \
|
||||
>> "$TRADITIONAL_LOGS_DIR/follow-invoices" 2>&1 &
|
||||
fi
|
||||
|
||||
# if _get_env_var "TELEGRAM_TOKEN" >/dev/null 2>&1; then
|
||||
# if ! pgrep -f "$TELEGRAM_WATCHER_COMMAND" >/dev/null; then
|
||||
# echo "starting telegram-watcher"
|
||||
# $TELEGRAM_WATCHER_COMMAND \
|
||||
# >> "$TRADITIONAL_LOGS_DIR/telegram-watcher" 2>&1 &
|
||||
# fi
|
||||
# fi
|
||||
|
||||
if ! pgrep -f "$CELERY_DEV_COMMAND" >/dev/null; then
|
||||
echo "starting celery worker"
|
||||
$CELERY_DEV_COMMAND >> "$TRADITIONAL_LOGS_DIR/celery-worker" 2>&1 &
|
||||
fi
|
||||
|
||||
if ! pgrep -f "$CELERY_BEAT_COMMAND" >/dev/null; then
|
||||
echo "starting celery beat"
|
||||
$CELERY_BEAT_COMMAND >> "$TRADITIONAL_LOGS_DIR/celery-beat" 2>&1 &
|
||||
fi
|
||||
fi
|
||||
|
||||
sleep 2
|
||||
done
|
||||
}
|
||||
|
||||
_services_main() {
|
||||
if [ "$#" -lt 1 ]; then
|
||||
echo "error: insert action" >&2
|
||||
return 1
|
||||
fi
|
||||
action="$1"
|
||||
shift 1
|
||||
|
||||
if [ ! -f ".env" ]; then
|
||||
echo "error: .env is not present" >&2
|
||||
return 1
|
||||
fi
|
||||
if ! _command_exist dotenv; then
|
||||
return 1
|
||||
fi
|
||||
|
||||
case "$action" in
|
||||
-h|--help)
|
||||
cat << EOF
|
||||
traditional-services action
|
||||
|
||||
postgres-setup
|
||||
postgres-database
|
||||
strfry-setup
|
||||
nginx-setup
|
||||
test
|
||||
server
|
||||
EOF
|
||||
return 0
|
||||
;;
|
||||
esac
|
||||
|
||||
_services_environment_set || return "$?"
|
||||
|
||||
case "$action" in
|
||||
postgres-setup)
|
||||
postgres_action "setup"
|
||||
;;
|
||||
postgres-database)
|
||||
postgres_action "database"
|
||||
;;
|
||||
strfry-setup)
|
||||
strfry_setup
|
||||
;;
|
||||
test|server)
|
||||
main_loop "$action"
|
||||
;;
|
||||
*)
|
||||
echo "error: action $action not recognized" >&2
|
||||
return 1
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
_services_main "$@"
|
||||
6
setup.md
6
setup.md
@ -103,3 +103,9 @@ You will need these commands also often or eventually:
|
||||
`docker exec -it lnd-dev lncli -network=testnet payinvoice <BOLT_11_INVOICE> --allow_self_payment`
|
||||
|
||||
**RoboSats development site should be accessible on 127.0.0.1:8000**
|
||||
|
||||
# Backend Development
|
||||
|
||||
## Traditional environment without docker
|
||||
|
||||
See [scripts/traditional/README.md](scripts/traditional/README.md)
|
||||
|
||||
@ -1,7 +1,12 @@
|
||||
import unittest
|
||||
from decouple import config
|
||||
from django.test import Client, TestCase
|
||||
from django.urls import reverse
|
||||
|
||||
|
||||
SKIP_FRONTEND_TESTS = config('SKIP_FRONTEND_TESTS', default=False, cast=bool)
|
||||
|
||||
@unittest.skipIf(SKIP_FRONTEND_TESTS, "Skipping frontend tests")
|
||||
class FrontendFetchTest(TestCase):
|
||||
def setUp(self):
|
||||
self.client = Client()
|
||||
|
||||
@ -16,17 +16,24 @@ def get_node(name="robot"):
|
||||
We have two regtest LND nodes: "coordinator" (the robosats backend) and "robot" (the robosats user)
|
||||
"""
|
||||
if name == "robot":
|
||||
macaroon = codecs.encode(
|
||||
open("/lndrobot/data/chain/bitcoin/regtest/admin.macaroon", "rb").read(),
|
||||
"hex",
|
||||
admin_macaroon_file = config(
|
||||
"LND_TEST_USER_MACAROON_PATH", cast=str,
|
||||
default="/lndrobot/data/chain/bitcoin/regtest/admin.macaroon"
|
||||
)
|
||||
port = 8080
|
||||
macaroon = codecs.encode(
|
||||
open(admin_macaroon_file, "rb").read(), "hex",
|
||||
)
|
||||
port = config("LND_TEST_USER_REST_PORT", cast=int, default=8080)
|
||||
|
||||
elif name == "coordinator":
|
||||
macaroon = codecs.encode(
|
||||
open("/lnd/data/chain/bitcoin/regtest/admin.macaroon", "rb").read(), "hex"
|
||||
admin_macaroon_file = config(
|
||||
"LND_TEST_COORD_MACAROON_PATH", cast=str,
|
||||
default="/lnd/data/chain/bitcoin/regtest/admin.macaroon"
|
||||
)
|
||||
port = 8081
|
||||
macaroon = codecs.encode(
|
||||
open(admin_macaroon_file, "rb").read(), "hex"
|
||||
)
|
||||
port = config("LND_TEST_COORD_REST_PORT", cast=int, default=8081)
|
||||
|
||||
return {"port": port, "headers": {"Grpc-Metadata-macaroon": macaroon}}
|
||||
|
||||
@ -158,10 +165,10 @@ def set_up_regtest_network():
|
||||
# Coordinator is either LND or CLN. Robot user is always LND.
|
||||
if LNVENDOR == "LND":
|
||||
coordinator_node_id = get_lnd_node_id("coordinator")
|
||||
coordinator_port = 9735
|
||||
coordinator_port = config("LND_TEST_COORD_LISTEN_PORT", cast=int, default=9735)
|
||||
elif LNVENDOR == "CLN":
|
||||
coordinator_node_id = get_cln_node_id()
|
||||
coordinator_port = 9737
|
||||
coordinator_port = config("CLN_TEST_COORD_LISTEN_PORT", cast=int, default=9737)
|
||||
|
||||
print("Coordinator Node ID: ", coordinator_node_id)
|
||||
|
||||
@ -258,8 +265,12 @@ def generate_blocks(address, num_blocks):
|
||||
"method": "generatetoaddress",
|
||||
"params": [num_blocks, address],
|
||||
}
|
||||
# set in docker-tests.yml
|
||||
rpc_url = config("BITCOIND_RPCURL", cast=str, default="http://localhost:18443")
|
||||
rpc_user = config("BITCOIND_RPCUSER", cast=str, default="test")
|
||||
rpc_pass = config("BITCOIND_RPCPASSWORD", cast=str, default="test")
|
||||
response = requests.post(
|
||||
"http://localhost:18443", json=data, auth=HTTPBasicAuth("test", "test")
|
||||
rpc_url, json=data, auth=HTTPBasicAuth(rpc_user, rpc_pass)
|
||||
)
|
||||
return response.json()
|
||||
|
||||
|
||||
@ -1,8 +1,9 @@
|
||||
from decouple import config
|
||||
import gnupg
|
||||
|
||||
|
||||
def sign_message(message, private_key_path, passphrase_path):
|
||||
gpg = gnupg.GPG()
|
||||
gpg = gnupg.GPG(gnupghome=config("GNUPG_DIR", default=None))
|
||||
|
||||
with open(private_key_path, "r") as f:
|
||||
private_key = f.read()
|
||||
|
||||
Reference in New Issue
Block a user