interactive_regtest_mprocs.sh 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. #!/usr/bin/env bash
  2. # Interactive Regtest Environment for CDK with Direct Process Management
  3. # This script sets up mprocs to manage the mint processes directly
  4. set -e
  5. # Function to wait for HTTP endpoint
  6. wait_for_endpoint() {
  7. local url=$1
  8. local timeout=${2:-60}
  9. local start_time=$(date +%s)
  10. while true; do
  11. local current_time=$(date +%s)
  12. local elapsed_time=$((current_time - start_time))
  13. if [ $elapsed_time -ge $timeout ]; then
  14. echo "❌ Timeout waiting for $url"
  15. return 1
  16. fi
  17. local http_status=$(curl -o /dev/null -s -w "%{http_code}" "$url" 2>/dev/null || echo "000")
  18. if [ "$http_status" -eq 200 ]; then
  19. echo "✓ $url is ready"
  20. return 0
  21. fi
  22. sleep 2
  23. done
  24. }
  25. # Function to perform cleanup
  26. cleanup() {
  27. echo "Cleaning up..."
  28. # Remove state file for other sessions
  29. rm -f "/tmp/cdk_regtest_env"
  30. if [ ! -z "$CDK_REGTEST_PID" ] && kill -0 $CDK_REGTEST_PID 2>/dev/null; then
  31. echo "Killing the cdk regtest"
  32. kill -2 $CDK_REGTEST_PID
  33. wait $CDK_REGTEST_PID
  34. fi
  35. echo "Environment terminated"
  36. # Remove the temporary directory
  37. if [ ! -z "$CDK_ITESTS_DIR" ]; then
  38. rm -rf "$CDK_ITESTS_DIR"
  39. echo "Temp directory removed: $CDK_ITESTS_DIR"
  40. fi
  41. # Unset all environment variables
  42. unset CDK_ITESTS_DIR
  43. unset CDK_ITESTS_MINT_ADDR
  44. unset CDK_ITESTS_MINT_PORT_0
  45. unset CDK_ITESTS_MINT_PORT_1
  46. unset CDK_MINTD_DATABASE
  47. unset CDK_TEST_MINT_URL
  48. unset CDK_TEST_MINT_URL_2
  49. unset CDK_REGTEST_PID
  50. unset RUST_BACKTRACE
  51. unset CDK_TEST_REGTEST
  52. }
  53. # Set up trap to call cleanup on script exit
  54. trap cleanup EXIT
  55. export CDK_TEST_REGTEST=1
  56. # Check for mprocs and offer to install if missing
  57. if ! command -v mprocs >/dev/null 2>&1; then
  58. echo "⚠️ mprocs not found - this tool is required for direct process management"
  59. echo "Install it with: cargo install mprocs"
  60. echo
  61. read -p "Would you like to install mprocs now? (y/n): " -n 1 -r
  62. echo
  63. if [[ $REPLY =~ ^[Yy]$ ]]; then
  64. echo "Installing mprocs..."
  65. cargo install mprocs
  66. if [ $? -eq 0 ]; then
  67. echo "✓ mprocs installed successfully"
  68. else
  69. echo "❌ Failed to install mprocs."
  70. exit 1
  71. fi
  72. else
  73. echo "❌ mprocs is required for this mode. Exiting."
  74. exit 1
  75. fi
  76. echo
  77. fi
  78. # Parse command line arguments
  79. CDK_MINTD_DATABASE=${1:-"sqlite"} # Default to sqlite if not specified
  80. # Create a temporary directory
  81. export CDK_ITESTS_DIR=$(mktemp -d)
  82. export CDK_ITESTS_MINT_ADDR="127.0.0.1"
  83. export CDK_ITESTS_MINT_PORT_0=8085
  84. export CDK_ITESTS_MINT_PORT_1=8087
  85. export CDK_ITESTS_MINT_PORT_2=8089
  86. # Check if the temporary directory was created successfully
  87. if [[ ! -d "$CDK_ITESTS_DIR" ]]; then
  88. echo "Failed to create temp directory"
  89. exit 1
  90. fi
  91. echo "=============================================="
  92. echo "Starting CDK Regtest with Direct Process Management"
  93. echo "=============================================="
  94. echo "Temp directory: $CDK_ITESTS_DIR"
  95. echo "Database type: $CDK_MINTD_DATABASE"
  96. echo
  97. export CDK_MINTD_DATABASE="$CDK_MINTD_DATABASE"
  98. # Build the necessary binaries
  99. echo "Building binaries..."
  100. cargo build -p cdk-integration-tests --bin start_regtest
  101. cargo build --bin cdk-mintd
  102. echo "Starting regtest network (Bitcoin + Lightning nodes)..."
  103. cargo run --bin start_regtest -- --enable-logging "$CDK_ITESTS_DIR" &
  104. export CDK_REGTEST_PID=$!
  105. # Create named pipe for progress tracking
  106. mkfifo "$CDK_ITESTS_DIR/progress_pipe"
  107. rm -f "$CDK_ITESTS_DIR/signal_received"
  108. # Start reading from pipe in background
  109. (while read line; do
  110. case "$line" in
  111. "checkpoint1")
  112. echo "✓ Regtest network is ready"
  113. touch "$CDK_ITESTS_DIR/signal_received"
  114. exit 0
  115. ;;
  116. esac
  117. done < "$CDK_ITESTS_DIR/progress_pipe") &
  118. # Wait for regtest setup (up to 120 seconds)
  119. echo "Waiting for regtest network to be ready..."
  120. for ((i=0; i<220; i++)); do
  121. if [ -f "$CDK_ITESTS_DIR/signal_received" ]; then
  122. break
  123. fi
  124. sleep 1
  125. done
  126. if [ ! -f "$CDK_ITESTS_DIR/signal_received" ]; then
  127. echo "❌ Timeout waiting for regtest network"
  128. exit 1
  129. fi
  130. # Create work directories for mints
  131. mkdir -p "$CDK_ITESTS_DIR/cln_mint"
  132. mkdir -p "$CDK_ITESTS_DIR/lnd_mint"
  133. mkdir -p "$CDK_ITESTS_DIR/ldk_node_mint"
  134. # Set environment variables for easy access
  135. export CDK_TEST_MINT_URL="http://$CDK_ITESTS_MINT_ADDR:$CDK_ITESTS_MINT_PORT_0"
  136. export CDK_TEST_MINT_URL_2="http://$CDK_ITESTS_MINT_ADDR:$CDK_ITESTS_MINT_PORT_1"
  137. export CDK_TEST_MINT_URL_3="http://$CDK_ITESTS_MINT_ADDR:$CDK_ITESTS_MINT_PORT_2"
  138. # Create state file for other terminal sessions
  139. ENV_FILE="/tmp/cdk_regtest_env"
  140. echo "export CDK_ITESTS_DIR=\"$CDK_ITESTS_DIR\"" > "$ENV_FILE"
  141. echo "export CDK_TEST_MINT_URL=\"$CDK_TEST_MINT_URL\"" >> "$ENV_FILE"
  142. echo "export CDK_TEST_MINT_URL_2=\"$CDK_TEST_MINT_URL_2\"" >> "$ENV_FILE"
  143. echo "export CDK_TEST_MINT_URL_3=\"$CDK_TEST_MINT_URL_3\"" >> "$ENV_FILE"
  144. echo "export CDK_REGTEST_PID=\"$CDK_REGTEST_PID\"" >> "$ENV_FILE"
  145. # Get the project root directory (where justfile is located)
  146. PROJECT_ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
  147. # Create environment setup scripts for mprocs to use
  148. cat > "$CDK_ITESTS_DIR/start_cln_mint.sh" << EOF
  149. #!/usr/bin/env bash
  150. cd "$PROJECT_ROOT"
  151. export CDK_MINTD_CLN_RPC_PATH="$CDK_ITESTS_DIR/cln/one/regtest/lightning-rpc"
  152. export CDK_MINTD_URL="http://127.0.0.1:8085"
  153. export CDK_MINTD_WORK_DIR="$CDK_ITESTS_DIR/cln_mint"
  154. export CDK_MINTD_LISTEN_HOST="127.0.0.1"
  155. export CDK_MINTD_LISTEN_PORT=8085
  156. export CDK_MINTD_LN_BACKEND="cln"
  157. export CDK_MINTD_MNEMONIC="eye survey guilt napkin crystal cup whisper salt luggage manage unveil loyal"
  158. export CDK_MINTD_LOGGING_OUTPUT="both"
  159. export CDK_MINTD_LOGGING_CONSOLE_LEVEL="debug"
  160. export CDK_MINTD_LOGGING_FILE_LEVEL="debug"
  161. export RUST_BACKTRACE=1
  162. export CDK_MINTD_DATABASE="$CDK_MINTD_DATABASE"
  163. echo "Starting CLN Mint on port 8085..."
  164. echo "Project root: $PROJECT_ROOT"
  165. echo "Working directory: \$CDK_MINTD_WORK_DIR"
  166. echo "CLN RPC path: \$CDK_MINTD_CLN_RPC_PATH"
  167. echo "Database type: \$CDK_MINTD_DATABASE"
  168. echo "Logging: \$CDK_MINTD_LOGGING_OUTPUT (console: \$CDK_MINTD_LOGGING_CONSOLE_LEVEL, file: \$CDK_MINTD_LOGGING_FILE_LEVEL)"
  169. echo "---"
  170. exec cargo run --bin cdk-mintd
  171. EOF
  172. cat > "$CDK_ITESTS_DIR/start_lnd_mint.sh" << EOF
  173. #!/usr/bin/env bash
  174. cd "$PROJECT_ROOT"
  175. export CDK_MINTD_LND_ADDRESS="https://localhost:10010"
  176. export CDK_MINTD_LND_CERT_FILE="$CDK_ITESTS_DIR/lnd/two/tls.cert"
  177. export CDK_MINTD_LND_MACAROON_FILE="$CDK_ITESTS_DIR/lnd/two/data/chain/bitcoin/regtest/admin.macaroon"
  178. export CDK_MINTD_URL="http://127.0.0.1:8087"
  179. export CDK_MINTD_WORK_DIR="$CDK_ITESTS_DIR/lnd_mint"
  180. export CDK_MINTD_LISTEN_HOST="127.0.0.1"
  181. export CDK_MINTD_LISTEN_PORT=8087
  182. export CDK_MINTD_LN_BACKEND="lnd"
  183. export CDK_MINTD_MNEMONIC="cattle gold bind busy sound reduce tone addict baby spend february strategy"
  184. export CDK_MINTD_LOGGING_OUTPUT="both"
  185. export CDK_MINTD_LOGGING_CONSOLE_LEVEL="debug"
  186. export CDK_MINTD_LOGGING_FILE_LEVEL="debug"
  187. export RUST_BACKTRACE=1
  188. export CDK_MINTD_DATABASE="$CDK_MINTD_DATABASE"
  189. echo "Starting LND Mint on port 8087..."
  190. echo "Project root: $PROJECT_ROOT"
  191. echo "Working directory: \$CDK_MINTD_WORK_DIR"
  192. echo "LND address: \$CDK_MINTD_LND_ADDRESS"
  193. echo "Database type: \$CDK_MINTD_DATABASE"
  194. echo "Logging: \$CDK_MINTD_LOGGING_OUTPUT (console: \$CDK_MINTD_LOGGING_CONSOLE_LEVEL, file: \$CDK_MINTD_LOGGING_FILE_LEVEL)"
  195. echo "---"
  196. exec cargo run --bin cdk-mintd
  197. EOF
  198. cat > "$CDK_ITESTS_DIR/start_ldk_node_mint.sh" << EOF
  199. #!/usr/bin/env bash
  200. cd "$PROJECT_ROOT"
  201. export CDK_MINTD_URL="http://127.0.0.1:8089"
  202. export CDK_MINTD_WORK_DIR="$CDK_ITESTS_DIR/ldk_node_mint"
  203. export CDK_MINTD_LISTEN_HOST="127.0.0.1"
  204. export CDK_MINTD_LISTEN_PORT=8089
  205. export CDK_MINTD_LN_BACKEND="ldk-node"
  206. export CDK_MINTD_LOGGING_CONSOLE_LEVEL="debug"
  207. export CDK_MINTD_LOGGING_FILE_LEVEL="debug"
  208. export CDK_MINTD_MNEMONIC="abandon abandon abandon abandon abandon abandon abandon abandon abandon abandon abandon about"
  209. export RUST_BACKTRACE=1
  210. export CDK_MINTD_DATABASE="$CDK_MINTD_DATABASE"
  211. # LDK Node specific environment variables
  212. export CDK_MINTD_LDK_NODE_BITCOIN_NETWORK="regtest"
  213. export CDK_MINTD_LDK_NODE_CHAIN_SOURCE_TYPE="bitcoinrpc"
  214. export CDK_MINTD_LDK_NODE_BITCOIND_RPC_HOST="127.0.0.1"
  215. export CDK_MINTD_LDK_NODE_BITCOIND_RPC_PORT=18443
  216. export CDK_MINTD_LDK_NODE_BITCOIND_RPC_USER="testuser"
  217. export CDK_MINTD_LDK_NODE_BITCOIND_RPC_PASSWORD="testpass"
  218. export CDK_MINTD_LDK_NODE_STORAGE_DIR_PATH="$CDK_ITESTS_DIR/ldk_mint"
  219. export CDK_MINTD_LDK_NODE_LDK_NODE_HOST="127.0.0.1"
  220. export CDK_MINTD_LDK_NODE_LDK_NODE_PORT=8090
  221. export CDK_MINTD_LDK_NODE_GOSSIP_SOURCE_TYPE="p2p"
  222. export CDK_MINTD_LDK_NODE_FEE_PERCENT=0.02
  223. export CDK_MINTD_LDK_NODE_RESERVE_FEE_MIN=2
  224. echo "Starting LDK Node Mint on port 8089..."
  225. echo "Project root: $PROJECT_ROOT"
  226. echo "Working directory: \$CDK_MINTD_WORK_DIR"
  227. echo "Bitcoin RPC: 127.0.0.1:18443 (testuser/testpass)"
  228. echo "LDK Node listen: 127.0.0.1:8090"
  229. echo "Storage directory: \$CDK_MINTD_LDK_NODE_STORAGE_DIR_PATH"
  230. echo "Database type: \$CDK_MINTD_DATABASE"
  231. echo "---"
  232. exec cargo run --bin cdk-mintd --features ldk-node
  233. EOF
  234. # Make scripts executable
  235. chmod +x "$CDK_ITESTS_DIR/start_cln_mint.sh"
  236. chmod +x "$CDK_ITESTS_DIR/start_lnd_mint.sh"
  237. chmod +x "$CDK_ITESTS_DIR/start_ldk_node_mint.sh"
  238. echo
  239. echo "=============================================="
  240. echo "🎉 CDK Regtest Environment is Ready!"
  241. echo "=============================================="
  242. echo
  243. echo "Network Information:"
  244. echo " • Bitcoin RPC: 127.0.0.1:18443 (user: testuser, pass: testpass)"
  245. echo " • CLN Node 1: $CDK_ITESTS_DIR/cln/one/regtest/lightning-rpc"
  246. echo " • CLN Node 2: $CDK_ITESTS_DIR/cln/two/regtest/lightning-rpc"
  247. echo " • LND Node 1: https://localhost:10009"
  248. echo " • LND Node 2: https://localhost:10010"
  249. echo
  250. echo "CDK Mints (will be managed by mprocs):"
  251. echo " • CLN Mint: $CDK_TEST_MINT_URL"
  252. echo " • LND Mint: $CDK_TEST_MINT_URL_2"
  253. echo " • LDK Node Mint: $CDK_TEST_MINT_URL_3"
  254. echo
  255. echo "Files and Directories:"
  256. echo " • Working Directory: $CDK_ITESTS_DIR"
  257. echo " • Start Scripts: $CDK_ITESTS_DIR/start_{cln,lnd,ldk_node}_mint.sh"
  258. echo
  259. echo "Environment Variables (available in other terminals):"
  260. echo " • CDK_TEST_MINT_URL=\"$CDK_TEST_MINT_URL\""
  261. echo " • CDK_TEST_MINT_URL_2=\"$CDK_TEST_MINT_URL_2\""
  262. echo " • CDK_TEST_MINT_URL_3=\"$CDK_TEST_MINT_URL_3\""
  263. echo " • CDK_ITESTS_DIR=\"$CDK_ITESTS_DIR\""
  264. echo
  265. echo "Starting mprocs with direct process management..."
  266. echo
  267. echo "In mprocs you can:"
  268. echo " • 's' to start a process"
  269. echo " • 'k' to kill a process"
  270. echo " • 'r' to restart a process"
  271. echo " • 'Enter' to focus on a process"
  272. echo " • 'q' to quit and stop the environment"
  273. echo "=============================================="
  274. # Wait a moment for everything to settle
  275. sleep 2
  276. # Create mprocs configuration with direct process management
  277. MPROCS_CONFIG="$CDK_ITESTS_DIR/mprocs.yaml"
  278. cat > "$MPROCS_CONFIG" << EOF
  279. procs:
  280. cln-mint:
  281. shell: "$CDK_ITESTS_DIR/start_cln_mint.sh"
  282. autostart: true
  283. env:
  284. CDK_ITESTS_DIR: "$CDK_ITESTS_DIR"
  285. CDK_MINTD_DATABASE: "$CDK_MINTD_DATABASE"
  286. lnd-mint:
  287. shell: "$CDK_ITESTS_DIR/start_lnd_mint.sh"
  288. autostart: true
  289. env:
  290. CDK_ITESTS_DIR: "$CDK_ITESTS_DIR"
  291. CDK_MINTD_DATABASE: "$CDK_MINTD_DATABASE"
  292. ldk-node-mint:
  293. shell: "$CDK_ITESTS_DIR/start_ldk_node_mint.sh"
  294. autostart: true
  295. env:
  296. CDK_ITESTS_DIR: "$CDK_ITESTS_DIR"
  297. CDK_MINTD_DATABASE: "$CDK_MINTD_DATABASE"
  298. bitcoind:
  299. shell: "while [ ! -f $CDK_ITESTS_DIR/bitcoin/regtest/debug.log ]; do sleep 1; done && tail -f $CDK_ITESTS_DIR/bitcoin/regtest/debug.log"
  300. autostart: true
  301. cln-one:
  302. shell: "while [ ! -f $CDK_ITESTS_DIR/cln/one/debug.log ]; do sleep 1; done && tail -f $CDK_ITESTS_DIR/cln/one/debug.log"
  303. autostart: true
  304. cln-two:
  305. shell: "while [ ! -f $CDK_ITESTS_DIR/cln/two/debug.log ]; do sleep 1; done && tail -f $CDK_ITESTS_DIR/cln/two/debug.log"
  306. autostart: true
  307. lnd-one:
  308. shell: "while [ ! -f $CDK_ITESTS_DIR/lnd/one/logs/bitcoin/regtest/lnd.log ]; do sleep 1; done && tail -f $CDK_ITESTS_DIR/lnd/one/logs/bitcoin/regtest/lnd.log"
  309. autostart: true
  310. lnd-two:
  311. shell: "while [ ! -f $CDK_ITESTS_DIR/lnd/two/logs/bitcoin/regtest/lnd.log ]; do sleep 1; done && tail -f $CDK_ITESTS_DIR/lnd/two/logs/bitcoin/regtest/lnd.log"
  312. autostart: true
  313. ldk-node:
  314. shell: "while [ ! -f $CDK_ITESTS_DIR/ldk_mint/ldk_node.log ]; do sleep 1; done && $PROJECT_ROOT/misc/scripts/filtered_ldk_node_log.sh $CDK_ITESTS_DIR/ldk_mint/ldk_node.log"
  315. autostart: true
  316. settings:
  317. mouse_scroll_speed: 3
  318. proc_list_width: 20
  319. hide_keymap_window: false
  320. keymap_procs:
  321. toggle_process: 's'
  322. kill_process: 'k'
  323. restart_process: 'r'
  324. focus_process: 'Enter'
  325. show_keymap: '?'
  326. EOF
  327. # Start mprocs with direct process management
  328. echo "Starting mprocs..."
  329. cd "$CDK_ITESTS_DIR"
  330. mprocs --config "$MPROCS_CONFIG"