1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681
use super::{CliqueConfig, Genesis};
use crate::{
types::{Bytes, H256},
utils::{secret_key_to_address, unused_port},
};
use k256::ecdsa::SigningKey;
use std::{
borrow::Cow,
fs::{create_dir, File},
io::{BufRead, BufReader},
net::SocketAddr,
path::PathBuf,
process::{Child, ChildStderr, Command, Stdio},
time::{Duration, Instant},
};
use tempfile::tempdir;
/// How long we will wait for geth to indicate that it is ready.
const GETH_STARTUP_TIMEOUT: Duration = Duration::from_secs(10);
/// Timeout for waiting for geth to add a peer.
const GETH_DIAL_LOOP_TIMEOUT: Duration = Duration::from_secs(20);
/// The exposed APIs
const API: &str = "eth,net,web3,txpool,admin,personal,miner,debug";
/// The geth command
const GETH: &str = "geth";
/// Errors that can occur when working with the [`GethInstance`].
#[derive(Debug)]
pub enum GethInstanceError {
/// Timed out waiting for a message from geth's stderr.
Timeout(String),
/// A line could not be read from the geth stderr.
ReadLineError(std::io::Error),
/// The child geth process's stderr was not captured.
NoStderr,
}
/// A geth instance. Will close the instance when dropped.
///
/// Construct this using [`Geth`].
#[derive(Debug)]
pub struct GethInstance {
pid: Child,
port: u16,
ipc: Option<PathBuf>,
data_dir: Option<PathBuf>,
p2p_port: Option<u16>,
genesis: Option<Genesis>,
clique_private_key: Option<SigningKey>,
}
impl GethInstance {
/// Returns the port of this instance
pub fn port(&self) -> u16 {
self.port
}
/// Returns the p2p port of this instance
pub fn p2p_port(&self) -> Option<u16> {
self.p2p_port
}
/// Returns the HTTP endpoint of this instance
pub fn endpoint(&self) -> String {
format!("http://localhost:{}", self.port)
}
/// Returns the Websocket endpoint of this instance
pub fn ws_endpoint(&self) -> String {
format!("ws://localhost:{}", self.port)
}
/// Returns the path to this instances' IPC socket
pub fn ipc_path(&self) -> &Option<PathBuf> {
&self.ipc
}
/// Returns the path to this instances' data directory
pub fn data_dir(&self) -> &Option<PathBuf> {
&self.data_dir
}
/// Returns the genesis configuration used to configure this instance
pub fn genesis(&self) -> &Option<Genesis> {
&self.genesis
}
/// Returns the private key used to configure clique on this instance
pub fn clique_private_key(&self) -> &Option<SigningKey> {
&self.clique_private_key
}
/// Takes the stderr contained in the child process.
///
/// This leaves a `None` in its place, so calling methods that require a stderr to be present
/// will fail if called after this.
pub fn stderr(&mut self) -> Result<ChildStderr, GethInstanceError> {
self.pid.stderr.take().ok_or(GethInstanceError::NoStderr)
}
/// Blocks until geth adds the specified peer, using 20s as the timeout.
///
/// Requires the stderr to be present in the `GethInstance`.
pub fn wait_to_add_peer(&mut self, id: H256) -> Result<(), GethInstanceError> {
let mut stderr = self.pid.stderr.as_mut().ok_or(GethInstanceError::NoStderr)?;
let mut err_reader = BufReader::new(&mut stderr);
let mut line = String::new();
let start = Instant::now();
while start.elapsed() < GETH_DIAL_LOOP_TIMEOUT {
line.clear();
err_reader.read_line(&mut line).map_err(GethInstanceError::ReadLineError)?;
// geth ids are trunated
let truncated_id = hex::encode(&id.0[..8]);
if line.contains("Adding p2p peer") && line.contains(&truncated_id) {
return Ok(())
}
}
Err(GethInstanceError::Timeout("Timed out waiting for geth to add a peer".into()))
}
}
impl Drop for GethInstance {
fn drop(&mut self) {
self.pid.kill().expect("could not kill geth");
}
}
/// Whether or not geth is in `dev` mode and configuration options that depend on the mode.
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub enum GethMode {
/// Options that can be set in dev mode
Dev(DevOptions),
/// Options that cannot be set in dev mode
NonDev(PrivateNetOptions),
}
impl Default for GethMode {
fn default() -> Self {
Self::Dev(Default::default())
}
}
/// Configuration options that can be set in dev mode.
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq)]
pub struct DevOptions {
/// The interval at which the dev chain will mine new blocks.
pub block_time: Option<u64>,
}
/// Configuration options that cannot be set in dev mode.
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
pub struct PrivateNetOptions {
/// The p2p port to use.
pub p2p_port: Option<u16>,
/// Whether or not peer discovery is enabled.
pub discovery: bool,
}
impl Default for PrivateNetOptions {
fn default() -> Self {
Self { p2p_port: None, discovery: true }
}
}
/// Builder for launching `geth`.
///
/// # Panics
///
/// If `spawn` is called without `geth` being available in the user's $PATH
///
/// # Example
///
/// ```no_run
/// use ethers_core::utils::Geth;
///
/// let port = 8545u16;
/// let url = format!("http://localhost:{}", port).to_string();
///
/// let geth = Geth::new()
/// .port(port)
/// .block_time(5000u64)
/// .spawn();
///
/// drop(geth); // this will kill the instance
/// ```
#[derive(Clone, Debug, Default)]
#[must_use = "This Builder struct does nothing unless it is `spawn`ed"]
pub struct Geth {
program: Option<PathBuf>,
port: Option<u16>,
authrpc_port: Option<u16>,
ipc_path: Option<PathBuf>,
data_dir: Option<PathBuf>,
chain_id: Option<u64>,
insecure_unlock: bool,
genesis: Option<Genesis>,
mode: GethMode,
clique_private_key: Option<SigningKey>,
}
impl Geth {
/// Creates an empty Geth builder.
///
/// The mnemonic is chosen randomly.
pub fn new() -> Self {
Self::default()
}
/// Creates a Geth builder which will execute `geth` at the given path.
///
/// # Example
///
/// ```
/// use ethers_core::utils::Geth;
/// # fn a() {
/// let geth = Geth::at("../go-ethereum/build/bin/geth").spawn();
///
/// println!("Geth running at `{}`", geth.endpoint());
/// # }
/// ```
pub fn at(path: impl Into<PathBuf>) -> Self {
Self::new().path(path)
}
/// Returns whether the node is launched in Clique consensus mode
pub fn is_clique(&self) -> bool {
self.clique_private_key.is_some()
}
/// Sets the `path` to the `geth` executable
///
/// By default, it's expected that `geth` is in `$PATH`, see also
/// [`std::process::Command::new()`]
pub fn path<T: Into<PathBuf>>(mut self, path: T) -> Self {
self.program = Some(path.into());
self
}
/// Sets the Clique Private Key to the `geth` executable, which will be later
/// loaded on the node.
///
/// The address derived from this private key will be used to set the `miner.etherbase` field
/// on the node.
pub fn set_clique_private_key<T: Into<SigningKey>>(mut self, private_key: T) -> Self {
self.clique_private_key = Some(private_key.into());
self
}
/// Sets the port which will be used when the `geth-cli` instance is launched.
///
/// If port is 0 then the OS will choose a random port.
/// [GethInstance::port] will return the port that was chosen.
pub fn port<T: Into<u16>>(mut self, port: T) -> Self {
self.port = Some(port.into());
self
}
/// Sets the port which will be used for incoming p2p connections.
///
/// This will put the geth instance into non-dev mode, discarding any previously set dev-mode
/// options.
pub fn p2p_port(mut self, port: u16) -> Self {
match self.mode {
GethMode::Dev(_) => {
self.mode = GethMode::NonDev(PrivateNetOptions {
p2p_port: Some(port),
..Default::default()
})
}
GethMode::NonDev(ref mut opts) => opts.p2p_port = Some(port),
}
self
}
/// Sets the block-time which will be used when the `geth-cli` instance is launched.
///
/// This will put the geth instance in `dev` mode, discarding any previously set options that
/// cannot be used in dev mode.
pub fn block_time<T: Into<u64>>(mut self, block_time: T) -> Self {
self.mode = GethMode::Dev(DevOptions { block_time: Some(block_time.into()) });
self
}
/// Sets the chain id for the geth instance.
pub fn chain_id<T: Into<u64>>(mut self, chain_id: T) -> Self {
self.chain_id = Some(chain_id.into());
self
}
/// Allow geth to unlock accounts when rpc apis are open.
pub fn insecure_unlock(mut self) -> Self {
self.insecure_unlock = true;
self
}
/// Disable discovery for the geth instance.
///
/// This will put the geth instance into non-dev mode, discarding any previously set dev-mode
/// options.
pub fn disable_discovery(mut self) -> Self {
self.inner_disable_discovery();
self
}
fn inner_disable_discovery(&mut self) {
match self.mode {
GethMode::Dev(_) => {
self.mode =
GethMode::NonDev(PrivateNetOptions { discovery: false, ..Default::default() })
}
GethMode::NonDev(ref mut opts) => opts.discovery = false,
}
}
/// Manually sets the IPC path for the socket manually.
pub fn ipc_path<T: Into<PathBuf>>(mut self, path: T) -> Self {
self.ipc_path = Some(path.into());
self
}
/// Sets the data directory for geth.
pub fn data_dir<T: Into<PathBuf>>(mut self, path: T) -> Self {
self.data_dir = Some(path.into());
self
}
/// Sets the `genesis.json` for the geth instance.
///
/// If this is set, geth will be initialized with `geth init` and the `--datadir` option will be
/// set to the same value as `data_dir`.
///
/// This is destructive and will overwrite any existing data in the data directory.
pub fn genesis(mut self, genesis: Genesis) -> Self {
self.genesis = Some(genesis);
self
}
/// Sets the port for authenticated RPC connections.
pub fn authrpc_port(mut self, port: u16) -> Self {
self.authrpc_port = Some(port);
self
}
/// Consumes the builder and spawns `geth`.
///
/// # Panics
///
/// If spawning the instance fails at any point.
#[track_caller]
pub fn spawn(mut self) -> GethInstance {
let bin_path = match self.program.as_ref() {
Some(bin) => bin.as_os_str(),
None => GETH.as_ref(),
}
.to_os_string();
let mut cmd = Command::new(&bin_path);
// geth uses stderr for its logs
cmd.stderr(Stdio::piped());
// If no port provided, let the os chose it for us
let mut port = self.port.unwrap_or(0);
let port_s = port.to_string();
// Open the HTTP API
cmd.arg("--http");
cmd.arg("--http.port").arg(&port_s);
cmd.arg("--http.api").arg(API);
// Open the WS API
cmd.arg("--ws");
cmd.arg("--ws.port").arg(port_s);
cmd.arg("--ws.api").arg(API);
// pass insecure unlock flag if set
let is_clique = self.is_clique();
if self.insecure_unlock || is_clique {
cmd.arg("--allow-insecure-unlock");
}
if is_clique {
self.inner_disable_discovery();
}
// Set the port for authenticated APIs
let authrpc_port = self.authrpc_port.unwrap_or_else(&mut unused_port);
cmd.arg("--authrpc.port").arg(authrpc_port.to_string());
// use geth init to initialize the datadir if the genesis exists
if is_clique {
if let Some(genesis) = &mut self.genesis {
// set up a clique config with an instant sealing period and short (8 block) epoch
let clique_config = CliqueConfig { period: Some(0), epoch: Some(8) };
genesis.config.clique = Some(clique_config);
let clique_addr = secret_key_to_address(
self.clique_private_key.as_ref().expect("is_clique == true"),
);
// set the extraData field
let extra_data_bytes =
[&[0u8; 32][..], clique_addr.as_ref(), &[0u8; 65][..]].concat();
let extra_data = Bytes::from(extra_data_bytes);
genesis.extra_data = extra_data;
// we must set the etherbase if using clique
// need to use format! / Debug here because the Address Display impl doesn't show
// the entire address
cmd.arg("--miner.etherbase").arg(format!("{clique_addr:?}"));
}
let clique_addr =
secret_key_to_address(self.clique_private_key.as_ref().expect("is_clique == true"));
self.genesis = Some(Genesis::new(
self.chain_id.expect("chain id must be set in clique mode"),
clique_addr,
));
// we must set the etherbase if using clique
// need to use format! / Debug here because the Address Display impl doesn't show the
// entire address
cmd.arg("--miner.etherbase").arg(format!("{clique_addr:?}"));
}
if let Some(ref genesis) = self.genesis {
// create a temp dir to store the genesis file
let temp_genesis_dir_path =
tempdir().expect("should be able to create temp dir for genesis init").into_path();
// create a temp dir to store the genesis file
let temp_genesis_path = temp_genesis_dir_path.join("genesis.json");
// create the genesis file
let mut file = File::create(&temp_genesis_path).expect("could not create genesis file");
// serialize genesis and write to file
serde_json::to_writer_pretty(&mut file, &genesis)
.expect("could not write genesis to file");
let mut init_cmd = Command::new(bin_path);
if let Some(ref data_dir) = self.data_dir {
init_cmd.arg("--datadir").arg(data_dir);
}
// set the stderr to null so we don't pollute the test output
init_cmd.stderr(Stdio::null());
init_cmd.arg("init").arg(temp_genesis_path);
let res = init_cmd
.spawn()
.expect("failed to spawn geth init")
.wait()
.expect("failed to wait for geth init to exit");
if !res.success() {
panic!("geth init failed");
}
// clean up the temp dir which is now persisted
std::fs::remove_dir_all(temp_genesis_dir_path)
.expect("could not remove genesis temp dir");
}
if let Some(ref data_dir) = self.data_dir {
cmd.arg("--datadir").arg(data_dir);
// create the directory if it doesn't exist
if !data_dir.exists() {
create_dir(data_dir).expect("could not create data dir");
}
}
// Dev mode with custom block time
let mut p2p_port = match self.mode {
GethMode::Dev(DevOptions { block_time }) => {
cmd.arg("--dev");
if let Some(block_time) = block_time {
cmd.arg("--dev.period").arg(block_time.to_string());
}
None
}
GethMode::NonDev(PrivateNetOptions { p2p_port, discovery }) => {
// if no port provided, let the os chose it for us
let port = p2p_port.unwrap_or(0);
cmd.arg("--port").arg(port.to_string());
// disable discovery if the flag is set
if !discovery {
cmd.arg("--nodiscover");
}
Some(port)
}
};
if let Some(chain_id) = self.chain_id {
cmd.arg("--networkid").arg(chain_id.to_string());
}
// debug verbosity is needed to check when peers are added
cmd.arg("--verbosity").arg("4");
if let Some(ref ipc) = self.ipc_path {
cmd.arg("--ipcpath").arg(ipc);
}
let mut child = cmd.spawn().expect("couldnt start geth");
let stderr = child.stderr.expect("Unable to get stderr for geth child process");
let start = Instant::now();
let mut reader = BufReader::new(stderr);
// we shouldn't need to wait for p2p to start if geth is in dev mode - p2p is disabled in
// dev mode
let mut p2p_started = matches!(self.mode, GethMode::Dev(_));
let mut http_started = false;
loop {
if start + GETH_STARTUP_TIMEOUT <= Instant::now() {
panic!("Timed out waiting for geth to start. Is geth installed?")
}
let mut line = String::with_capacity(120);
reader.read_line(&mut line).expect("Failed to read line from geth process");
if matches!(self.mode, GethMode::NonDev(_)) && line.contains("Started P2P networking") {
p2p_started = true;
}
if !matches!(self.mode, GethMode::Dev(_)) {
// try to find the p2p port, if not in dev mode
if line.contains("New local node record") {
if let Some(port) = extract_value("tcp=", &line) {
p2p_port = port.parse::<u16>().ok();
}
}
}
// geth 1.9.23 uses "server started" while 1.9.18 uses "endpoint opened"
// the unauthenticated api is used for regular non-engine API requests
if line.contains("HTTP endpoint opened") ||
(line.contains("HTTP server started") && !line.contains("auth=true"))
{
// Extracts the address from the output
if let Some(addr) = extract_endpoint(&line) {
// use the actual http port
port = addr.port();
}
http_started = true;
}
// Encountered an error such as Fatal: Error starting protocol stack: listen tcp
// 127.0.0.1:8545: bind: address already in use
if line.contains("Fatal:") {
panic!("{line}");
}
if p2p_started && http_started {
break
}
}
child.stderr = Some(reader.into_inner());
GethInstance {
pid: child,
port,
ipc: self.ipc_path,
data_dir: self.data_dir,
p2p_port,
genesis: self.genesis,
clique_private_key: self.clique_private_key,
}
}
}
// extracts the value for the given key and line
fn extract_value<'a>(key: &str, line: &'a str) -> Option<&'a str> {
let mut key = Cow::from(key);
if !key.ends_with('=') {
key = Cow::from(format!("{}=", key));
}
line.find(key.as_ref()).map(|pos| {
let start = pos + key.len();
let end = line[start..].find(' ').map(|i| start + i).unwrap_or(line.len());
line[start..end].trim()
})
}
// extracts the value for the given key and line
fn extract_endpoint(line: &str) -> Option<SocketAddr> {
let val = extract_value("endpoint=", line)?;
val.parse::<SocketAddr>().ok()
}
// These tests should use a different datadir for each `Geth` spawned
#[cfg(test)]
mod tests {
use super::*;
use std::path::Path;
#[test]
fn test_extract_address() {
let line = "INFO [07-01|13:20:42.774] HTTP server started endpoint=127.0.0.1:8545 auth=false prefix= cors= vhosts=localhost";
assert_eq!(extract_endpoint(line), Some(SocketAddr::from(([127, 0, 0, 1], 8545))));
}
#[test]
fn port_0() {
run_with_tempdir(|_| {
let _geth = Geth::new().disable_discovery().port(0u16).spawn();
});
}
/// Allows running tests with a temporary directory, which is cleaned up after the function is
/// called.
///
/// Helps with tests that spawn a helper instance, which has to be dropped before the temporary
/// directory is cleaned up.
#[track_caller]
fn run_with_tempdir(f: impl Fn(&Path)) {
let temp_dir = tempfile::tempdir().unwrap();
let temp_dir_path = temp_dir.path();
f(temp_dir_path);
#[cfg(not(windows))]
temp_dir.close().unwrap();
}
#[test]
fn p2p_port() {
run_with_tempdir(|temp_dir_path| {
let geth = Geth::new().disable_discovery().data_dir(temp_dir_path).spawn();
let p2p_port = geth.p2p_port();
assert!(p2p_port.is_some());
});
}
#[test]
fn explicit_p2p_port() {
run_with_tempdir(|temp_dir_path| {
// if a p2p port is explicitly set, it should be used
let geth = Geth::new().p2p_port(1234).data_dir(temp_dir_path).spawn();
let p2p_port = geth.p2p_port();
assert_eq!(p2p_port, Some(1234));
});
}
#[test]
fn dev_mode() {
run_with_tempdir(|temp_dir_path| {
// dev mode should not have a p2p port, and dev should be the default
let geth = Geth::new().data_dir(temp_dir_path).spawn();
let p2p_port = geth.p2p_port();
assert!(p2p_port.is_none(), "{p2p_port:?}");
})
}
#[test]
fn clique_correctly_configured() {
run_with_tempdir(|temp_dir_path| {
let private_key = SigningKey::random(&mut rand::thread_rng());
let geth = Geth::new()
.set_clique_private_key(private_key)
.chain_id(1337u64)
.data_dir(temp_dir_path)
.spawn();
assert!(geth.p2p_port.is_some());
assert!(geth.clique_private_key().is_some());
assert!(geth.genesis().is_some());
})
}
}