Struct Crawler

Source

pub struct Crawler {Show 26 fields
    pub link_chain_depth: usize,
    pub focus_depth: usize,
    pub deep_depth: usize,
    pub broad_deep_breadth: usize,
    pub broad_deep_depth: usize,
    pub crawl_delay: u32,
    pub deep_crawl_delay: u32,
    pub broad_deep_crawl_delay: u32,
    pub max_concurrent_crawls: usize,
    pub revisit_delay: u32,
    pub revisit_score: u32,
    pub domain_chunk_size: u32,
    pub resolver_timeout: u32,
    pub seeder: CrawlerSeeder,
    pub method: String,
    pub randomiser: i32,
    pub do_processing: bool,
    pub do_acting: bool,
    pub do_scoring: bool,
    pub do_following: bool,
    pub do_scrolls: bool,
    pub do_clicks: bool,
    pub idle_check_frequency: i32,
    pub idle_timeout: i32,
    pub pause: bool,
    pub kill_list: String,
}

Fields§

§link_chain_depth: usize§focus_depth: usize§deep_depth: usize§broad_deep_breadth: usize§broad_deep_depth: usize§crawl_delay: u32§deep_crawl_delay: u32§broad_deep_crawl_delay: u32§max_concurrent_crawls: usize§revisit_delay: u32§revisit_score: u32§domain_chunk_size: u32§resolver_timeout: u32§seeder: CrawlerSeeder§method: String§randomiser: i32§do_processing: bool§do_acting: bool§do_scoring: bool§do_following: bool§do_scrolls: bool§do_clicks: bool§idle_check_frequency: i32§idle_timeout: i32§pause: bool§kill_list: String

Struct CrawlerCopy item path

Fields§

Trait Implementations§

impl Clone for Crawler

fn clone(&self) -> Crawler

fn clone_from(&mut self, source: &Self)

impl Debug for Crawler

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for Crawler

fn default() -> Crawler

impl<'de> Deserialize<'de> for Crawler

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

impl Serialize for Crawler

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

Auto Trait Implementations§

impl Freeze for Crawler

impl RefUnwindSafe for Crawler

impl Send for Crawler

impl Sync for Crawler

impl Unpin for Crawler

impl UnwindSafe for Crawler

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CastSlice<'_, T> for T

fn cast_slice(selves: &[T]) -> &[T]

impl<T> CastSliceMut<'_, T> for T

fn cast_slice_mut(selves: &mut [T]) -> &mut [T]

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dst: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

impl<T> DeserializeOwned for Twhere T: for<'de> Deserialize<'de>,

impl<T> ErasedDestructor for Twhere T: 'static,

impl<T> MaybeSendSync for T

Struct Crawler

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where __D: Deserializer<'de>,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

impl<T> ErasedDestructor for T
where T: 'static,