v0.3.0

Cargo.toml

@@ -22,7 +22,7 @@ pr-run-mode = "plan"
 [package]
 name = "locust"
 repository = "https://github.com/maxmindlin/locust"
-version = "0.2.0"
+version = "0.3.0"
 edition = "2021"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

locust-cli/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "locust-cli"
-version = "0.2.0"
+version = "0.3.0"
 repository = "https://github.com/maxmindlin/locust"
 edition = "2021"
 

locust-core/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "locust-core"
-version = "0.2.0"
+version = "0.3.0"
 repository = "https://github.com/maxmindlin/locust"
 edition = "2021"
 

src/main.rs

@@ -19,7 +19,7 @@ use std::{
     convert::Infallible,
     net::SocketAddr,
     sync::{mpsc, Arc},
-    thread,
+    thread, time,
 };
 use tokio::runtime::Runtime;
 use tracing::*;
@@ -92,13 +92,23 @@ async fn main() {
     let db_pool_arc = Arc::new(db_pool);
     let (tx, rx) = mpsc::channel();
 
-    // @TODO could probably make a worker pool instead of a single worker.
+    // @TODO: could probably make a worker pool instead of a single worker.
     let worker = DBWorker::new(Arc::clone(&db_pool_arc), rx);
     thread::spawn(move || {
         let rt = Runtime::new().unwrap();
         rt.block_on(worker.start());
     });
 
+    let calc_timer_tx = tx.clone();
+    thread::spawn(move || loop {
+        // Calc next proxies every 5 minutes.
+        // @TODO: this will happen across horizontal services.. Thats ok?
+        thread::sleep(time::Duration::from_secs(300));
+        if let Err(e) = calc_timer_tx.send(DBJob::CalcNextProxies {}) {
+            warn!("error sending calc proxies job {e}");
+        }
+    });
+
     let wrapper = ServiceWrapper {
         ca: Arc::new(ca_auth),
         db: Arc::clone(&db_pool_arc),

src/service.rs

@@ -94,7 +94,7 @@ where
             unimplemented!()
         } else {
             let req = normalize_request(req);
-            // @TODO remove the session cookie after we extract it
+            // @TODO: remove the session cookie after we extract it
             let maybe_session = extract_session_cookie(&req);
             let host: Option<String> = req.uri().host().map(Into::into);
             let (upstream_proxy, session_id) = match maybe_session {
@@ -125,7 +125,7 @@ where
                     (proxy, session.id)
                 }
             };
-            // @TODO perhaps cache clients to various proxies? TBD how much
+            // @TODO: perhaps cache clients to various proxies? TBD how much
             // overhead creating a client every time creates. Caching would
             // increase memory usage but perhaps lower latency.
             let client = build_client(&upstream_proxy);

src/worker.rs

@@ -29,16 +29,35 @@ impl DBWorker {
                 status,
                 response_time,
                 domain,
-            } => {}
+            } => {
+                // Modify success coefficient in DB
+                // to keep track of proxy success across domains.
+                // Coeff will be used to calculate likelihood of
+                // What proxies to use.
+
+                // Check for domain entry
+
+                // Add domain if not exists
+
+                // Increment/decrement entry for proxy_id & domain
+                // Add entry with default if not exists
+            }
+            DBJob::CalcNextProxies {} => {}
         }
     }
 }
 
 pub enum DBJob {
+    /// Results from a proxy response.
     ProxyResponse {
         proxy_id: i32,
         status: StatusCode,
         response_time: u32,
         domain: Option<String>,
     },
+
+    /// Time to calculate next proxy
+    /// to use across domains based upon
+    /// success coefficients.
+    CalcNextProxies {},
 }