This commit is contained in:
2024-09-04 17:18:13 +08:00
parent 3da318ec71
commit 74fe0457f0
276 changed files with 901 additions and 14439 deletions

View File

@ -1,25 +1,10 @@
pub mod dns;
use once_cell::sync::Lazy;
use reqwest::header::{HeaderMap, HeaderName, HeaderValue};
use reqwest::{Method, RequestBuilder};
use scopeguard::defer;
use std::collections::HashMap;
use std::str::FromStr;
use std::sync::{Arc, RwLock};
use std::time::Duration;
use url::Url;
use std::sync::RwLock;
#[derive(Debug)]
#[allow(non_camel_case_types)]
pub enum MyHttpVersion {
HTTP_09,
HTTP_10,
HTTP_11,
HTTP_2,
HTTP_3,
HTTP_UNKNOWN,
}
#[derive(Debug)]
pub struct RustHttpResponse {
@ -27,41 +12,15 @@ pub struct RustHttpResponse {
pub headers: HashMap<String, String>,
pub url: String,
pub content_length: Option<u64>,
pub version: MyHttpVersion,
pub remote_addr: String,
pub data: Option<Vec<u8>>,
}
fn _hyper_version_to_my_version(v: reqwest::Version) -> MyHttpVersion {
match v {
reqwest::Version::HTTP_09 => MyHttpVersion::HTTP_09,
reqwest::Version::HTTP_10 => MyHttpVersion::HTTP_10,
reqwest::Version::HTTP_11 => MyHttpVersion::HTTP_11,
reqwest::Version::HTTP_2 => MyHttpVersion::HTTP_2,
reqwest::Version::HTTP_3 => MyHttpVersion::HTTP_3,
_ => MyHttpVersion::HTTP_UNKNOWN,
}
}
static DEFAULT_HEADER: Lazy<RwLock<HeaderMap>> = Lazy::new(|| RwLock::from(HeaderMap::new()));
static DNS_CLIENT: Lazy<Arc<dns::MyHickoryDnsResolver>> =
Lazy::new(|| Arc::from(dns::MyHickoryDnsResolver::default()));
static HTTP_CLIENT: Lazy<reqwest::Client> = Lazy::new(|| new_http_client());
static HTTP_CLIENT: Lazy<reqwest::Client> = Lazy::new(|| new_http_client(true));
fn new_http_client(keep_alive: bool) -> reqwest::Client {
let mut c = reqwest::Client::builder()
.dns_resolver(DNS_CLIENT.clone())
.use_rustls_tls()
.connect_timeout(Duration::from_secs(10))
.gzip(true)
.no_proxy();
if !keep_alive {
c = c.tcp_keepalive(None);
} else {
c = c.tcp_keepalive(Duration::from_secs(120));
}
fn new_http_client() -> reqwest::Client {
let c = reqwest::Client::builder();
c.build().unwrap()
}
@ -81,34 +40,10 @@ pub async fn fetch(
url: String,
headers: Option<HashMap<String, String>>,
input_data: Option<Vec<u8>>,
with_ip_address: Option<String>,
) -> anyhow::Result<RustHttpResponse> {
let address_clone = with_ip_address.clone();
let url_clone = url.clone();
if address_clone.is_some() {
let addr = std::net::IpAddr::from_str(with_ip_address.unwrap().as_str()).unwrap();
let mut hosts = dns::MY_HOSTS_MAP.write().unwrap();
let url_host = Url::from_str(url.as_str())
.unwrap()
.host()
.unwrap()
.to_string();
hosts.insert(url_host, addr);
}
defer! {
if address_clone.is_some() {
let mut hosts = dns::MY_HOSTS_MAP.write().unwrap();
hosts.remove(url.clone().as_str());
}
}
let mut req = if address_clone.is_some() {
_mix_header(new_http_client(false).request(method, url_clone), headers)
} else {
_mix_header(HTTP_CLIENT.request(method, url_clone), headers)
};
let mut req = _mix_header(HTTP_CLIENT.request(method, url_clone), headers);
if input_data.is_some() {
req = req.body(input_data.unwrap());
}
@ -117,40 +52,23 @@ pub async fn fetch(
let status_code = resp.status().as_u16();
let resp_headers = _reade_resp_header(resp.headers());
let content_length = resp.content_length();
let version = resp.version();
let mut remote_addr = "".to_string();
if resp.remote_addr().is_some() {
remote_addr = resp.remote_addr().unwrap().to_string();
}
let mut data: Option<Vec<u8>> = None;
let bytes = resp.bytes().await;
if bytes.is_ok() {
data = Some(bytes.unwrap().to_vec());
data = Some(bytes?.to_vec());
}
let version = _hyper_version_to_my_version(version);
let resp = RustHttpResponse {
status_code,
headers: resp_headers,
url,
content_length,
version,
remote_addr,
data,
};
Ok(resp)
}
pub async fn dns_lookup_txt(name: String) -> anyhow::Result<Vec<String>> {
DNS_CLIENT.lookup_txt(name).await
}
pub async fn dns_lookup_ips(name: String) -> anyhow::Result<Vec<String>> {
DNS_CLIENT.lookup_ips(name).await
}
fn _reade_resp_header(r_header: &HeaderMap) -> HashMap<String, String> {
let mut resp_headers = HashMap::new();
for ele in r_header {