Use ipv6 dialer, the rest are defaults
This commit is contained in:
8
bench.py
8
bench.py
@@ -14,7 +14,7 @@ async def extract_links(url):
|
|||||||
|
|
||||||
async def benchmark(url):
|
async def benchmark(url):
|
||||||
# This will still block, because subprocess.run is not async
|
# This will still block, because subprocess.run is not async
|
||||||
subprocess.run(['hey', '-n', '1000', '-c', '10', url])
|
subprocess.run(['hey', '-n', '100000', '-c', '100', url])
|
||||||
|
|
||||||
url = 'http://localhost:9999/http/'
|
url = 'http://localhost:9999/http/'
|
||||||
|
|
||||||
@@ -25,9 +25,9 @@ async def main():
|
|||||||
|
|
||||||
print("BENCHMARKING " + link)
|
print("BENCHMARKING " + link)
|
||||||
await benchmark(link)
|
await benchmark(link)
|
||||||
async for inl in extract_links(link):
|
# async for inl in extract_links(link):
|
||||||
print("BENCHMARKING " + inl)
|
# print("BENCHMARKING " + inl)
|
||||||
await benchmark(inl)
|
# await benchmark(inl)
|
||||||
|
|
||||||
# Python 3.7+
|
# Python 3.7+
|
||||||
asyncio.run(main())
|
asyncio.run(main())
|
||||||
|
|||||||
@@ -29,7 +29,7 @@ type HTTPClient struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
func NewHTTPClient(token string, maxRetries int, timeoutSecs int, cfg config.ConfigInterface, log *zap.SugaredLogger) *HTTPClient {
|
func NewHTTPClient(token string, maxRetries int, timeoutSecs int, cfg config.ConfigInterface, log *zap.SugaredLogger) *HTTPClient {
|
||||||
return &HTTPClient{
|
client := HTTPClient{
|
||||||
bearerToken: token,
|
bearerToken: token,
|
||||||
client: &http.Client{
|
client: &http.Client{
|
||||||
Timeout: time.Duration(timeoutSecs) * time.Second,
|
Timeout: time.Duration(timeoutSecs) * time.Second,
|
||||||
@@ -63,6 +63,32 @@ func NewHTTPClient(token string, maxRetries int, timeoutSecs int, cfg config.Con
|
|||||||
ipv6: cmap.New[net.IP](),
|
ipv6: cmap.New[net.IP](),
|
||||||
log: log,
|
log: log,
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if cfg.ShouldForceIPv6() {
|
||||||
|
dialer := &net.Dialer{}
|
||||||
|
|
||||||
|
dialContext := func(ctx context.Context, network, address string) (net.Conn, error) {
|
||||||
|
ips, err := net.DefaultResolver.LookupIPAddr(ctx, address)
|
||||||
|
if err != nil {
|
||||||
|
return nil, err
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, ip := range ips {
|
||||||
|
if ip.IP.To4() == nil { // IPv6 address found
|
||||||
|
ipv6Address := "[" + ip.IP.String() + "]"
|
||||||
|
return dialer.DialContext(ctx, network, ipv6Address)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nil, net.UnknownNetworkError("no IPv6 address found")
|
||||||
|
}
|
||||||
|
|
||||||
|
transport := &http.Transport{
|
||||||
|
DialContext: dialContext,
|
||||||
|
}
|
||||||
|
client.client.Transport = transport
|
||||||
|
}
|
||||||
|
|
||||||
|
return &client
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *HTTPClient) Do(req *http.Request) (*http.Response, error) {
|
func (r *HTTPClient) Do(req *http.Request) (*http.Response, error) {
|
||||||
@@ -77,40 +103,6 @@ func (r *HTTPClient) Do(req *http.Request) (*http.Response, error) {
|
|||||||
req.Header.Set("Authorization", "Bearer "+r.bearerToken)
|
req.Header.Set("Authorization", "Bearer "+r.bearerToken)
|
||||||
}
|
}
|
||||||
|
|
||||||
if r.cfg.ShouldForceIPv6() {
|
|
||||||
dialer := &net.Dialer{}
|
|
||||||
transport := r.client.Transport.(*http.Transport).Clone()
|
|
||||||
transport.DialContext = func(ctx context.Context, network, addr string) (net.Conn, error) {
|
|
||||||
host, port, err := net.SplitHostPort(addr)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
if ipv6, ok := r.ipv6.Get(host); !ok {
|
|
||||||
// Lookup IP address if not found in map
|
|
||||||
ips, err := net.LookupIP(host)
|
|
||||||
if err != nil {
|
|
||||||
return nil, err
|
|
||||||
}
|
|
||||||
for _, ip := range ips {
|
|
||||||
if ip.To4() == nil { // IPv6
|
|
||||||
ipv6 = ip
|
|
||||||
r.ipv6.Set(host, ipv6)
|
|
||||||
break
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if ipv6 == nil { // No IPv6 address found, fallback to default
|
|
||||||
addr = net.JoinHostPort(host, port)
|
|
||||||
} else {
|
|
||||||
addr = net.JoinHostPort(ipv6.String(), port)
|
|
||||||
}
|
|
||||||
} else if ipv6 != nil && host == req.URL.Hostname() {
|
|
||||||
addr = net.JoinHostPort(ipv6.String(), port)
|
|
||||||
}
|
|
||||||
return dialer.DialContext(ctx, network, addr)
|
|
||||||
}
|
|
||||||
r.client.Transport = transport
|
|
||||||
}
|
|
||||||
|
|
||||||
var resp *http.Response
|
var resp *http.Response
|
||||||
var err error
|
var err error
|
||||||
attempt := 0
|
attempt := 0
|
||||||
|
|||||||
Reference in New Issue
Block a user