feat(x): add page fetch to smart-dialer (#496)

* add page fetch to smart-dialer

* use HEAD instead of GET

Co-authored-by: Vinicius Fortuna <[email protected]>

* remove response validation

* modify comment

---------

Co-authored-by: Vinicius Fortuna <[email protected]>

Author: ohnorobo

x/smart/stream_dialer.go

@@ -15,6 +15,7 @@
 package smart
 
 import (
+	"bufio"
 	"bytes"
 	"context"
 	"crypto/tls"
@@ -23,6 +24,7 @@ import (
 	"fmt"
 	"io"
 	"net"
+	"net/http"
 	"net/url"
 	"sync"
 	"time"
@@ -253,18 +255,45 @@ func (f *StrategyFinder) testDialer(ctx context.Context, dialer transport.Stream
 		testCtx, cancel := context.WithTimeout(ctx, f.TestTimeout)
 		defer cancel()
 
+		// Dial
+
 		testConn, err := dialer.DialStream(testCtx, testAddr)
 		if err != nil {
 			f.logCtx(ctx, "🏁 failed to dial: '%v' (domain: %v), duration=%v, dial_error=%v ❌\n", transportCfg, testDomain, time.Since(startTime), err)
 			return err
 		}
+
+		// TLS Connection
+
 		tlsConn := tls.Client(testConn, &tls.Config{ServerName: testDomain})
+		defer tlsConn.Close()
 		err = tlsConn.HandshakeContext(testCtx)
-		tlsConn.Close()
 		if err != nil {
 			f.logCtx(ctx, "🏁 failed TLS handshake: '%v' (domain: %v), duration=%v, handshake=%v ❌\n", transportCfg, testDomain, time.Since(startTime), err)
 			return err
 		}
+
+		// HTTPS Get
+
+		req, err := http.NewRequestWithContext(testCtx, http.MethodHead, "https://"+testDomain, nil)
+		if err != nil {
+			return fmt.Errorf("failed to create HTTP request: %w", err)
+		}
+
+		if err := req.Write(tlsConn); err != nil {
+			f.logCtx(ctx, "🏁 failed to write HTTP request: '%v' (domain: %v), duration=%v, error=%v ❌\n", transportCfg, testDomain, time.Since(startTime), err)
+			return err
+		}
+
+		resp, err := http.ReadResponse(bufio.NewReader(tlsConn), req)
+		if err != nil {
+			f.logCtx(ctx, "🏁 failed to read HTTP response: '%v' (domain: %v), duration=%v, error=%v ❌\n", transportCfg, testDomain, time.Since(startTime), err)
+			return err
+		}
+		defer resp.Body.Close()
+
+		// Many bare domains return i.e. 301 redirects, so we don't validate anything about the response here, just that the request succeeded.
+
 		f.logCtx(ctx, "🏁 success: '%v' (domain: %v), duration=%v, status=ok ✅\n", transportCfg, testDomain, time.Since(startTime))
 	}
 	return nil