portfwd_test.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417
  1. package amneziawgnet
  2. import (
  3. "context"
  4. "fmt"
  5. "io"
  6. "net"
  7. "net/netip"
  8. "testing"
  9. "time"
  10. awgconn "github.com/amnezia-vpn/amneziawg-go/v3/conn"
  11. "github.com/amnezia-vpn/amneziawg-go/v3/device"
  12. "github.com/amnezia-vpn/amneziawg-go/v3/tun/netstack"
  13. "gvisor.dev/gvisor/pkg/tcpip/stack"
  14. "github.com/mhsanaei/3x-ui/v3/internal/amneziawg"
  15. "github.com/mhsanaei/3x-ui/v3/internal/util/wireguard"
  16. )
  17. func peerWithPortsAndIPs(email, forwardedPorts string, ips ...string) amneziawg.Peer {
  18. return amneziawg.Peer{Email: email, PublicKey: "pub-" + email, AllowedIPs: ips, ForwardedPorts: forwardedPorts}
  19. }
  20. // --- desiredPeerTargets ---
  21. func TestDesiredPeerTargetsPrefersIPv4(t *testing.T) {
  22. inst := amneziawg.Instance{IPv6Enabled: true, Peers: []amneziawg.Peer{
  23. peerWithPortsAndIPs("a@x", "", "10.8.1.2/32", "fd86::2/128"),
  24. }}
  25. got := desiredPeerTargets(inst)
  26. addr, ok := got["a@x"]
  27. if !ok || addr.String() != "10.8.1.2" {
  28. t.Fatalf("desiredPeerTargets = %v, want a@x -> 10.8.1.2", got)
  29. }
  30. }
  31. func TestDesiredPeerTargetsFallsBackToIPv6WhenEnabled(t *testing.T) {
  32. inst := amneziawg.Instance{IPv6Enabled: true, Peers: []amneziawg.Peer{
  33. peerWithPortsAndIPs("a@x", "", "fd86::2/128"),
  34. }}
  35. got := desiredPeerTargets(inst)
  36. addr, ok := got["a@x"]
  37. if !ok || addr.String() != "fd86::2" {
  38. t.Fatalf("desiredPeerTargets = %v, want a@x -> fd86::2", got)
  39. }
  40. }
  41. func TestDesiredPeerTargetsSkipsIPv6OnlyWhenIPv6Disabled(t *testing.T) {
  42. inst := amneziawg.Instance{IPv6Enabled: false, Peers: []amneziawg.Peer{
  43. peerWithPortsAndIPs("a@x", "", "fd86::2/128"),
  44. }}
  45. if got := desiredPeerTargets(inst); len(got) != 0 {
  46. t.Fatalf("desiredPeerTargets = %v, want empty (IPv6-only peer, IPv6 disabled)", got)
  47. }
  48. }
  49. func TestDesiredPeerTargetsSkipsPeerWithoutEmailOrAddress(t *testing.T) {
  50. inst := amneziawg.Instance{IPv6Enabled: true, Peers: []amneziawg.Peer{
  51. peerWithPortsAndIPs("", "", "10.8.1.2/32"), // no email
  52. peerWithPortsAndIPs("b@x", ""), // no AllowedIPs at all
  53. }}
  54. if got := desiredPeerTargets(inst); len(got) != 0 {
  55. t.Fatalf("desiredPeerTargets = %v, want empty", got)
  56. }
  57. }
  58. // --- desiredPortForwardKeys ---
  59. func TestDesiredPortForwardKeysEmptyWhenNoForwardedPorts(t *testing.T) {
  60. inst := amneziawg.Instance{Peers: []amneziawg.Peer{
  61. peerWithPortsAndIPs("a@x", "", "10.8.1.2/32"),
  62. }}
  63. if got := desiredPortForwardKeys(inst); len(got) != 0 {
  64. t.Fatalf("desiredPortForwardKeys = %v, want empty", got)
  65. }
  66. }
  67. func TestDesiredPortForwardKeysEmptyWhenNoResolvableTarget(t *testing.T) {
  68. // ForwardedPorts is set, but the peer has no AllowedIPs to resolve a
  69. // target from -- must not produce keys for a peer nothing can dial.
  70. inst := amneziawg.Instance{Peers: []amneziawg.Peer{
  71. {Email: "a@x", ForwardedPorts: "8080"},
  72. }}
  73. if got := desiredPortForwardKeys(inst); len(got) != 0 {
  74. t.Fatalf("desiredPortForwardKeys = %v, want empty", got)
  75. }
  76. }
  77. func TestDesiredPortForwardKeysOneTCPAndUDPKeyPerPort(t *testing.T) {
  78. inst := amneziawg.Instance{Peers: []amneziawg.Peer{
  79. peerWithPortsAndIPs("a@x", "8080,8081", "10.8.1.2/32"),
  80. }}
  81. got := desiredPortForwardKeys(inst)
  82. if len(got) != 4 {
  83. t.Fatalf("desiredPortForwardKeys = %v, want 4 entries (2 ports x 2 protocols)", got)
  84. }
  85. for _, port := range []int{8080, 8081} {
  86. for _, proto := range []portForwardProto{tcpForward, udpForward} {
  87. key := portForwardKey{email: "a@x", port: port, proto: proto}
  88. if _, ok := got[key]; !ok {
  89. t.Errorf("desiredPortForwardKeys missing %+v", key)
  90. }
  91. }
  92. }
  93. }
  94. func TestDesiredPortForwardKeysMultiplePeersDoNotMix(t *testing.T) {
  95. inst := amneziawg.Instance{Peers: []amneziawg.Peer{
  96. peerWithPortsAndIPs("a@x", "8080", "10.8.1.2/32"),
  97. peerWithPortsAndIPs("b@x", "8080", "10.8.1.3/32"), // same port, different peer
  98. }}
  99. got := desiredPortForwardKeys(inst)
  100. if len(got) != 4 {
  101. t.Fatalf("desiredPortForwardKeys = %v, want 4 entries (2 peers x 2 protocols, same port kept separate per email)", got)
  102. }
  103. }
  104. // --- PortForwardSet.Reconcile: real stack, no handshake needed (dialing
  105. // isn't exercised by these -- only the host-facing listener lifecycle) ---
  106. func newTestStack(t *testing.T, addr string) *stack.Stack {
  107. t.Helper()
  108. tunDev, gstack, err := createNetTUNWithStack([]netip.Addr{netip.MustParseAddr(addr)}, 1420)
  109. if err != nil {
  110. t.Fatalf("createNetTUNWithStack: %v", err)
  111. }
  112. t.Cleanup(func() { tunDev.Close() })
  113. return gstack
  114. }
  115. func dialLoopback(t *testing.T, network string, port int) {
  116. t.Helper()
  117. conn, err := net.DialTimeout(network, fmt.Sprintf("127.0.0.1:%d", port), time.Second)
  118. if err != nil {
  119. t.Fatalf("dial 127.0.0.1:%d (%s): %v", port, network, err)
  120. }
  121. conn.Close()
  122. }
  123. func TestPortForwardSetReconcileOpensAndClosesListeners(t *testing.T) {
  124. gs := newTestStack(t, "10.211.0.1")
  125. set := NewPortForwardSet(gs, 501)
  126. const port = 58910
  127. inst := amneziawg.Instance{Peers: []amneziawg.Peer{
  128. peerWithPortsAndIPs("a@x", fmt.Sprintf("%d", port), "10.211.0.2/32"),
  129. }}
  130. set.Reconcile(inst)
  131. set.mu.Lock()
  132. n := len(set.listeners)
  133. set.mu.Unlock()
  134. if n != 2 {
  135. t.Fatalf("listeners after Reconcile = %d, want 2 (tcp+udp)", n)
  136. }
  137. dialLoopback(t, "tcp", port) // proves a real host listener is actually bound
  138. set.mu.Lock()
  139. tcpBefore := set.listeners[portForwardKey{email: "a@x", port: port, proto: tcpForward}]
  140. set.mu.Unlock()
  141. // Reconciling again with an unchanged instance must not close and
  142. // reopen an unaffected listener.
  143. set.Reconcile(inst)
  144. set.mu.Lock()
  145. tcpAfter := set.listeners[portForwardKey{email: "a@x", port: port, proto: tcpForward}]
  146. set.mu.Unlock()
  147. if tcpBefore != tcpAfter {
  148. t.Error("Reconcile with an unchanged instance replaced an unaffected listener")
  149. }
  150. // Peer removed entirely -> both listeners close.
  151. set.Reconcile(amneziawg.Instance{})
  152. set.mu.Lock()
  153. n = len(set.listeners)
  154. set.mu.Unlock()
  155. if n != 0 {
  156. t.Fatalf("listeners after removal Reconcile = %d, want 0", n)
  157. }
  158. if _, err := net.DialTimeout("tcp", fmt.Sprintf("127.0.0.1:%d", port), time.Second); err == nil {
  159. t.Error("port still accepting connections after the listener should have closed")
  160. }
  161. }
  162. func TestPortForwardSetReconcileSurvivesPreBoundPort(t *testing.T) {
  163. gs := newTestStack(t, "10.211.1.1")
  164. set := NewPortForwardSet(gs, 502)
  165. const collidingPort = 58911
  166. const okPort = 58912
  167. blocker, err := net.Listen("tcp", fmt.Sprintf(":%d", collidingPort))
  168. if err != nil {
  169. t.Fatalf("pre-bind test port: %v", err)
  170. }
  171. defer blocker.Close()
  172. inst := amneziawg.Instance{Peers: []amneziawg.Peer{
  173. peerWithPortsAndIPs("a@x", fmt.Sprintf("%d,%d", collidingPort, okPort), "10.211.1.2/32"),
  174. }}
  175. // Must not panic despite one of the two ports being unbindable, and the
  176. // other port (and its UDP counterpart on the colliding port) must still
  177. // open normally.
  178. set.Reconcile(inst)
  179. set.mu.Lock()
  180. n := len(set.listeners)
  181. _, tcpCollidingOpen := set.listeners[portForwardKey{email: "a@x", port: collidingPort, proto: tcpForward}]
  182. _, udpCollidingOpen := set.listeners[portForwardKey{email: "a@x", port: collidingPort, proto: udpForward}]
  183. set.mu.Unlock()
  184. if n != 3 {
  185. t.Fatalf("listeners after Reconcile with one pre-bound port = %d, want 3 (4 desired minus the 1 that couldn't bind)", n)
  186. }
  187. if tcpCollidingOpen {
  188. t.Error("TCP listener on the pre-bound port opened despite the real bind conflict")
  189. }
  190. if !udpCollidingOpen {
  191. t.Error("UDP listener on the colliding port's own number should still open (TCP and UDP binds are independent)")
  192. }
  193. dialLoopback(t, "tcp", okPort)
  194. set.Close()
  195. }
  196. // --- Real round trip: a genuine amneziawg-go client handshakes against a
  197. // real server Device, PortForwardSet opens a real host listener, and a real
  198. // external-side dial (this test's own process) round-trips bytes through
  199. // the actual encrypted tunnel to a service listening on the client's own
  200. // netstack -- proving the full path, not just the listener bookkeeping
  201. // above. Modeled closely on device_test.go's
  202. // TestNewDeviceHandshakeForwarderAndIdentity.
  203. func TestPortForwardRoundTripTCPAndUDP(t *testing.T) {
  204. serverPriv, serverPub, err := wireguard.GenerateWireguardKeypair()
  205. if err != nil {
  206. t.Fatalf("generate server keypair: %v", err)
  207. }
  208. clientPriv, clientPub, err := wireguard.GenerateWireguardKeypair()
  209. if err != nil {
  210. t.Fatalf("generate client keypair: %v", err)
  211. }
  212. const listenPort = 58920 // fixed loopback test port, matches this package's existing test convention
  213. const tcpPort = 58921
  214. const udpPort = 58922
  215. const clientAddr = "10.202.0.2"
  216. inst := amneziawg.Instance{
  217. Id: 5,
  218. InterfaceName: "awgtest5",
  219. ListenPort: listenPort,
  220. PrivateKey: serverPriv,
  221. PublicKey: serverPub,
  222. Address: []string{"10.202.0.1/24"},
  223. MTU: 1420,
  224. Obfuscation: amneziawg.Obfuscation31{
  225. Jc: 4, Jmin: 40, Jmax: 70,
  226. S1: 20, S2: 30, S3: 20, S4: 20,
  227. },
  228. Peers: []amneziawg.Peer{
  229. {
  230. Email: "client@test",
  231. PublicKey: clientPub,
  232. AllowedIPs: []string{clientAddr + "/32"},
  233. ForwardedPorts: fmt.Sprintf("%d,%d", tcpPort, udpPort),
  234. },
  235. },
  236. }
  237. dev, err := NewDevice(inst, DeviceOptions{})
  238. if err != nil {
  239. t.Fatalf("NewDevice: %v", err)
  240. }
  241. defer dev.Close()
  242. set := NewPortForwardSet(dev.Stack, inst.Id)
  243. set.Reconcile(inst)
  244. defer set.Close()
  245. // Real amneziawg-go client, same recipe as device_test.go.
  246. clientTun, clientNet, err := netstack.CreateNetTUN(
  247. []netip.Addr{netip.MustParseAddr(clientAddr)},
  248. []netip.Addr{netip.MustParseAddr("1.1.1.1")}, 1420)
  249. if err != nil {
  250. t.Fatalf("client CreateNetTUN: %v", err)
  251. }
  252. clientDev := device.NewDevice(clientTun, awgconn.NewDefaultBind(), device.NewLogger(device.LogLevelSilent, ""))
  253. defer clientDev.Close()
  254. clientPrivHex, err := wireguard.KeyToHex(clientPriv)
  255. if err != nil {
  256. t.Fatalf("client key to hex: %v", err)
  257. }
  258. serverPubHex, err := wireguard.KeyToHex(serverPub)
  259. if err != nil {
  260. t.Fatalf("server key to hex: %v", err)
  261. }
  262. clientConf := fmt.Sprintf(
  263. "private_key=%s\njc=4\njmin=40\njmax=70\ns1=20\ns2=30\ns3=20\ns4=20\npublic_key=%s\nendpoint=127.0.0.1:%d\nallowed_ip=0.0.0.0/0\n",
  264. clientPrivHex, serverPubHex, listenPort)
  265. if err := clientDev.IpcSet(clientConf); err != nil {
  266. t.Fatalf("client IpcSet: %v", err)
  267. }
  268. if err := clientDev.Up(); err != nil {
  269. t.Fatalf("client Up: %v", err)
  270. }
  271. // Prime the handshake before exercising the actual port forwards below.
  272. // The server only learns the client's real (roaming) endpoint from a
  273. // packet the client sends it -- buildUAPIConfig never configures an
  274. // endpoint= for a peer server-side (see device.go), and the server has
  275. // no route to initiate a handshake toward an endpoint it doesn't know --
  276. // so without this, relayTCPForward's own dial toward the client races a
  277. // handshake that can never even start server-side and fails outright.
  278. // A throwaway client dial toward nothing in particular is enough:
  279. // queuing any outbound packet triggers amneziawg-go's own automatic
  280. // handshake initiation regardless of whether the dial itself ever
  281. // succeeds (nothing server-side is listening for it), so this loop
  282. // deliberately ignores the dial's own outcome and just gives the
  283. // handshake a few real attempts to complete in the background.
  284. primeCtx, primeCancel := context.WithTimeout(context.Background(), 3*time.Second)
  285. defer primeCancel()
  286. for {
  287. if conn, dialErr := clientNet.DialContext(primeCtx, "tcp", "10.202.9.9:9999"); dialErr == nil {
  288. conn.Close()
  289. }
  290. select {
  291. case <-primeCtx.Done():
  292. goto primed
  293. case <-time.After(200 * time.Millisecond):
  294. }
  295. }
  296. primed:
  297. // A real service on the client's own netstack -- what a real forwarded
  298. // port is ultimately supposed to reach.
  299. tcpSvc, err := clientNet.ListenTCPAddrPort(netip.MustParseAddrPort(fmt.Sprintf("%s:%d", clientAddr, tcpPort)))
  300. if err != nil {
  301. t.Fatalf("client ListenTCP: %v", err)
  302. }
  303. defer tcpSvc.Close()
  304. go func() {
  305. for {
  306. c, err := tcpSvc.Accept()
  307. if err != nil {
  308. return
  309. }
  310. go func() { io.Copy(c, c); c.Close() }()
  311. }
  312. }()
  313. udpSvc, err := clientNet.ListenUDPAddrPort(netip.MustParseAddrPort(fmt.Sprintf("%s:%d", clientAddr, udpPort)))
  314. if err != nil {
  315. t.Fatalf("client ListenUDP: %v", err)
  316. }
  317. defer udpSvc.Close()
  318. go func() {
  319. buf := make([]byte, 1500)
  320. for {
  321. n, addr, err := udpSvc.ReadFrom(buf)
  322. if err != nil {
  323. return
  324. }
  325. udpSvc.WriteTo(buf[:n], addr)
  326. }
  327. }()
  328. // Retry the TCP dial rather than guessing a fixed handshake delay --
  329. // the handshake happens lazily on first real traffic.
  330. const wantTCP = "port-forward tcp round trip"
  331. dialCtx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
  332. defer cancel()
  333. var tcpConn net.Conn
  334. var lastErr error
  335. for {
  336. tcpConn, lastErr = net.DialTimeout("tcp", fmt.Sprintf("127.0.0.1:%d", tcpPort), time.Second)
  337. if lastErr == nil {
  338. break
  339. }
  340. select {
  341. case <-dialCtx.Done():
  342. t.Fatalf("external TCP dial never succeeded: %v", lastErr)
  343. case <-time.After(150 * time.Millisecond):
  344. }
  345. }
  346. defer tcpConn.Close()
  347. if _, err := tcpConn.Write([]byte(wantTCP)); err != nil {
  348. t.Fatalf("write to forwarded TCP port: %v", err)
  349. }
  350. tcpConn.SetReadDeadline(time.Now().Add(5 * time.Second))
  351. gotTCP := make([]byte, len(wantTCP))
  352. if _, err := io.ReadFull(tcpConn, gotTCP); err != nil {
  353. t.Fatalf("read echo from forwarded TCP port: %v", err)
  354. }
  355. if string(gotTCP) != wantTCP {
  356. t.Errorf("TCP round trip = %q, want %q", gotTCP, wantTCP)
  357. }
  358. // UDP: the tunnel is already up (handshake completed above), so this
  359. // can dial straight away.
  360. const wantUDP = "port-forward udp round trip"
  361. udpConn, err := net.DialTimeout("udp", fmt.Sprintf("127.0.0.1:%d", udpPort), time.Second)
  362. if err != nil {
  363. t.Fatalf("external UDP dial: %v", err)
  364. }
  365. defer udpConn.Close()
  366. if _, err := udpConn.Write([]byte(wantUDP)); err != nil {
  367. t.Fatalf("write to forwarded UDP port: %v", err)
  368. }
  369. udpConn.SetReadDeadline(time.Now().Add(5 * time.Second))
  370. gotUDP := make([]byte, len(wantUDP))
  371. if _, err := io.ReadFull(udpConn, gotUDP); err != nil {
  372. t.Fatalf("read echo from forwarded UDP port: %v", err)
  373. }
  374. if string(gotUDP) != wantUDP {
  375. t.Errorf("UDP round trip = %q, want %q", gotUDP, wantUDP)
  376. }
  377. }