quic_connection_test.go 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893
  1. package connection
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/rand"
  6. "crypto/rsa"
  7. "crypto/tls"
  8. "crypto/x509"
  9. "encoding/pem"
  10. "errors"
  11. "fmt"
  12. "io"
  13. "math/big"
  14. "net"
  15. "net/http"
  16. "net/netip"
  17. "net/url"
  18. "strings"
  19. "testing"
  20. "time"
  21. "github.com/gobwas/ws/wsutil"
  22. "github.com/google/uuid"
  23. pkgerrors "github.com/pkg/errors"
  24. "github.com/quic-go/quic-go"
  25. "github.com/rs/zerolog"
  26. "github.com/stretchr/testify/assert"
  27. "github.com/stretchr/testify/require"
  28. "golang.org/x/net/nettest"
  29. cfdflow "github.com/cloudflare/cloudflared/flow"
  30. "github.com/cloudflare/cloudflared/datagramsession"
  31. "github.com/cloudflare/cloudflared/ingress"
  32. "github.com/cloudflare/cloudflared/packet"
  33. cfdquic "github.com/cloudflare/cloudflared/quic"
  34. "github.com/cloudflare/cloudflared/tracing"
  35. "github.com/cloudflare/cloudflared/tunnelrpc/pogs"
  36. rpcquic "github.com/cloudflare/cloudflared/tunnelrpc/quic"
  37. )
  38. var (
  39. testTLSServerConfig = GenerateTLSConfig()
  40. testQUICConfig = &quic.Config{
  41. KeepAlivePeriod: 5 * time.Second,
  42. EnableDatagrams: true,
  43. }
  44. defaultQUICTimeout = 30 * time.Second
  45. )
  46. var _ ReadWriteAcker = (*streamReadWriteAcker)(nil)
  47. // TestQUICServer tests if a quic server accepts and responds to a quic client with the acceptance protocol.
  48. // It also serves as a demonstration for communication with the QUIC connection started by a cloudflared.
  49. func TestQUICServer(t *testing.T) {
  50. // This is simply a sample websocket frame message.
  51. wsBuf := &bytes.Buffer{}
  52. err := wsutil.WriteClientBinary(wsBuf, []byte("Hello"))
  53. require.NoError(t, err)
  54. var tests = []struct {
  55. desc string
  56. dest string
  57. connectionType pogs.ConnectionType
  58. metadata []pogs.Metadata
  59. message []byte
  60. expectedResponse []byte
  61. }{
  62. {
  63. desc: "test http proxy",
  64. dest: "/ok",
  65. connectionType: pogs.ConnectionTypeHTTP,
  66. metadata: []pogs.Metadata{
  67. {
  68. Key: "HttpHeader:Cf-Ray",
  69. Val: "123123123",
  70. },
  71. {
  72. Key: "HttpHost",
  73. Val: "cf.host",
  74. },
  75. {
  76. Key: "HttpMethod",
  77. Val: "GET",
  78. },
  79. },
  80. expectedResponse: []byte("OK"),
  81. },
  82. {
  83. desc: "test http body request streaming",
  84. dest: "/slow_echo_body",
  85. connectionType: pogs.ConnectionTypeHTTP,
  86. metadata: []pogs.Metadata{
  87. {
  88. Key: "HttpHeader:Cf-Ray",
  89. Val: "123123123",
  90. },
  91. {
  92. Key: "HttpHost",
  93. Val: "cf.host",
  94. },
  95. {
  96. Key: "HttpMethod",
  97. Val: "POST",
  98. },
  99. {
  100. Key: "HttpHeader:Content-Length",
  101. Val: "24",
  102. },
  103. },
  104. message: []byte("This is the message body"),
  105. expectedResponse: []byte("This is the message body"),
  106. },
  107. {
  108. desc: "test ws proxy",
  109. dest: "/ws/echo",
  110. connectionType: pogs.ConnectionTypeWebsocket,
  111. metadata: []pogs.Metadata{
  112. {
  113. Key: "HttpHeader:Cf-Cloudflared-Proxy-Connection-Upgrade",
  114. Val: "Websocket",
  115. },
  116. {
  117. Key: "HttpHeader:Another-Header",
  118. Val: "Misc",
  119. },
  120. {
  121. Key: "HttpHost",
  122. Val: "cf.host",
  123. },
  124. {
  125. Key: "HttpMethod",
  126. Val: "get",
  127. },
  128. },
  129. message: wsBuf.Bytes(),
  130. expectedResponse: []byte{0x82, 0x5, 0x48, 0x65, 0x6c, 0x6c, 0x6f},
  131. },
  132. {
  133. desc: "test tcp proxy",
  134. connectionType: pogs.ConnectionTypeTCP,
  135. metadata: []pogs.Metadata{},
  136. message: []byte("Here is some tcp data"),
  137. expectedResponse: []byte("Here is some tcp data"),
  138. },
  139. }
  140. for i, test := range tests {
  141. test := test // capture range variable
  142. t.Run(test.desc, func(t *testing.T) {
  143. ctx, cancel := context.WithCancel(context.Background())
  144. // Start a UDP Listener for QUIC.
  145. udpAddr, err := net.ResolveUDPAddr("udp", "127.0.0.1:0")
  146. require.NoError(t, err)
  147. udpListener, err := net.ListenUDP(udpAddr.Network(), udpAddr)
  148. require.NoError(t, err)
  149. defer udpListener.Close()
  150. quicTransport := &quic.Transport{Conn: udpListener, ConnectionIDLength: 16}
  151. quicListener, err := quicTransport.Listen(testTLSServerConfig, testQUICConfig)
  152. require.NoError(t, err)
  153. serverDone := make(chan struct{})
  154. go func() {
  155. // nolint: testifylint
  156. quicServer(
  157. ctx, t, quicListener, test.dest, test.connectionType, test.metadata, test.message, test.expectedResponse,
  158. )
  159. close(serverDone)
  160. }()
  161. // nolint: gosec
  162. tunnelConn, _ := testTunnelConnection(t, netip.MustParseAddrPort(udpListener.LocalAddr().String()), uint8(i))
  163. connDone := make(chan struct{})
  164. go func() {
  165. _ = tunnelConn.Serve(ctx)
  166. close(connDone)
  167. }()
  168. <-serverDone
  169. cancel()
  170. <-connDone
  171. })
  172. }
  173. }
  174. type fakeControlStream struct {
  175. ControlStreamHandler
  176. }
  177. func (fakeControlStream) ServeControlStream(ctx context.Context, rw io.ReadWriteCloser, connOptions *pogs.ConnectionOptions, tunnelConfigGetter TunnelConfigJSONGetter) error {
  178. <-ctx.Done()
  179. return nil
  180. }
  181. func (fakeControlStream) IsStopped() bool {
  182. return true
  183. }
  184. func quicServer(
  185. ctx context.Context,
  186. t *testing.T,
  187. listener *quic.Listener,
  188. dest string,
  189. connectionType pogs.ConnectionType,
  190. metadata []pogs.Metadata,
  191. message []byte,
  192. expectedResponse []byte,
  193. ) {
  194. session, err := listener.Accept(ctx)
  195. require.NoError(t, err)
  196. quicStream, err := session.OpenStreamSync(context.Background())
  197. require.NoError(t, err)
  198. stream := cfdquic.NewSafeStreamCloser(quicStream, defaultQUICTimeout, &log)
  199. reqClientStream := rpcquic.RequestClientStream{ReadWriteCloser: stream}
  200. err = reqClientStream.WriteConnectRequestData(dest, connectionType, metadata...)
  201. require.NoError(t, err)
  202. _, err = reqClientStream.ReadConnectResponseData()
  203. require.NoError(t, err)
  204. if message != nil {
  205. // ALPN successful. Write data.
  206. _, err := stream.Write(message)
  207. require.NoError(t, err)
  208. }
  209. response := make([]byte, len(expectedResponse))
  210. _, err = stream.Read(response)
  211. if err != io.EOF {
  212. require.NoError(t, err)
  213. }
  214. // For now it is an echo server. Verify if the same data is returned.
  215. assert.Equal(t, expectedResponse, response)
  216. }
  217. type mockOriginProxyWithRequest struct{}
  218. func (moc *mockOriginProxyWithRequest) ProxyHTTP(w ResponseWriter, tr *tracing.TracedHTTPRequest, isWebsocket bool) error {
  219. // These are a series of crude tests to ensure the headers and http related data is transferred from
  220. // metadata.
  221. r := tr.Request
  222. if r.Method == "" {
  223. return errors.New("method not sent")
  224. }
  225. if r.Host == "" {
  226. return errors.New("host not sent")
  227. }
  228. if len(r.Header) == 0 {
  229. return errors.New("headers not set")
  230. }
  231. if isWebsocket {
  232. return wsEchoEndpoint(w, r)
  233. }
  234. switch r.URL.Path {
  235. case "/ok":
  236. originRespEndpoint(w, http.StatusOK, []byte(http.StatusText(http.StatusOK)))
  237. case "/slow_echo_body":
  238. time.Sleep(5 * time.Nanosecond)
  239. fallthrough
  240. case "/echo_body":
  241. resp := &http.Response{
  242. StatusCode: http.StatusOK,
  243. }
  244. _ = w.WriteRespHeaders(resp.StatusCode, resp.Header)
  245. _, _ = io.Copy(w, r.Body)
  246. case "/error":
  247. return fmt.Errorf("Failed to proxy to origin")
  248. default:
  249. originRespEndpoint(w, http.StatusNotFound, []byte("page not found"))
  250. }
  251. return nil
  252. }
  253. func TestBuildHTTPRequest(t *testing.T) {
  254. var tests = []struct {
  255. name string
  256. connectRequest *pogs.ConnectRequest
  257. body io.ReadCloser
  258. req *http.Request
  259. }{
  260. {
  261. name: "check if http.Request is built correctly with content length",
  262. connectRequest: &pogs.ConnectRequest{
  263. Dest: "http://test.com",
  264. Metadata: []pogs.Metadata{
  265. {
  266. Key: "HttpHeader:Cf-Cloudflared-Proxy-Connection-Upgrade",
  267. Val: "Websocket",
  268. },
  269. {
  270. Key: "HttpHeader:Content-Length",
  271. Val: "514",
  272. },
  273. {
  274. Key: "HttpHeader:Another-Header",
  275. Val: "Misc",
  276. },
  277. {
  278. Key: "HttpHost",
  279. Val: "cf.host",
  280. },
  281. {
  282. Key: "HttpMethod",
  283. Val: "get",
  284. },
  285. },
  286. },
  287. req: &http.Request{
  288. Method: "get",
  289. URL: &url.URL{
  290. Scheme: "http",
  291. Host: "test.com",
  292. },
  293. Proto: "HTTP/1.1",
  294. ProtoMajor: 1,
  295. ProtoMinor: 1,
  296. Header: http.Header{
  297. "Another-Header": []string{"Misc"},
  298. "Content-Length": []string{"514"},
  299. },
  300. ContentLength: 514,
  301. Host: "cf.host",
  302. Body: io.NopCloser(&bytes.Buffer{}),
  303. },
  304. body: io.NopCloser(&bytes.Buffer{}),
  305. },
  306. {
  307. name: "if content length isn't part of request headers, then it's not set",
  308. connectRequest: &pogs.ConnectRequest{
  309. Dest: "http://test.com",
  310. Metadata: []pogs.Metadata{
  311. {
  312. Key: "HttpHeader:Cf-Cloudflared-Proxy-Connection-Upgrade",
  313. Val: "Websocket",
  314. },
  315. {
  316. Key: "HttpHeader:Another-Header",
  317. Val: "Misc",
  318. },
  319. {
  320. Key: "HttpHost",
  321. Val: "cf.host",
  322. },
  323. {
  324. Key: "HttpMethod",
  325. Val: "get",
  326. },
  327. },
  328. },
  329. req: &http.Request{
  330. Method: "get",
  331. URL: &url.URL{
  332. Scheme: "http",
  333. Host: "test.com",
  334. },
  335. Proto: "HTTP/1.1",
  336. ProtoMajor: 1,
  337. ProtoMinor: 1,
  338. Header: http.Header{
  339. "Another-Header": []string{"Misc"},
  340. },
  341. ContentLength: 0,
  342. Host: "cf.host",
  343. Body: http.NoBody,
  344. },
  345. body: io.NopCloser(&bytes.Buffer{}),
  346. },
  347. {
  348. name: "if content length is 0, but transfer-encoding is chunked, body is not nil",
  349. connectRequest: &pogs.ConnectRequest{
  350. Dest: "http://test.com",
  351. Metadata: []pogs.Metadata{
  352. {
  353. Key: "HttpHeader:Another-Header",
  354. Val: "Misc",
  355. },
  356. {
  357. Key: "HttpHeader:Transfer-Encoding",
  358. Val: "chunked",
  359. },
  360. {
  361. Key: "HttpHost",
  362. Val: "cf.host",
  363. },
  364. {
  365. Key: "HttpMethod",
  366. Val: "get",
  367. },
  368. },
  369. },
  370. req: &http.Request{
  371. Method: "get",
  372. URL: &url.URL{
  373. Scheme: "http",
  374. Host: "test.com",
  375. },
  376. Proto: "HTTP/1.1",
  377. ProtoMajor: 1,
  378. ProtoMinor: 1,
  379. Header: http.Header{
  380. "Another-Header": []string{"Misc"},
  381. "Transfer-Encoding": []string{"chunked"},
  382. },
  383. ContentLength: 0,
  384. Host: "cf.host",
  385. Body: io.NopCloser(&bytes.Buffer{}),
  386. },
  387. body: io.NopCloser(&bytes.Buffer{}),
  388. },
  389. {
  390. name: "if content length is 0, but transfer-encoding is gzip,chunked, body is not nil",
  391. connectRequest: &pogs.ConnectRequest{
  392. Dest: "http://test.com",
  393. Metadata: []pogs.Metadata{
  394. {
  395. Key: "HttpHeader:Another-Header",
  396. Val: "Misc",
  397. },
  398. {
  399. Key: "HttpHeader:Transfer-Encoding",
  400. Val: "gzip,chunked",
  401. },
  402. {
  403. Key: "HttpHost",
  404. Val: "cf.host",
  405. },
  406. {
  407. Key: "HttpMethod",
  408. Val: "get",
  409. },
  410. },
  411. },
  412. req: &http.Request{
  413. Method: "get",
  414. URL: &url.URL{
  415. Scheme: "http",
  416. Host: "test.com",
  417. },
  418. Proto: "HTTP/1.1",
  419. ProtoMajor: 1,
  420. ProtoMinor: 1,
  421. Header: http.Header{
  422. "Another-Header": []string{"Misc"},
  423. "Transfer-Encoding": []string{"gzip,chunked"},
  424. },
  425. ContentLength: 0,
  426. Host: "cf.host",
  427. Body: io.NopCloser(&bytes.Buffer{}),
  428. },
  429. body: io.NopCloser(&bytes.Buffer{}),
  430. },
  431. {
  432. name: "if content length is 0, and connect request is a websocket, body is not nil",
  433. connectRequest: &pogs.ConnectRequest{
  434. Type: pogs.ConnectionTypeWebsocket,
  435. Dest: "http://test.com",
  436. Metadata: []pogs.Metadata{
  437. {
  438. Key: "HttpHeader:Another-Header",
  439. Val: "Misc",
  440. },
  441. {
  442. Key: "HttpHost",
  443. Val: "cf.host",
  444. },
  445. {
  446. Key: "HttpMethod",
  447. Val: "get",
  448. },
  449. },
  450. },
  451. req: &http.Request{
  452. Method: "get",
  453. URL: &url.URL{
  454. Scheme: "http",
  455. Host: "test.com",
  456. },
  457. Proto: "HTTP/1.1",
  458. ProtoMajor: 1,
  459. ProtoMinor: 1,
  460. Header: http.Header{
  461. "Another-Header": []string{"Misc"},
  462. },
  463. ContentLength: 0,
  464. Host: "cf.host",
  465. Body: io.NopCloser(&bytes.Buffer{}),
  466. },
  467. body: io.NopCloser(&bytes.Buffer{}),
  468. },
  469. }
  470. log := zerolog.Nop()
  471. for _, test := range tests {
  472. test := test // capture range variable
  473. t.Run(test.name, func(t *testing.T) {
  474. req, err := buildHTTPRequest(context.Background(), test.connectRequest, test.body, 0, &log)
  475. require.NoError(t, err)
  476. test.req = test.req.WithContext(req.Context())
  477. require.Equal(t, test.req, req.Request)
  478. })
  479. }
  480. }
  481. func (moc *mockOriginProxyWithRequest) ProxyTCP(ctx context.Context, rwa ReadWriteAcker, tcpRequest *TCPRequest) error {
  482. if tcpRequest.Dest == "rate-limit-me" {
  483. return pkgerrors.Wrap(cfdflow.ErrTooManyActiveFlows, "failed tcp stream")
  484. }
  485. _ = rwa.AckConnection("")
  486. _, _ = io.Copy(rwa, rwa)
  487. return nil
  488. }
  489. func TestServeUDPSession(t *testing.T) {
  490. // Start a UDP Listener for QUIC.
  491. udpAddr, err := net.ResolveUDPAddr("udp", "127.0.0.1:0")
  492. require.NoError(t, err)
  493. udpListener, err := net.ListenUDP(udpAddr.Network(), udpAddr)
  494. require.NoError(t, err)
  495. defer udpListener.Close()
  496. ctx, cancel := context.WithCancel(context.Background())
  497. // Establish QUIC connection with edge
  498. edgeQUICSessionChan := make(chan quic.Connection)
  499. go func() {
  500. earlyListener, err := quic.Listen(udpListener, testTLSServerConfig, testQUICConfig)
  501. assert.NoError(t, err)
  502. edgeQUICSession, err := earlyListener.Accept(ctx)
  503. assert.NoError(t, err)
  504. edgeQUICSessionChan <- edgeQUICSession
  505. }()
  506. // Random index to avoid reusing port
  507. tunnelConn, datagramConn := testTunnelConnection(t, netip.MustParseAddrPort(udpListener.LocalAddr().String()), 28)
  508. go func() {
  509. _ = tunnelConn.Serve(ctx)
  510. }()
  511. edgeQUICSession := <-edgeQUICSessionChan
  512. serveSession(ctx, datagramConn, edgeQUICSession, closedByOrigin, io.EOF.Error(), t)
  513. serveSession(ctx, datagramConn, edgeQUICSession, closedByTimeout, datagramsession.SessionIdleErr(time.Millisecond*50).Error(), t)
  514. serveSession(ctx, datagramConn, edgeQUICSession, closedByRemote, "eyeball closed connection", t)
  515. cancel()
  516. }
  517. func TestNopCloserReadWriterCloseBeforeEOF(t *testing.T) {
  518. readerWriter := nopCloserReadWriter{ReadWriteCloser: &mockReaderNoopWriter{Reader: strings.NewReader("123456789")}}
  519. buffer := make([]byte, 5)
  520. n, err := readerWriter.Read(buffer)
  521. require.NoError(t, err)
  522. require.Equal(t, 5, n)
  523. // close
  524. require.NoError(t, readerWriter.Close())
  525. // read should get error
  526. n, err = readerWriter.Read(buffer)
  527. require.Equal(t, 0, n)
  528. require.Equal(t, err, fmt.Errorf("closed by handler"))
  529. }
  530. func TestNopCloserReadWriterCloseAfterEOF(t *testing.T) {
  531. readerWriter := nopCloserReadWriter{ReadWriteCloser: &mockReaderNoopWriter{Reader: strings.NewReader("123456789")}}
  532. buffer := make([]byte, 20)
  533. n, err := readerWriter.Read(buffer)
  534. require.NoError(t, err)
  535. require.Equal(t, 9, n)
  536. // force another read to read eof
  537. _, err = readerWriter.Read(buffer)
  538. require.Equal(t, err, io.EOF)
  539. // close
  540. require.NoError(t, readerWriter.Close())
  541. // read should get EOF still
  542. n, err = readerWriter.Read(buffer)
  543. require.Equal(t, 0, n)
  544. require.Equal(t, err, io.EOF)
  545. }
  546. func TestCreateUDPConnReuseSourcePort(t *testing.T) {
  547. edgeIPv4 := netip.MustParseAddrPort("0.0.0.0:0")
  548. edgeIPv6 := netip.MustParseAddrPort("[::]:0")
  549. // We assume the test environment has access to an IPv4 interface
  550. testCreateUDPConnReuseSourcePortForEdgeIP(t, edgeIPv4)
  551. if nettest.SupportsIPv6() {
  552. testCreateUDPConnReuseSourcePortForEdgeIP(t, edgeIPv6)
  553. }
  554. }
  555. // TestTCPProxy_FlowRateLimited tests if the pogs.ConnectResponse returns the expected error and metadata, when a
  556. // new flow is rate limited.
  557. func TestTCPProxy_FlowRateLimited(t *testing.T) {
  558. ctx, cancel := context.WithCancel(context.Background())
  559. // Start a UDP Listener for QUIC.
  560. udpAddr, err := net.ResolveUDPAddr("udp", "127.0.0.1:0")
  561. require.NoError(t, err)
  562. udpListener, err := net.ListenUDP(udpAddr.Network(), udpAddr)
  563. require.NoError(t, err)
  564. defer udpListener.Close()
  565. quicTransport := &quic.Transport{Conn: udpListener, ConnectionIDLength: 16}
  566. quicListener, err := quicTransport.Listen(testTLSServerConfig, testQUICConfig)
  567. require.NoError(t, err)
  568. serverDone := make(chan struct{})
  569. go func() {
  570. defer close(serverDone)
  571. session, err := quicListener.Accept(ctx)
  572. assert.NoError(t, err)
  573. quicStream, err := session.OpenStreamSync(context.Background())
  574. assert.NoError(t, err)
  575. stream := cfdquic.NewSafeStreamCloser(quicStream, defaultQUICTimeout, &log)
  576. reqClientStream := rpcquic.RequestClientStream{ReadWriteCloser: stream}
  577. err = reqClientStream.WriteConnectRequestData("rate-limit-me", pogs.ConnectionTypeTCP)
  578. assert.NoError(t, err)
  579. response, err := reqClientStream.ReadConnectResponseData()
  580. assert.NoError(t, err)
  581. // Got Rate Limited
  582. assert.NotEmpty(t, response.Error)
  583. assert.Contains(t, response.Metadata, pogs.ErrorFlowConnectRateLimitedMetadata)
  584. }()
  585. tunnelConn, _ := testTunnelConnection(t, netip.MustParseAddrPort(udpListener.LocalAddr().String()), uint8(0))
  586. connDone := make(chan struct{})
  587. go func() {
  588. defer close(connDone)
  589. _ = tunnelConn.Serve(ctx)
  590. }()
  591. <-serverDone
  592. cancel()
  593. <-connDone
  594. }
  595. func testCreateUDPConnReuseSourcePortForEdgeIP(t *testing.T, edgeIP netip.AddrPort) {
  596. logger := zerolog.Nop()
  597. conn, err := createUDPConnForConnIndex(0, nil, edgeIP, &logger)
  598. require.NoError(t, err)
  599. getPortFunc := func(conn *net.UDPConn) int {
  600. addr := conn.LocalAddr().(*net.UDPAddr)
  601. return addr.Port
  602. }
  603. initialPort := getPortFunc(conn)
  604. // close conn
  605. conn.Close()
  606. // should get the same port as before.
  607. conn, err = createUDPConnForConnIndex(0, nil, edgeIP, &logger)
  608. require.NoError(t, err)
  609. require.Equal(t, initialPort, getPortFunc(conn))
  610. // new index, should get a different port
  611. conn1, err := createUDPConnForConnIndex(1, nil, edgeIP, &logger)
  612. require.NoError(t, err)
  613. require.NotEqual(t, initialPort, getPortFunc(conn1))
  614. // not closing the conn and trying to obtain a new conn for same index should give a different random port
  615. conn, err = createUDPConnForConnIndex(0, nil, edgeIP, &logger)
  616. require.NoError(t, err)
  617. require.NotEqual(t, initialPort, getPortFunc(conn))
  618. }
  619. func serveSession(ctx context.Context, datagramConn *datagramV2Connection, edgeQUICSession quic.Connection, closeType closeReason, expectedReason string, t *testing.T) {
  620. var (
  621. payload = []byte(t.Name())
  622. )
  623. sessionID := uuid.New()
  624. cfdConn, originConn := net.Pipe()
  625. // Registers and run a new session
  626. session, err := datagramConn.sessionManager.RegisterSession(ctx, sessionID, cfdConn)
  627. require.NoError(t, err)
  628. sessionDone := make(chan struct{})
  629. go func() {
  630. datagramConn.serveUDPSession(session, time.Millisecond*50)
  631. close(sessionDone)
  632. }()
  633. // Send a message to the quic session on edge side, it should be deumx to this datagram v2 session
  634. muxedPayload, err := cfdquic.SuffixSessionID(sessionID, payload)
  635. require.NoError(t, err)
  636. muxedPayload, err = cfdquic.SuffixType(muxedPayload, cfdquic.DatagramTypeUDP)
  637. require.NoError(t, err)
  638. err = edgeQUICSession.SendDatagram(muxedPayload)
  639. require.NoError(t, err)
  640. readBuffer := make([]byte, len(payload)+1)
  641. n, err := originConn.Read(readBuffer)
  642. require.NoError(t, err)
  643. require.Equal(t, len(payload), n)
  644. require.True(t, bytes.Equal(payload, readBuffer[:n]))
  645. // Close connection to terminate session
  646. switch closeType {
  647. case closedByOrigin:
  648. originConn.Close()
  649. case closedByRemote:
  650. err = datagramConn.UnregisterUdpSession(ctx, sessionID, expectedReason)
  651. require.NoError(t, err)
  652. case closedByTimeout:
  653. }
  654. if closeType != closedByRemote {
  655. // Session was not closed by remote, so closeUDPSession should be invoked to unregister from remote
  656. unregisterFromEdgeChan := make(chan struct{})
  657. sessionRPCServer := &mockSessionRPCServer{
  658. sessionID: sessionID,
  659. unregisterReason: expectedReason,
  660. calledUnregisterChan: unregisterFromEdgeChan,
  661. }
  662. // nolint: testifylint
  663. go runRPCServer(ctx, edgeQUICSession, sessionRPCServer, nil, t)
  664. <-unregisterFromEdgeChan
  665. }
  666. <-sessionDone
  667. }
  668. type closeReason uint8
  669. const (
  670. closedByOrigin closeReason = iota
  671. closedByRemote
  672. closedByTimeout
  673. )
  674. func runRPCServer(ctx context.Context, session quic.Connection, sessionRPCServer pogs.SessionManager, configRPCServer pogs.ConfigurationManager, t *testing.T) {
  675. stream, err := session.AcceptStream(ctx)
  676. require.NoError(t, err)
  677. if stream.StreamID() == 0 {
  678. // Skip the first stream, it's the control stream of the QUIC connection
  679. stream, err = session.AcceptStream(ctx)
  680. require.NoError(t, err)
  681. }
  682. ss := rpcquic.NewCloudflaredServer(
  683. func(_ context.Context, _ *rpcquic.RequestServerStream) error {
  684. return nil
  685. },
  686. sessionRPCServer,
  687. configRPCServer,
  688. 10*time.Second,
  689. )
  690. err = ss.Serve(ctx, stream)
  691. assert.NoError(t, err)
  692. }
  693. type mockSessionRPCServer struct {
  694. sessionID uuid.UUID
  695. unregisterReason string
  696. calledUnregisterChan chan struct{}
  697. }
  698. func (s mockSessionRPCServer) RegisterUdpSession(ctx context.Context, sessionID uuid.UUID, dstIP net.IP, dstPort uint16, closeIdleAfter time.Duration, traceContext string) (*pogs.RegisterUdpSessionResponse, error) {
  699. return nil, fmt.Errorf("mockSessionRPCServer doesn't implement RegisterUdpSession")
  700. }
  701. func (s mockSessionRPCServer) UnregisterUdpSession(ctx context.Context, sessionID uuid.UUID, reason string) error {
  702. if s.sessionID != sessionID {
  703. return fmt.Errorf("expect session ID %s, got %s", s.sessionID, sessionID)
  704. }
  705. if s.unregisterReason != reason {
  706. return fmt.Errorf("expect unregister reason %s, got %s", s.unregisterReason, reason)
  707. }
  708. close(s.calledUnregisterChan)
  709. return nil
  710. }
  711. func testTunnelConnection(t *testing.T, serverAddr netip.AddrPort, index uint8) (TunnelConnection, *datagramV2Connection) {
  712. tlsClientConfig := &tls.Config{
  713. // nolint: gosec
  714. InsecureSkipVerify: true,
  715. NextProtos: []string{"argotunnel"},
  716. }
  717. // Start a mock httpProxy
  718. log := zerolog.New(io.Discard)
  719. ctx, cancel := context.WithCancel(context.Background())
  720. defer cancel()
  721. // Dial the QUIC connection to the edge
  722. conn, err := DialQuic(
  723. ctx,
  724. testQUICConfig,
  725. tlsClientConfig,
  726. serverAddr,
  727. nil, // connect on a random port
  728. index,
  729. &log,
  730. )
  731. require.NoError(t, err)
  732. // Start a session manager for the connection
  733. sessionDemuxChan := make(chan *packet.Session, 4)
  734. datagramMuxer := cfdquic.NewDatagramMuxerV2(conn, &log, sessionDemuxChan)
  735. sessionManager := datagramsession.NewManager(&log, datagramMuxer.SendToSession, sessionDemuxChan)
  736. var connIndex uint8 = 0
  737. packetRouter := ingress.NewPacketRouter(nil, datagramMuxer, connIndex, &log)
  738. datagramConn := &datagramV2Connection{
  739. conn,
  740. index,
  741. sessionManager,
  742. cfdflow.NewLimiter(0),
  743. datagramMuxer,
  744. packetRouter,
  745. 15 * time.Second,
  746. 0 * time.Second,
  747. &log,
  748. }
  749. tunnelConn, err := NewTunnelConnection(
  750. ctx,
  751. conn,
  752. index,
  753. &mockOrchestrator{originProxy: &mockOriginProxyWithRequest{}},
  754. datagramConn,
  755. fakeControlStream{},
  756. &pogs.ConnectionOptions{},
  757. 15*time.Second,
  758. 0*time.Second,
  759. 0*time.Second,
  760. &log,
  761. )
  762. require.NoError(t, err)
  763. return tunnelConn, datagramConn
  764. }
  765. type mockReaderNoopWriter struct {
  766. io.Reader
  767. }
  768. func (m *mockReaderNoopWriter) Write(p []byte) (n int, err error) {
  769. return len(p), nil
  770. }
  771. func (m *mockReaderNoopWriter) Close() error {
  772. return nil
  773. }
  774. // GenerateTLSConfig sets up a bare-bones TLS config for a QUIC server
  775. func GenerateTLSConfig() *tls.Config {
  776. // nolint: gosec
  777. key, err := rsa.GenerateKey(rand.Reader, 1024)
  778. if err != nil {
  779. panic(err)
  780. }
  781. template := x509.Certificate{SerialNumber: big.NewInt(1)}
  782. certDER, err := x509.CreateCertificate(rand.Reader, &template, &template, &key.PublicKey, key)
  783. if err != nil {
  784. panic(err)
  785. }
  786. keyPEM := pem.EncodeToMemory(&pem.Block{Type: "RSA PRIVATE KEY", Bytes: x509.MarshalPKCS1PrivateKey(key)})
  787. certPEM := pem.EncodeToMemory(&pem.Block{Type: "CERTIFICATE", Bytes: certDER})
  788. tlsCert, err := tls.X509KeyPair(certPEM, keyPEM)
  789. if err != nil {
  790. panic(err)
  791. }
  792. // nolint: gosec
  793. return &tls.Config{
  794. Certificates: []tls.Certificate{tlsCert},
  795. NextProtos: []string{"argotunnel"},
  796. }
  797. }