outside.go 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676
  1. package nebula
  2. import (
  3. "context"
  4. "encoding/binary"
  5. "errors"
  6. "log/slog"
  7. "net/netip"
  8. "time"
  9. "github.com/google/gopacket/layers"
  10. "golang.org/x/net/ipv6"
  11. "github.com/slackhq/nebula/firewall"
  12. "github.com/slackhq/nebula/header"
  13. "github.com/slackhq/nebula/udp"
  14. "golang.org/x/net/ipv4"
  15. )
  16. const (
  17. minFwPacketLen = 4
  18. )
  19. var ErrOutOfWindow = errors.New("out of window packet")
  20. func (f *Interface) readOutsidePackets(via ViaSender, out []byte, packet []byte, h *header.H, fwPacket *firewall.Packet, lhf *LightHouseHandler, nb []byte, q int, localCache firewall.ConntrackCache, meta udp.RxMeta) {
  21. err := h.Parse(packet)
  22. if err != nil {
  23. // Hole punch packets are 0 or 1 byte big, so lets ignore printing those errors
  24. // TODO: record metrics for rx holepunch/punchy packets?
  25. if len(packet) > 1 {
  26. f.messageMetrics.RxInvalid(1)
  27. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  28. f.l.Debug("Error while parsing inbound packet",
  29. "from", via,
  30. "error", err,
  31. "packet", packet,
  32. )
  33. }
  34. }
  35. return
  36. }
  37. if h.Version != header.Version {
  38. f.messageMetrics.RxInvalid(1)
  39. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  40. f.l.Debug("Unexpected header version received", "from", via)
  41. }
  42. return
  43. }
  44. // Check before processing to see if this is a expected type/subtype
  45. if !h.IsValidSubType() {
  46. f.messageMetrics.RxInvalid(1)
  47. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  48. f.l.Debug("Unexpected packet received", "from", via)
  49. }
  50. return
  51. }
  52. if !via.IsRelayed {
  53. if f.myVpnNetworksTable.Contains(via.UdpAddr.Addr()) {
  54. f.messageMetrics.RxInvalid(1)
  55. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  56. f.l.Debug("Refusing to process double encrypted packet", "from", via)
  57. }
  58. return
  59. }
  60. }
  61. // don't keep Rx metrics for message type, since you can see those in the tun metrics
  62. if h.Type != header.Message {
  63. f.messageMetrics.Rx(h.Type, h.Subtype, 1)
  64. }
  65. // Unencrypted packets
  66. switch h.Type {
  67. case header.Handshake:
  68. f.handshakeManager.HandleIncoming(via, packet, h)
  69. return
  70. case header.RecvError:
  71. f.handleRecvError(via.UdpAddr, h)
  72. return
  73. }
  74. // Relay packets are special
  75. isMessageRelay := (h.Type == header.Message && h.Subtype == header.MessageRelay)
  76. var hostinfo *HostInfo
  77. if isMessageRelay {
  78. hostinfo = f.hostMap.QueryRelayIndex(h.RemoteIndex)
  79. } else {
  80. hostinfo = f.hostMap.QueryIndex(h.RemoteIndex)
  81. }
  82. // At this point we should have a valid existing tunnel, verify and send
  83. // recvError if necessary
  84. if hostinfo == nil || hostinfo.ConnectionState == nil {
  85. if !via.IsRelayed {
  86. f.maybeSendRecvError(via.UdpAddr, h.RemoteIndex)
  87. }
  88. return
  89. }
  90. // All remaining packets are encrypted
  91. ci := hostinfo.ConnectionState
  92. if !ci.window.Check(f.l, h.MessageCounter) {
  93. return
  94. }
  95. // Relay packets are special
  96. if isMessageRelay {
  97. f.handleOutsideRelayPacket(hostinfo, via, out, packet, h, fwPacket, lhf, nb, q, localCache, meta)
  98. return
  99. }
  100. out, err = f.decrypt(hostinfo, h.MessageCounter, out, packet, h, nb)
  101. if err != nil {
  102. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  103. hostinfo.logger(f.l).Debug("Failed to decrypt packet",
  104. "error", err,
  105. "from", via,
  106. "header", h,
  107. )
  108. }
  109. return
  110. }
  111. // Roam before we respond
  112. f.handleHostRoaming(hostinfo, via)
  113. f.connectionManager.In(hostinfo)
  114. switch h.Type {
  115. case header.Message:
  116. switch h.Subtype {
  117. case header.MessageNone:
  118. f.handleOutsideMessagePacket(hostinfo, out, packet, fwPacket, nb, q, localCache, meta)
  119. default:
  120. hostinfo.logger(f.l).Error("IsValidSubType was true, but unexpected message subtype seen", "from", via, "header", h)
  121. return
  122. }
  123. case header.LightHouse:
  124. //TODO: assert via is not relayed
  125. lhf.HandleRequest(via.UdpAddr, hostinfo.vpnAddrs, out, f)
  126. case header.Test:
  127. switch h.Subtype {
  128. case header.TestReply:
  129. // No-op, useful for the Roaming and connectionManager side-effects above
  130. case header.TestRequest:
  131. //recycle the input packet ciphertext as our output buffer
  132. f.send(header.Test, header.TestReply, ci, hostinfo, out, nb, packet)
  133. default:
  134. hostinfo.logger(f.l).Error("IsValidSubType was true, but unexpected test subtype seen", "from", via, "header", h)
  135. return
  136. }
  137. case header.CloseTunnel:
  138. hostinfo.logger(f.l).Info("Close tunnel received, tearing down.", "from", via)
  139. f.closeTunnel(hostinfo)
  140. case header.Control:
  141. f.relayManager.HandleControlMsg(hostinfo, out, f)
  142. default:
  143. hostinfo.logger(f.l).Error("IsValidSubType was true, but unexpected message type seen", "from", via, "header", h)
  144. }
  145. }
  146. func (f *Interface) handleOutsideRelayPacket(hostinfo *HostInfo, via ViaSender, out []byte, packet []byte, h *header.H, fwPacket *firewall.Packet, lhf *LightHouseHandler, nb []byte, q int, localCache firewall.ConntrackCache, meta udp.RxMeta) {
  147. // The entire body is sent as AD, not encrypted.
  148. // The packet consists of a 16-byte parsed Nebula header, Associated Data-protected payload, and a trailing 16-byte AEAD signature value.
  149. // The packet is guaranteed to be at least 16 bytes at this point, b/c it got past the h.Parse() call above. If it's
  150. // otherwise malformed (meaning, there is no trailing 16 byte AEAD value), then this will result in at worst a 0-length slice
  151. // which will gracefully fail in the DecryptDanger call.
  152. signedPayload := packet[:len(packet)-hostinfo.ConnectionState.dKey.Overhead()]
  153. signatureValue := packet[len(packet)-hostinfo.ConnectionState.dKey.Overhead():]
  154. var err error
  155. out, err = hostinfo.ConnectionState.dKey.DecryptDanger(out, signedPayload, signatureValue, h.MessageCounter, nb)
  156. if err != nil {
  157. return
  158. }
  159. // Advance the replay window now that the frame is authenticated
  160. if !hostinfo.ConnectionState.window.Update(f.l, h.MessageCounter) {
  161. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  162. hostinfo.logger(f.l).Debug("dropping out of window relay packet", "header", h)
  163. }
  164. return
  165. }
  166. // Successfully validated the thing. Get rid of the Relay header.
  167. signedPayload = signedPayload[header.Len:]
  168. // Pull the Roaming parts up here, and return in all call paths.
  169. f.handleHostRoaming(hostinfo, via)
  170. // Track usage of both the HostInfo and the Relay for the received & authenticated packet
  171. f.connectionManager.In(hostinfo)
  172. f.connectionManager.RelayUsed(h.RemoteIndex)
  173. relay, ok := hostinfo.relayState.QueryRelayForByIdx(h.RemoteIndex)
  174. if !ok {
  175. // The only way this happens is if hostmap has an index to the correct HostInfo, but the HostInfo is missing
  176. // its internal mapping. This should never happen.
  177. hostinfo.logger(f.l).Error("HostInfo missing remote relay index",
  178. "relayRemoteIndex", h.RemoteIndex,
  179. )
  180. return
  181. }
  182. switch relay.Type {
  183. case TerminalType:
  184. // If I am the target of this relay, process the unwrapped packet
  185. // From this recursive point, all these variables are 'burned'. We shouldn't rely on them again.
  186. via = ViaSender{
  187. UdpAddr: via.UdpAddr,
  188. relayHI: hostinfo,
  189. remoteIdx: relay.RemoteIndex,
  190. relay: relay,
  191. IsRelayed: true,
  192. }
  193. f.readOutsidePackets(via, out[:0], signedPayload, h, fwPacket, lhf, nb, q, localCache, meta)
  194. case ForwardingType:
  195. // Find the target HostInfo relay object
  196. targetHI, targetRelay, err := f.hostMap.QueryVpnAddrsRelayFor(hostinfo.vpnAddrs, relay.PeerAddr)
  197. if err != nil {
  198. hostinfo.logger(f.l).Info("Failed to find target host info by ip",
  199. "relayTo", relay.PeerAddr,
  200. "relayFrom", hostinfo.vpnAddrs[0],
  201. "error", err,
  202. )
  203. return
  204. }
  205. // If that relay is Established, forward the payload through it
  206. if targetRelay.State == Established {
  207. switch targetRelay.Type {
  208. case ForwardingType:
  209. // Forward this packet through the relay tunnel
  210. // Find the target HostInfo //todo it would potentially be nice to batch these
  211. f.SendVia(targetHI, targetRelay, signedPayload, nb, out, false)
  212. case TerminalType:
  213. hostinfo.logger(f.l).Error("Unexpected Relay Type of Terminal")
  214. return
  215. default:
  216. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  217. hostinfo.logger(f.l).Debug("Unexpected targetRelay Type", "from", via, "relayType", targetRelay.Type)
  218. }
  219. return
  220. }
  221. } else {
  222. hostinfo.logger(f.l).Info("Unexpected target relay state",
  223. "relayTo", relay.PeerAddr,
  224. "relayFrom", hostinfo.vpnAddrs[0],
  225. "targetRelayState", targetRelay.State,
  226. )
  227. return
  228. }
  229. default:
  230. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  231. hostinfo.logger(f.l).Debug("Unexpected relay type", "from", via, "relayType", relay.Type)
  232. }
  233. }
  234. }
  235. // closeTunnel closes a tunnel locally, it does not send a closeTunnel packet to the remote
  236. func (f *Interface) closeTunnel(hostInfo *HostInfo) {
  237. final := f.hostMap.DeleteHostInfo(hostInfo)
  238. if final {
  239. // We no longer have any tunnels with this vpn addr, clear learned lighthouse state to lower memory usage
  240. f.lightHouse.DeleteVpnAddrs(hostInfo.vpnAddrs)
  241. }
  242. }
  243. // sendCloseTunnel is a helper function to send a proper close tunnel packet to a remote
  244. func (f *Interface) sendCloseTunnel(h *HostInfo) {
  245. f.send(header.CloseTunnel, 0, h.ConnectionState, h, []byte{}, make([]byte, 12, 12), make([]byte, mtu))
  246. }
  247. func (f *Interface) handleHostRoaming(hostinfo *HostInfo, via ViaSender) {
  248. curRemote := hostinfo.GetRemote()
  249. if !via.IsRelayed && curRemote != via.UdpAddr {
  250. if !f.lightHouse.GetRemoteAllowList().AllowAll(hostinfo.vpnAddrs, via.UdpAddr.Addr()) {
  251. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  252. hostinfo.logger(f.l).Debug("lighthouse.remote_allow_list denied roaming", "newAddr", via.UdpAddr)
  253. }
  254. return
  255. }
  256. if !hostinfo.lastRoam.IsZero() && via.UdpAddr == hostinfo.lastRoamRemote && time.Since(hostinfo.lastRoam) < RoamingSuppressSeconds*time.Second {
  257. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  258. hostinfo.logger(f.l).Debug("Suppressing roam back to previous remote",
  259. "suppressSeconds", RoamingSuppressSeconds,
  260. "udpAddr", curRemote,
  261. "newAddr", via.UdpAddr,
  262. )
  263. }
  264. return
  265. }
  266. hostinfo.logger(f.l).Info("Host roamed to new udp ip/port.",
  267. "udpAddr", curRemote,
  268. "newAddr", via.UdpAddr,
  269. )
  270. hostinfo.lastRoam = time.Now()
  271. hostinfo.lastRoamRemote = curRemote
  272. hostinfo.SetRemote(via.UdpAddr)
  273. }
  274. }
  275. var (
  276. ErrPacketTooShort = errors.New("packet is too short")
  277. ErrUnknownIPVersion = errors.New("packet is an unknown ip version")
  278. ErrIPv4InvalidHeaderLength = errors.New("invalid ipv4 header length")
  279. ErrIPv4PacketTooShort = errors.New("ipv4 packet is too short")
  280. ErrIPv6PacketTooShort = errors.New("ipv6 packet is too short")
  281. ErrIPv6CouldNotFindPayload = errors.New("could not find payload in ipv6 packet")
  282. )
  283. // newPacket validates and parses the interesting bits for the firewall out of the ip and sub protocol headers
  284. func newPacket(data []byte, incoming bool, fp *firewall.Packet) error {
  285. if len(data) < 1 {
  286. return ErrPacketTooShort
  287. }
  288. version := int((data[0] >> 4) & 0x0f)
  289. switch version {
  290. case ipv4.Version:
  291. return parseV4(data, incoming, fp)
  292. case ipv6.Version:
  293. return parseV6(data, incoming, fp)
  294. }
  295. return ErrUnknownIPVersion
  296. }
  297. func parseV6(data []byte, incoming bool, fp *firewall.Packet) error {
  298. dataLen := len(data)
  299. if dataLen < ipv6.HeaderLen {
  300. return ErrIPv6PacketTooShort
  301. }
  302. if incoming {
  303. fp.RemoteAddr, _ = netip.AddrFromSlice(data[8:24])
  304. fp.LocalAddr, _ = netip.AddrFromSlice(data[24:40])
  305. } else {
  306. fp.LocalAddr, _ = netip.AddrFromSlice(data[8:24])
  307. fp.RemoteAddr, _ = netip.AddrFromSlice(data[24:40])
  308. }
  309. protoAt := 6 // NextHeader is at 6 bytes into the ipv6 header
  310. offset := ipv6.HeaderLen // Start at the end of the ipv6 header
  311. next := 0
  312. for {
  313. if protoAt >= dataLen {
  314. break
  315. }
  316. proto := layers.IPProtocol(data[protoAt])
  317. switch proto {
  318. case layers.IPProtocolESP, layers.IPProtocolNoNextHeader:
  319. fp.Protocol = uint8(proto)
  320. fp.RemotePort = 0
  321. fp.LocalPort = 0
  322. fp.Fragment = false
  323. return nil
  324. case layers.IPProtocolICMPv6:
  325. if dataLen < offset+6 {
  326. return ErrIPv6PacketTooShort
  327. }
  328. fp.Protocol = uint8(proto)
  329. fp.LocalPort = 0 //incoming vs outgoing doesn't matter for icmpv6
  330. icmptype := data[offset+1]
  331. switch icmptype {
  332. case layers.ICMPv6TypeEchoRequest, layers.ICMPv6TypeEchoReply:
  333. fp.RemotePort = binary.BigEndian.Uint16(data[offset+4 : offset+6]) //identifier
  334. default:
  335. fp.RemotePort = 0
  336. }
  337. fp.Fragment = false
  338. return nil
  339. case layers.IPProtocolTCP, layers.IPProtocolUDP:
  340. if dataLen < offset+4 {
  341. return ErrIPv6PacketTooShort
  342. }
  343. fp.Protocol = uint8(proto)
  344. if incoming {
  345. fp.RemotePort = binary.BigEndian.Uint16(data[offset : offset+2])
  346. fp.LocalPort = binary.BigEndian.Uint16(data[offset+2 : offset+4])
  347. } else {
  348. fp.LocalPort = binary.BigEndian.Uint16(data[offset : offset+2])
  349. fp.RemotePort = binary.BigEndian.Uint16(data[offset+2 : offset+4])
  350. }
  351. fp.Fragment = false
  352. return nil
  353. case layers.IPProtocolIPv6Fragment:
  354. // Fragment header is 8 bytes, need at least offset+4 to read the offset field
  355. if dataLen < offset+8 {
  356. return ErrIPv6PacketTooShort
  357. }
  358. // Check if this is the first fragment
  359. fragmentOffset := binary.BigEndian.Uint16(data[offset+2:offset+4]) &^ uint16(0x7) // Remove the reserved and M flag bits
  360. if fragmentOffset != 0 {
  361. // Non-first fragment, use what we have now and stop processing
  362. fp.Protocol = data[offset]
  363. fp.Fragment = true
  364. fp.RemotePort = 0
  365. fp.LocalPort = 0
  366. return nil
  367. }
  368. // The next loop should be the transport layer since we are the first fragment
  369. next = 8 // Fragment headers are always 8 bytes
  370. case layers.IPProtocolAH:
  371. // Auth headers, used by IPSec, have a different meaning for header length
  372. if dataLen <= offset+1 {
  373. break
  374. }
  375. next = (int(data[offset+1]) + 2) << 2
  376. default:
  377. // Normal ipv6 header length processing
  378. if dataLen <= offset+1 {
  379. break
  380. }
  381. next = (int(data[offset+1]) + 1) << 3
  382. }
  383. if next <= 0 {
  384. // Safety check, each ipv6 header has to be at least 8 bytes
  385. next = 8
  386. }
  387. protoAt = offset
  388. offset = offset + next
  389. }
  390. return ErrIPv6CouldNotFindPayload
  391. }
  392. func parseV4(data []byte, incoming bool, fp *firewall.Packet) error {
  393. // Do we at least have an ipv4 header worth of data?
  394. if len(data) < ipv4.HeaderLen {
  395. return ErrIPv4PacketTooShort
  396. }
  397. // Adjust our start position based on the advertised ip header length
  398. ihl := int(data[0]&0x0f) << 2
  399. // Well-formed ip header length?
  400. if ihl < ipv4.HeaderLen {
  401. return ErrIPv4InvalidHeaderLength
  402. }
  403. // Check if this is the second or further fragment of a fragmented packet.
  404. flagsfrags := binary.BigEndian.Uint16(data[6:8])
  405. fp.Fragment = (flagsfrags & 0x1FFF) != 0
  406. // Firewall handles protocol checks
  407. fp.Protocol = data[9]
  408. // Accounting for a variable header length, do we have enough data for our src/dst tuples?
  409. minLen := ihl
  410. if !fp.Fragment {
  411. if fp.Protocol == firewall.ProtoICMP {
  412. minLen += minFwPacketLen + 2
  413. } else {
  414. minLen += minFwPacketLen
  415. }
  416. }
  417. if len(data) < minLen {
  418. return ErrIPv4InvalidHeaderLength
  419. }
  420. if incoming { // Firewall packets are locally oriented
  421. fp.RemoteAddr, _ = netip.AddrFromSlice(data[12:16])
  422. fp.LocalAddr, _ = netip.AddrFromSlice(data[16:20])
  423. } else {
  424. fp.LocalAddr, _ = netip.AddrFromSlice(data[12:16])
  425. fp.RemoteAddr, _ = netip.AddrFromSlice(data[16:20])
  426. }
  427. if fp.Fragment {
  428. fp.RemotePort = 0
  429. fp.LocalPort = 0
  430. } else if fp.Protocol == firewall.ProtoICMP { //note that orientation doesn't matter on ICMP
  431. fp.RemotePort = binary.BigEndian.Uint16(data[ihl+4 : ihl+6]) //identifier
  432. fp.LocalPort = 0 //code would be uint16(data[ihl+1])
  433. } else if incoming {
  434. fp.RemotePort = binary.BigEndian.Uint16(data[ihl : ihl+2]) //src port
  435. fp.LocalPort = binary.BigEndian.Uint16(data[ihl+2 : ihl+4]) //dst port
  436. } else {
  437. fp.LocalPort = binary.BigEndian.Uint16(data[ihl : ihl+2]) //src port
  438. fp.RemotePort = binary.BigEndian.Uint16(data[ihl+2 : ihl+4]) //dst port
  439. }
  440. return nil
  441. }
  442. func (f *Interface) decrypt(hostinfo *HostInfo, mc uint64, out []byte, packet []byte, h *header.H, nb []byte) ([]byte, error) {
  443. var err error
  444. out, err = hostinfo.ConnectionState.dKey.DecryptDanger(out, packet[:header.Len], packet[header.Len:], mc, nb)
  445. if err != nil {
  446. return nil, err
  447. }
  448. if !hostinfo.ConnectionState.window.Update(f.l, mc) {
  449. return nil, ErrOutOfWindow
  450. }
  451. return out, nil
  452. }
  453. // 2-bit IP-level ECN codepoints (lower bits of IPv4 ToS / IPv6 TC).
  454. const (
  455. ecnNotECT = 0x00
  456. ecnECT1 = 0x01
  457. ecnECT0 = 0x02
  458. ecnCE = 0x03
  459. )
  460. // applyOuterECN folds an outer CE mark from the underlay into the inner
  461. // IP header per RFC 6040 normal mode. It mutates pkt[1] in place. Other
  462. // codepoints are advisory only and leave the inner unchanged.
  463. //
  464. // Merge cases (outer × inner → action):
  465. //
  466. // outer != CE : no-op (inner is authoritative)
  467. // outer == CE, inner Not-ECT : log; cannot propagate to a non-ECN host
  468. // outer == CE, inner ECT/CE : rewrite inner ECN to CE
  469. func applyOuterECN(pkt []byte, outerECN byte, hostinfo *HostInfo, l *slog.Logger) {
  470. if outerECN&ecnCE != ecnCE || len(pkt) < 2 {
  471. return
  472. }
  473. switch pkt[0] >> 4 {
  474. case 4:
  475. switch pkt[1] & 0x03 {
  476. case ecnNotECT:
  477. if l.Enabled(context.Background(), slog.LevelDebug) {
  478. hostinfo.logger(l).Debug("RFC 6040: outer CE on inner Not-ECT, leaving inner unchanged")
  479. }
  480. case ecnCE:
  481. // Already CE.
  482. default:
  483. // Rewriting the ToS byte invalidates the IPv4 header checksum, so
  484. // patch it incrementally per RFC 1624 (HC' = ~(~HC + ~m + m')). The
  485. // ToS is the low byte of the 16-bit word at pkt[0:2]; the header
  486. // checksum lives at pkt[10:12]. A header too short to carry a
  487. // checksum can't be fixed up here, so leave it for newPacket to
  488. // reject rather than emit a mangled packet.
  489. if len(pkt) < ipv4.HeaderLen {
  490. return
  491. }
  492. m := binary.BigEndian.Uint16(pkt[0:2])
  493. pkt[1] = (pkt[1] &^ 0x03) | ecnCE
  494. mNew := binary.BigEndian.Uint16(pkt[0:2])
  495. sum := uint32(^binary.BigEndian.Uint16(pkt[10:12])) + uint32(^m) + uint32(mNew)
  496. for sum > 0xffff {
  497. sum = (sum >> 16) + (sum & 0xffff)
  498. }
  499. binary.BigEndian.PutUint16(pkt[10:12], ^uint16(sum))
  500. }
  501. case 6:
  502. switch (pkt[1] >> 4) & 0x03 {
  503. case ecnNotECT:
  504. if l.Enabled(context.Background(), slog.LevelDebug) {
  505. hostinfo.logger(l).Debug("RFC 6040: outer CE on inner Not-ECT, leaving inner unchanged")
  506. }
  507. case ecnCE:
  508. // Already CE.
  509. default:
  510. pkt[1] = (pkt[1] &^ 0x30) | (ecnCE << 4)
  511. }
  512. }
  513. }
  514. func (f *Interface) handleOutsideMessagePacket(hostinfo *HostInfo, out []byte, packet []byte, fwPacket *firewall.Packet, nb []byte, q int, localCache firewall.ConntrackCache, meta udp.RxMeta) {
  515. // RFC 6040 normal-mode combine: fold any outer CE mark stamped by the
  516. // underlay into the inner header before firewall + TUN write. Other
  517. // outer codepoints are advisory only — we keep the inner unchanged.
  518. if f.ecnEnabled.Load() {
  519. applyOuterECN(out, meta.OuterECN, hostinfo, f.l)
  520. }
  521. err := newPacket(out, true, fwPacket)
  522. if err != nil {
  523. hostinfo.logger(f.l).Warn("Error while validating inbound packet",
  524. "error", err,
  525. "packet", out,
  526. )
  527. return
  528. }
  529. dropReason := f.firewall.Drop(*fwPacket, true, hostinfo, f.pki.GetCAPool(), localCache)
  530. if dropReason != nil {
  531. // NOTE: We give `packet` as the `out` here since we already decrypted from it and we don't need it anymore
  532. // This gives us a buffer to build the reject packet in. With UDP GRO this is a single segment of a shared
  533. // recvmmsg row whose capacity runs to the end of the whole row, so cap it to its own length (cap==len) to
  534. // keep the reject builder from writing past this segment into the next, not-yet-processed coalesced segment.
  535. f.rejectOutside(out, hostinfo.ConnectionState, hostinfo, nb, packet[:len(packet):len(packet)], q)
  536. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  537. hostinfo.logger(f.l).Debug("dropping inbound packet",
  538. "fwPacket", fwPacket,
  539. "reason", dropReason,
  540. )
  541. }
  542. return
  543. }
  544. err = f.batchers[q].Commit(out)
  545. if err != nil {
  546. f.l.Error("Failed to write to tun", "error", err)
  547. }
  548. }
  549. func (f *Interface) maybeSendRecvError(endpoint netip.AddrPort, index uint32) {
  550. if f.sendRecvErrorConfig.ShouldRecvError(endpoint) {
  551. f.sendRecvError(endpoint, index)
  552. }
  553. }
  554. func (f *Interface) sendRecvError(endpoint netip.AddrPort, index uint32) {
  555. f.messageMetrics.Tx(header.RecvError, 0, 1)
  556. b := header.Encode(make([]byte, header.Len), header.Version, header.RecvError, 0, index, 0)
  557. _ = f.outside.WriteTo(b, endpoint)
  558. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  559. f.l.Debug("Recv error sent",
  560. "index", index,
  561. "udpAddr", endpoint,
  562. )
  563. }
  564. }
  565. func (f *Interface) handleRecvError(addr netip.AddrPort, h *header.H) {
  566. if !f.acceptRecvErrorConfig.ShouldRecvError(addr) {
  567. f.l.Debug("Recv error received, ignoring",
  568. "index", h.RemoteIndex,
  569. "udpAddr", addr,
  570. )
  571. return
  572. }
  573. if f.l.Enabled(context.Background(), slog.LevelDebug) {
  574. f.l.Debug("Recv error received",
  575. "index", h.RemoteIndex,
  576. "udpAddr", addr,
  577. )
  578. }
  579. hostinfo := f.hostMap.QueryReverseIndex(h.RemoteIndex)
  580. if hostinfo == nil {
  581. f.l.Debug("Did not find remote index in main hostmap", "remoteIndex", h.RemoteIndex)
  582. return
  583. }
  584. hr := hostinfo.GetRemote()
  585. if hr.IsValid() && hr != addr {
  586. f.l.Info("Someone spoofing recv_errors?",
  587. "addr", addr,
  588. "hostinfoRemote", hr,
  589. )
  590. return
  591. }
  592. f.closeTunnel(hostinfo)
  593. // We also delete it from pending hostmap to allow for fast reconnect.
  594. f.handshakeManager.DeleteHostInfo(hostinfo)
  595. }