2019-11-19 18:00:20 +01:00
|
|
|
package nebula
|
|
|
|
|
|
|
|
import (
|
|
|
|
"sync/atomic"
|
|
|
|
|
|
|
|
"github.com/flynn/noise"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
)
|
|
|
|
|
2021-03-02 01:52:17 +01:00
|
|
|
func (f *Interface) consumeInsidePacket(packet []byte, fwPacket *FirewallPacket, nb, out []byte, q int, localCache ConntrackCache) {
|
2019-11-19 18:00:20 +01:00
|
|
|
err := newPacket(packet, false, fwPacket)
|
|
|
|
if err != nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
f.l.WithField("packet", packet).Debugf("Error while validating outbound packet: %s", err)
|
2019-11-19 18:00:20 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// Ignore local broadcast packets
|
|
|
|
if f.dropLocalBroadcast && fwPacket.RemoteIP == f.localBroadcast {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-02-22 01:49:54 +01:00
|
|
|
// Ignore packets from self to self
|
2021-04-01 17:23:31 +02:00
|
|
|
if fwPacket.RemoteIP == f.myVpnIp {
|
2020-02-22 01:49:54 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-11-19 18:00:20 +01:00
|
|
|
// Ignore broadcast packets
|
|
|
|
if f.dropMulticast && isMulticast(fwPacket.RemoteIP) {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
hostinfo := f.getOrHandshake(fwPacket.RemoteIP)
|
2020-08-05 04:59:04 +02:00
|
|
|
if hostinfo == nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
if f.l.Level >= logrus.DebugLevel {
|
|
|
|
f.l.WithField("vpnIp", IntIp(fwPacket.RemoteIP)).
|
2020-08-05 04:59:04 +02:00
|
|
|
WithField("fwPacket", fwPacket).
|
|
|
|
Debugln("dropping outbound packet, vpnIp not in our CIDR or in unsafe routes")
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2019-11-19 18:00:20 +01:00
|
|
|
ci := hostinfo.ConnectionState
|
|
|
|
|
|
|
|
if ci.ready == false {
|
|
|
|
// Because we might be sending stored packets, lock here to stop new things going to
|
|
|
|
// the packet queue.
|
|
|
|
ci.queueLock.Lock()
|
|
|
|
if !ci.ready {
|
2021-03-26 15:46:30 +01:00
|
|
|
hostinfo.cachePacket(f.l, message, 0, packet, f.sendMessageNow)
|
2019-11-19 18:00:20 +01:00
|
|
|
ci.queueLock.Unlock()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
ci.queueLock.Unlock()
|
|
|
|
}
|
|
|
|
|
2021-03-29 19:10:19 +02:00
|
|
|
dropReason := f.firewall.Drop(packet, *fwPacket, false, hostinfo, f.caPool, localCache)
|
2020-04-10 19:57:21 +02:00
|
|
|
if dropReason == nil {
|
2021-02-25 21:01:14 +01:00
|
|
|
mc := f.sendNoMetrics(message, 0, ci, hostinfo, hostinfo.remote, packet, nb, out, q)
|
2020-09-22 03:41:46 +02:00
|
|
|
if f.lightHouse != nil && mc%5000 == 0 {
|
2019-11-19 18:00:20 +01:00
|
|
|
f.lightHouse.Query(fwPacket.RemoteIP, f)
|
|
|
|
}
|
|
|
|
|
2021-03-26 15:46:30 +01:00
|
|
|
} else if f.l.Level >= logrus.DebugLevel {
|
|
|
|
hostinfo.logger(f.l).
|
2020-04-10 19:57:21 +02:00
|
|
|
WithField("fwPacket", fwPacket).
|
|
|
|
WithField("reason", dropReason).
|
2019-11-19 18:00:20 +01:00
|
|
|
Debugln("dropping outbound packet")
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-08-05 04:59:04 +02:00
|
|
|
// getOrHandshake returns nil if the vpnIp is not routable
|
2019-11-19 18:00:20 +01:00
|
|
|
func (f *Interface) getOrHandshake(vpnIp uint32) *HostInfo {
|
2019-12-12 17:34:17 +01:00
|
|
|
if f.hostMap.vpnCIDR.Contains(int2ip(vpnIp)) == false {
|
|
|
|
vpnIp = f.hostMap.queryUnsafeRoute(vpnIp)
|
2020-08-05 04:59:04 +02:00
|
|
|
if vpnIp == 0 {
|
|
|
|
return nil
|
|
|
|
}
|
2019-12-12 17:34:17 +01:00
|
|
|
}
|
2019-11-19 18:00:20 +01:00
|
|
|
hostinfo, err := f.hostMap.PromoteBestQueryVpnIP(vpnIp, f)
|
|
|
|
|
|
|
|
//if err != nil || hostinfo.ConnectionState == nil {
|
|
|
|
if err != nil {
|
|
|
|
hostinfo, err = f.handshakeManager.pendingHostMap.QueryVpnIP(vpnIp)
|
|
|
|
if err != nil {
|
|
|
|
hostinfo = f.handshakeManager.AddVpnIP(vpnIp)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
ci := hostinfo.ConnectionState
|
|
|
|
|
|
|
|
if ci != nil && ci.eKey != nil && ci.ready {
|
|
|
|
return hostinfo
|
|
|
|
}
|
|
|
|
|
2021-03-09 15:27:02 +01:00
|
|
|
// Handshake is not ready, we need to grab the lock now before we start
|
|
|
|
// the handshake process
|
|
|
|
hostinfo.Lock()
|
|
|
|
defer hostinfo.Unlock()
|
|
|
|
|
|
|
|
// Double check, now that we have the lock
|
|
|
|
ci = hostinfo.ConnectionState
|
|
|
|
if ci != nil && ci.eKey != nil && ci.ready {
|
|
|
|
return hostinfo
|
|
|
|
}
|
|
|
|
|
2019-11-19 18:00:20 +01:00
|
|
|
if ci == nil {
|
|
|
|
// if we don't have a connection state, then send a handshake initiation
|
2021-03-26 15:46:30 +01:00
|
|
|
ci = f.newConnectionState(f.l, true, noise.HandshakeIX, []byte{}, 0)
|
2019-11-19 18:00:20 +01:00
|
|
|
// FIXME: Maybe make XX selectable, but probably not since psk makes it nearly pointless for us.
|
|
|
|
//ci = f.newConnectionState(true, noise.HandshakeXX, []byte{}, 0)
|
|
|
|
hostinfo.ConnectionState = ci
|
|
|
|
} else if ci.eKey == nil {
|
|
|
|
// if we don't have any state at all, create it
|
|
|
|
}
|
|
|
|
|
|
|
|
// If we have already created the handshake packet, we don't want to call the function at all.
|
|
|
|
if !hostinfo.HandshakeReady {
|
2021-03-09 15:27:02 +01:00
|
|
|
ixHandshakeStage0(f, vpnIp, hostinfo)
|
|
|
|
// FIXME: Maybe make XX selectable, but probably not since psk makes it nearly pointless for us.
|
|
|
|
//xx_handshakeStage0(f, ip, hostinfo)
|
|
|
|
|
|
|
|
// If this is a static host, we don't need to wait for the HostQueryReply
|
|
|
|
// We can trigger the handshake right now
|
|
|
|
if _, ok := f.lightHouse.staticList[vpnIp]; ok {
|
|
|
|
select {
|
|
|
|
case f.handshakeManager.trigger <- vpnIp:
|
|
|
|
default:
|
2020-08-03 02:59:50 +02:00
|
|
|
}
|
|
|
|
}
|
2019-11-19 18:00:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return hostinfo
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *Interface) sendMessageNow(t NebulaMessageType, st NebulaMessageSubType, hostInfo *HostInfo, p, nb, out []byte) {
|
|
|
|
fp := &FirewallPacket{}
|
|
|
|
err := newPacket(p, false, fp)
|
|
|
|
if err != nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
f.l.Warnf("error while parsing outgoing packet for firewall check; %v", err)
|
2019-11-19 18:00:20 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
// check if packet is in outbound fw rules
|
2021-03-29 19:10:19 +02:00
|
|
|
dropReason := f.firewall.Drop(p, *fp, false, hostInfo, f.caPool, nil)
|
2020-06-10 23:55:49 +02:00
|
|
|
if dropReason != nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
if f.l.Level >= logrus.DebugLevel {
|
|
|
|
f.l.WithField("fwPacket", fp).
|
2020-06-10 23:55:49 +02:00
|
|
|
WithField("reason", dropReason).
|
|
|
|
Debugln("dropping cached packet")
|
|
|
|
}
|
2019-11-19 18:00:20 +01:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-03-06 03:18:33 +01:00
|
|
|
messageCounter := f.sendNoMetrics(message, st, hostInfo.ConnectionState, hostInfo, hostInfo.remote, p, nb, out, 0)
|
|
|
|
if f.lightHouse != nil && messageCounter%5000 == 0 {
|
2019-11-19 18:00:20 +01:00
|
|
|
f.lightHouse.Query(fp.RemoteIP, f)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// SendMessageToVpnIp handles real ip:port lookup and sends to the current best known address for vpnIp
|
|
|
|
func (f *Interface) SendMessageToVpnIp(t NebulaMessageType, st NebulaMessageSubType, vpnIp uint32, p, nb, out []byte) {
|
|
|
|
hostInfo := f.getOrHandshake(vpnIp)
|
2020-08-05 04:59:04 +02:00
|
|
|
if hostInfo == nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
if f.l.Level >= logrus.DebugLevel {
|
|
|
|
f.l.WithField("vpnIp", IntIp(vpnIp)).
|
2020-08-05 04:59:04 +02:00
|
|
|
Debugln("dropping SendMessageToVpnIp, vpnIp not in our CIDR or in unsafe routes")
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2019-11-19 18:00:20 +01:00
|
|
|
|
|
|
|
if !hostInfo.ConnectionState.ready {
|
|
|
|
// Because we might be sending stored packets, lock here to stop new things going to
|
|
|
|
// the packet queue.
|
|
|
|
hostInfo.ConnectionState.queueLock.Lock()
|
|
|
|
if !hostInfo.ConnectionState.ready {
|
2021-03-26 15:46:30 +01:00
|
|
|
hostInfo.cachePacket(f.l, t, st, p, f.sendMessageToVpnIp)
|
2019-11-19 18:00:20 +01:00
|
|
|
hostInfo.ConnectionState.queueLock.Unlock()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
hostInfo.ConnectionState.queueLock.Unlock()
|
|
|
|
}
|
|
|
|
|
|
|
|
f.sendMessageToVpnIp(t, st, hostInfo, p, nb, out)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *Interface) sendMessageToVpnIp(t NebulaMessageType, st NebulaMessageSubType, hostInfo *HostInfo, p, nb, out []byte) {
|
|
|
|
f.send(t, st, hostInfo.ConnectionState, hostInfo, hostInfo.remote, p, nb, out)
|
|
|
|
}
|
|
|
|
|
|
|
|
// SendMessageToAll handles real ip:port lookup and sends to all known addresses for vpnIp
|
|
|
|
func (f *Interface) SendMessageToAll(t NebulaMessageType, st NebulaMessageSubType, vpnIp uint32, p, nb, out []byte) {
|
|
|
|
hostInfo := f.getOrHandshake(vpnIp)
|
2020-08-05 04:59:04 +02:00
|
|
|
if hostInfo == nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
if f.l.Level >= logrus.DebugLevel {
|
|
|
|
f.l.WithField("vpnIp", IntIp(vpnIp)).
|
2020-08-05 04:59:04 +02:00
|
|
|
Debugln("dropping SendMessageToAll, vpnIp not in our CIDR or in unsafe routes")
|
|
|
|
}
|
|
|
|
return
|
|
|
|
}
|
2019-11-19 18:00:20 +01:00
|
|
|
|
|
|
|
if hostInfo.ConnectionState.ready == false {
|
|
|
|
// Because we might be sending stored packets, lock here to stop new things going to
|
|
|
|
// the packet queue.
|
|
|
|
hostInfo.ConnectionState.queueLock.Lock()
|
|
|
|
if !hostInfo.ConnectionState.ready {
|
2021-03-26 15:46:30 +01:00
|
|
|
hostInfo.cachePacket(f.l, t, st, p, f.sendMessageToAll)
|
2019-11-19 18:00:20 +01:00
|
|
|
hostInfo.ConnectionState.queueLock.Unlock()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
hostInfo.ConnectionState.queueLock.Unlock()
|
|
|
|
}
|
|
|
|
|
|
|
|
f.sendMessageToAll(t, st, hostInfo, p, nb, out)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *Interface) sendMessageToAll(t NebulaMessageType, st NebulaMessageSubType, hostInfo *HostInfo, p, nb, b []byte) {
|
2021-03-31 17:26:35 +02:00
|
|
|
hostInfo.RLock()
|
|
|
|
for _, r := range hostInfo.Remotes {
|
2019-11-19 18:00:20 +01:00
|
|
|
f.send(t, st, hostInfo.ConnectionState, hostInfo, r, p, nb, b)
|
|
|
|
}
|
2021-03-31 17:26:35 +02:00
|
|
|
hostInfo.RUnlock()
|
2019-11-19 18:00:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func (f *Interface) send(t NebulaMessageType, st NebulaMessageSubType, ci *ConnectionState, hostinfo *HostInfo, remote *udpAddr, p, nb, out []byte) {
|
2020-06-26 19:45:48 +02:00
|
|
|
f.messageMetrics.Tx(t, st, 1)
|
2021-02-25 21:01:14 +01:00
|
|
|
f.sendNoMetrics(t, st, ci, hostinfo, remote, p, nb, out, 0)
|
2020-06-26 19:45:48 +02:00
|
|
|
}
|
|
|
|
|
2021-02-25 21:01:14 +01:00
|
|
|
func (f *Interface) sendNoMetrics(t NebulaMessageType, st NebulaMessageSubType, ci *ConnectionState, hostinfo *HostInfo, remote *udpAddr, p, nb, out []byte, q int) uint64 {
|
2019-11-19 18:00:20 +01:00
|
|
|
if ci.eKey == nil {
|
|
|
|
//TODO: log warning
|
2020-09-22 03:41:46 +02:00
|
|
|
return 0
|
2019-11-19 18:00:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
var err error
|
|
|
|
//TODO: enable if we do more than 1 tun queue
|
|
|
|
//ci.writeLock.Lock()
|
2021-03-06 03:18:33 +01:00
|
|
|
c := atomic.AddUint64(&ci.atomicMessageCounter, 1)
|
2019-11-19 18:00:20 +01:00
|
|
|
|
|
|
|
//l.WithField("trace", string(debug.Stack())).Error("out Header ", &Header{Version, t, st, 0, hostinfo.remoteIndexId, c}, p)
|
|
|
|
out = HeaderEncode(out, Version, uint8(t), uint8(st), hostinfo.remoteIndexId, c)
|
|
|
|
f.connectionManager.Out(hostinfo.hostId)
|
|
|
|
|
2021-03-02 02:06:01 +01:00
|
|
|
// Query our LH if we haven't since the last time we've been rebound, this will cause the remote to punch against
|
|
|
|
// all our IPs and enable a faster roaming.
|
|
|
|
if hostinfo.lastRebindCount != f.rebindCount {
|
|
|
|
//NOTE: there is an update hole if a tunnel isn't used and exactly 256 rebinds occur before the tunnel is
|
|
|
|
// finally used again. This tunnel would eventually be torn down and recreated if this action didn't help.
|
2021-04-01 00:32:02 +02:00
|
|
|
f.lightHouse.QueryServer(hostinfo.hostId, f)
|
2021-03-02 02:06:01 +01:00
|
|
|
hostinfo.lastRebindCount = f.rebindCount
|
2021-03-26 15:46:30 +01:00
|
|
|
if f.l.Level >= logrus.DebugLevel {
|
|
|
|
f.l.WithField("vpnIp", hostinfo.hostId).Debug("Lighthouse update triggered for punch due to rebind counter")
|
2021-03-02 02:06:01 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-11-19 18:00:20 +01:00
|
|
|
out, err = ci.eKey.EncryptDanger(out, out, p, c, nb)
|
|
|
|
//TODO: see above note on lock
|
|
|
|
//ci.writeLock.Unlock()
|
|
|
|
if err != nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
hostinfo.logger(f.l).WithError(err).
|
2019-11-19 18:00:20 +01:00
|
|
|
WithField("udpAddr", remote).WithField("counter", c).
|
2021-03-06 03:18:33 +01:00
|
|
|
WithField("attemptedCounter", c).
|
2019-11-19 18:00:20 +01:00
|
|
|
Error("Failed to encrypt outgoing packet")
|
2020-09-22 03:41:46 +02:00
|
|
|
return c
|
2019-11-19 18:00:20 +01:00
|
|
|
}
|
|
|
|
|
2021-02-25 21:01:14 +01:00
|
|
|
err = f.writers[q].WriteTo(out, remote)
|
2019-11-19 18:00:20 +01:00
|
|
|
if err != nil {
|
2021-03-26 15:46:30 +01:00
|
|
|
hostinfo.logger(f.l).WithError(err).
|
2019-11-19 18:00:20 +01:00
|
|
|
WithField("udpAddr", remote).Error("Failed to write outgoing packet")
|
|
|
|
}
|
2020-09-22 03:41:46 +02:00
|
|
|
return c
|
2019-11-19 18:00:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
func isMulticast(ip uint32) bool {
|
|
|
|
// Class D multicast
|
|
|
|
if (((ip >> 24) & 0xff) & 0xf0) == 0xe0 {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|