2 * Copyright 2014-2015 Open Networking Laboratory
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
16 package org.onosproject.provider.lldp.impl;
18 import static com.google.common.base.Strings.isNullOrEmpty;
19 import static java.util.concurrent.Executors.newSingleThreadScheduledExecutor;
20 import static java.util.concurrent.TimeUnit.SECONDS;
21 import static org.onlab.packet.Ethernet.TYPE_BSN;
22 import static org.onlab.packet.Ethernet.TYPE_LLDP;
23 import static org.onlab.util.Tools.get;
24 import static org.onlab.util.Tools.groupedThreads;
25 import static org.onosproject.net.Link.Type.DIRECT;
26 import static org.onosproject.net.config.basics.SubjectFactories.APP_SUBJECT_FACTORY;
27 import static org.onosproject.net.config.basics.SubjectFactories.CONNECT_POINT_SUBJECT_FACTORY;
28 import static org.onosproject.net.config.basics.SubjectFactories.DEVICE_SUBJECT_FACTORY;
29 import static org.slf4j.LoggerFactory.getLogger;
31 import java.util.Dictionary;
32 import java.util.EnumSet;
34 import java.util.Optional;
35 import java.util.Properties;
37 import java.util.concurrent.ConcurrentHashMap;
38 import java.util.concurrent.ScheduledExecutorService;
40 import org.apache.felix.scr.annotations.Activate;
41 import org.apache.felix.scr.annotations.Component;
42 import org.apache.felix.scr.annotations.Deactivate;
43 import org.apache.felix.scr.annotations.Modified;
44 import org.apache.felix.scr.annotations.Property;
45 import org.apache.felix.scr.annotations.Reference;
46 import org.apache.felix.scr.annotations.ReferenceCardinality;
47 import org.onlab.packet.Ethernet;
48 import org.onosproject.cfg.ComponentConfigService;
49 import org.onosproject.cluster.ClusterService;
50 import org.onosproject.core.ApplicationId;
51 import org.onosproject.core.CoreService;
52 import org.onosproject.mastership.MastershipEvent;
53 import org.onosproject.mastership.MastershipListener;
54 import org.onosproject.mastership.MastershipService;
55 import org.onosproject.net.ConnectPoint;
56 import org.onosproject.net.Device;
57 import org.onosproject.net.DeviceId;
58 import org.onosproject.net.LinkKey;
59 import org.onosproject.net.Port;
60 import org.onosproject.net.config.ConfigFactory;
61 import org.onosproject.net.config.NetworkConfigEvent;
62 import org.onosproject.net.config.NetworkConfigListener;
63 import org.onosproject.net.config.NetworkConfigRegistry;
64 import org.onosproject.net.device.DeviceEvent;
65 import org.onosproject.net.device.DeviceListener;
66 import org.onosproject.net.device.DeviceService;
67 import org.onosproject.net.flow.DefaultTrafficSelector;
68 import org.onosproject.net.flow.TrafficSelector;
69 import org.onosproject.net.link.DefaultLinkDescription;
70 import org.onosproject.net.link.LinkProvider;
71 import org.onosproject.net.link.LinkProviderRegistry;
72 import org.onosproject.net.link.LinkProviderService;
73 import org.onosproject.net.link.LinkService;
74 import org.onosproject.net.packet.PacketContext;
75 import org.onosproject.net.packet.PacketPriority;
76 import org.onosproject.net.packet.PacketProcessor;
77 import org.onosproject.net.packet.PacketService;
78 import org.onosproject.net.provider.AbstractProvider;
79 import org.onosproject.net.provider.ProviderId;
80 import org.osgi.service.component.ComponentContext;
81 import org.slf4j.Logger;
83 import com.google.common.collect.ImmutableMap;
84 import com.google.common.collect.ImmutableSet;
85 import com.google.common.collect.Maps;
88 * Provider which uses LLDP and BDDP packets to detect network infrastructure links.
90 @Component(immediate = true)
91 public class LldpLinkProvider extends AbstractProvider implements LinkProvider {
93 private static final String PROVIDER_NAME = "org.onosproject.provider.lldp";
95 private static final String FORMAT =
96 "Settings: enabled={}, useBDDP={}, probeRate={}, " +
99 // When a Device/Port has this annotation, do not send out LLDP/BDDP
100 public static final String NO_LLDP = "no-lldp";
102 private final Logger log = getLogger(getClass());
104 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
105 protected CoreService coreService;
107 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
108 protected LinkProviderRegistry providerRegistry;
110 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
111 protected DeviceService deviceService;
113 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
114 protected LinkService linkService;
116 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
117 protected PacketService packetService;
119 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
120 protected MastershipService masterService;
122 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
123 protected ComponentConfigService cfgService;
125 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
126 protected ClusterService clusterService;
128 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
129 protected NetworkConfigRegistry cfgRegistry;
131 private LinkProviderService providerService;
133 private ScheduledExecutorService executor;
135 // TODO: Add sanity checking for the configurable params based on the delays
136 private static final long DEVICE_SYNC_DELAY = 5;
137 private static final long LINK_PRUNER_DELAY = 3;
139 private static final String PROP_ENABLED = "enabled";
140 @Property(name = PROP_ENABLED, boolValue = true,
141 label = "If false, link discovery is disabled")
142 private boolean enabled = false;
144 private static final String PROP_USE_BDDP = "useBDDP";
145 @Property(name = PROP_USE_BDDP, boolValue = true,
146 label = "Use BDDP for link discovery")
147 private boolean useBddp = true;
149 private static final String PROP_PROBE_RATE = "probeRate";
150 private static final int DEFAULT_PROBE_RATE = 3_000;
151 @Property(name = PROP_PROBE_RATE, intValue = DEFAULT_PROBE_RATE,
152 label = "LLDP and BDDP probe rate specified in millis")
153 private int probeRate = DEFAULT_PROBE_RATE;
155 private static final String PROP_STALE_LINK_AGE = "staleLinkAge";
156 private static final int DEFAULT_STALE_LINK_AGE = 10_000;
157 @Property(name = PROP_STALE_LINK_AGE, intValue = DEFAULT_STALE_LINK_AGE,
158 label = "Number of millis beyond which links will be considered stale")
159 private int staleLinkAge = DEFAULT_STALE_LINK_AGE;
161 private final DiscoveryContext context = new InternalDiscoveryContext();
162 private final InternalRoleListener roleListener = new InternalRoleListener();
163 private final InternalDeviceListener deviceListener = new InternalDeviceListener();
164 private final InternalPacketProcessor packetProcessor = new InternalPacketProcessor();
166 // Device link discovery helpers.
167 protected final Map<DeviceId, LinkDiscovery> discoverers = new ConcurrentHashMap<>();
169 // Most recent time a tracked link was seen; links are tracked if their
170 // destination connection point is mastered by this controller instance.
171 private final Map<LinkKey, Long> linkTimes = Maps.newConcurrentMap();
173 private ApplicationId appId;
175 static final SuppressionRules DEFAULT_RULES
176 = new SuppressionRules(EnumSet.of(Device.Type.ROADM),
177 ImmutableMap.of(NO_LLDP, SuppressionRules.ANY_VALUE));
179 private SuppressionRules rules = LldpLinkProvider.DEFAULT_RULES;
181 public static final String CONFIG_KEY = "suppression";
182 public static final String FEATURE_NAME = "linkDiscovery";
184 private final Set<ConfigFactory<?, ?>> factories = ImmutableSet.of(
185 new ConfigFactory<ApplicationId, SuppressionConfig>(APP_SUBJECT_FACTORY,
186 SuppressionConfig.class,
189 public SuppressionConfig createConfig() {
190 return new SuppressionConfig();
193 new ConfigFactory<DeviceId, LinkDiscoveryFromDevice>(DEVICE_SUBJECT_FACTORY,
194 LinkDiscoveryFromDevice.class, FEATURE_NAME) {
196 public LinkDiscoveryFromDevice createConfig() {
197 return new LinkDiscoveryFromDevice();
200 new ConfigFactory<ConnectPoint, LinkDiscoveryFromPort>(CONNECT_POINT_SUBJECT_FACTORY,
201 LinkDiscoveryFromPort.class, FEATURE_NAME) {
203 public LinkDiscoveryFromPort createConfig() {
204 return new LinkDiscoveryFromPort();
209 private final InternalConfigListener cfgListener = new InternalConfigListener();
213 * Creates an OpenFlow link provider.
215 public LldpLinkProvider() {
216 super(new ProviderId("lldp", PROVIDER_NAME));
220 public void activate(ComponentContext context) {
221 cfgService.registerProperties(getClass());
222 appId = coreService.registerApplication(PROVIDER_NAME);
224 cfgRegistry.addListener(cfgListener);
225 factories.forEach(cfgRegistry::registerConfigFactory);
227 SuppressionConfig cfg = cfgRegistry.getConfig(appId, SuppressionConfig.class);
229 // If no configuration is found, register default.
230 cfg = cfgRegistry.addConfig(appId, SuppressionConfig.class);
231 cfg.deviceTypes(DEFAULT_RULES.getSuppressedDeviceType())
232 .annotation(DEFAULT_RULES.getSuppressedAnnotation())
235 cfgListener.reconfigureSuppressionRules(cfg);
242 public void deactivate() {
243 cfgRegistry.removeListener(cfgListener);
244 factories.forEach(cfgRegistry::unregisterConfigFactory);
246 cfgService.unregisterProperties(getClass(), false);
252 public void modified(ComponentContext context) {
253 Dictionary<?, ?> properties = context != null ? context.getProperties() : new Properties();
255 boolean newEnabled, newUseBddp;
256 int newProbeRate, newStaleLinkAge;
258 String s = get(properties, PROP_ENABLED);
259 newEnabled = isNullOrEmpty(s) || Boolean.parseBoolean(s.trim());
261 s = get(properties, PROP_USE_BDDP);
262 newUseBddp = isNullOrEmpty(s) || Boolean.parseBoolean(s.trim());
264 s = get(properties, PROP_PROBE_RATE);
265 newProbeRate = isNullOrEmpty(s) ? probeRate : Integer.parseInt(s.trim());
267 s = get(properties, PROP_STALE_LINK_AGE);
268 newStaleLinkAge = isNullOrEmpty(s) ? staleLinkAge : Integer.parseInt(s.trim());
270 } catch (NumberFormatException e) {
271 log.warn("Component configuration had invalid values", e);
272 newEnabled = enabled;
273 newUseBddp = useBddp;
274 newProbeRate = probeRate;
275 newStaleLinkAge = staleLinkAge;
278 boolean wasEnabled = enabled;
280 enabled = newEnabled;
281 useBddp = newUseBddp;
282 probeRate = newProbeRate;
283 staleLinkAge = newStaleLinkAge;
285 if (!wasEnabled && enabled) {
287 } else if (wasEnabled && !enabled) {
291 // update all discovery helper state
296 log.info(FORMAT, enabled, useBddp, probeRate, staleLinkAge);
300 * Enables link discovery processing.
302 private void enable() {
303 providerService = providerRegistry.register(this);
304 masterService.addListener(roleListener);
305 deviceService.addListener(deviceListener);
306 packetService.addProcessor(packetProcessor, PacketProcessor.advisor(0));
310 executor = newSingleThreadScheduledExecutor(groupedThreads("onos/link", "discovery-%d"));
311 executor.scheduleAtFixedRate(new SyncDeviceInfoTask(),
312 DEVICE_SYNC_DELAY, DEVICE_SYNC_DELAY, SECONDS);
313 executor.scheduleAtFixedRate(new LinkPrunerTask(),
314 LINK_PRUNER_DELAY, LINK_PRUNER_DELAY, SECONDS);
320 * Disables link discovery processing.
322 private void disable() {
323 withdrawIntercepts();
325 providerRegistry.unregister(this);
326 masterService.removeListener(roleListener);
327 deviceService.removeListener(deviceListener);
328 packetService.removeProcessor(packetProcessor);
331 if (executor != null) {
332 executor.shutdownNow();
334 discoverers.values().forEach(LinkDiscovery::stop);
337 providerService = null;
341 * Loads available devices and registers their ports to be probed.
343 private void loadDevices() {
347 deviceService.getAvailableDevices()
348 .forEach(d -> updateDevice(d)
349 .ifPresent(ld -> updatePorts(ld, d.id())));
352 private boolean isBlacklisted(DeviceId did) {
353 LinkDiscoveryFromDevice cfg = cfgRegistry.getConfig(did, LinkDiscoveryFromDevice.class);
357 return !cfg.enabled();
360 private boolean isBlacklisted(ConnectPoint cp) {
361 // if parent device is blacklisted, so is the port
362 if (isBlacklisted(cp.deviceId())) {
365 LinkDiscoveryFromPort cfg = cfgRegistry.getConfig(cp, LinkDiscoveryFromPort.class);
369 return !cfg.enabled();
372 private boolean isBlacklisted(Port port) {
373 return isBlacklisted(new ConnectPoint(port.element().id(), port.number()));
377 * Updates discovery helper for specified device.
379 * Adds and starts a discovery helper for specified device if enabled,
380 * calls {@link #removeDevice(DeviceId)} otherwise.
382 * @param device device to add
383 * @return discovery helper if discovery is enabled for the device
385 private Optional<LinkDiscovery> updateDevice(Device device) {
386 if (device == null) {
387 return Optional.empty();
389 if (rules.isSuppressed(device) || isBlacklisted(device.id())) {
390 log.trace("LinkDiscovery from {} disabled by configuration", device.id());
391 removeDevice(device.id());
392 return Optional.empty();
394 LinkDiscovery ld = discoverers.computeIfAbsent(device.id(),
395 did -> new LinkDiscovery(device, context));
396 if (ld.isStopped()) {
399 return Optional.of(ld);
403 * Removes after stopping discovery helper for specified device.
404 * @param deviceId device to remove
406 private void removeDevice(final DeviceId deviceId) {
407 discoverers.computeIfPresent(deviceId, (did, ld) -> {
415 * Updates ports of the specified device to the specified discovery helper.
417 private void updatePorts(LinkDiscovery discoverer, DeviceId deviceId) {
418 deviceService.getPorts(deviceId).forEach(p -> updatePort(discoverer, p));
422 * Updates discovery helper state of the specified port.
424 * Adds a port to the discovery helper if up and discovery is enabled,
425 * or calls {@link #removePort(Port)} otherwise.
427 private void updatePort(LinkDiscovery discoverer, Port port) {
431 if (port.number().isLogical()) {
432 // silently ignore logical ports
436 if (rules.isSuppressed(port) || isBlacklisted(port)) {
437 log.trace("LinkDiscovery from {} disabled by configuration", port);
442 // check if enabled and turn off discovery?
443 if (!port.isEnabled()) {
448 discoverer.addPort(port);
452 * Removes a port from the specified discovery helper.
453 * @param port the port
455 private void removePort(Port port) {
456 if (port.element() instanceof Device) {
457 Device d = (Device) port.element();
458 LinkDiscovery ld = discoverers.get(d.id());
460 ld.removePort(port.number());
463 log.warn("Attempted to remove non-Device port", port);
468 * Requests packet intercepts.
470 private void requestIntercepts() {
471 TrafficSelector.Builder selector = DefaultTrafficSelector.builder();
472 selector.matchEthType(TYPE_LLDP);
473 packetService.requestPackets(selector.build(), PacketPriority.CONTROL, appId);
475 selector.matchEthType(TYPE_BSN);
477 packetService.requestPackets(selector.build(), PacketPriority.CONTROL, appId);
479 packetService.cancelPackets(selector.build(), PacketPriority.CONTROL, appId);
484 * Withdraws packet intercepts.
486 private void withdrawIntercepts() {
487 TrafficSelector.Builder selector = DefaultTrafficSelector.builder();
488 selector.matchEthType(TYPE_LLDP);
489 packetService.cancelPackets(selector.build(), PacketPriority.CONTROL, appId);
490 selector.matchEthType(TYPE_BSN);
491 packetService.cancelPackets(selector.build(), PacketPriority.CONTROL, appId);
494 protected SuppressionRules rules() {
498 protected void updateRules(SuppressionRules newRules) {
499 if (!rules.equals(newRules)) {
506 * Processes device mastership role changes.
508 private class InternalRoleListener implements MastershipListener {
510 public void event(MastershipEvent event) {
511 if (MastershipEvent.Type.BACKUPS_CHANGED.equals(event.type())) {
512 // only need new master events
516 DeviceId deviceId = event.subject();
517 Device device = deviceService.getDevice(deviceId);
518 if (device == null) {
519 log.debug("Device {} doesn't exist, or isn't there yet", deviceId);
522 if (clusterService.getLocalNode().id().equals(event.roleInfo().master())) {
523 updateDevice(device).ifPresent(ld -> updatePorts(ld, device.id()));
529 * Processes device events.
531 private class InternalDeviceListener implements DeviceListener {
533 public void event(DeviceEvent event) {
534 Device device = event.subject();
535 Port port = event.port();
536 if (device == null) {
537 log.error("Device is null.");
540 log.trace("{} {} {}", event.type(), event.subject(), event);
541 final DeviceId deviceId = device.id();
542 switch (event.type()) {
545 updateDevice(device).ifPresent(ld -> updatePorts(ld, deviceId));
549 if (port.isEnabled()) {
550 updateDevice(device).ifPresent(ld -> updatePort(ld, port));
552 log.debug("Port down {}", port);
554 providerService.linksVanished(new ConnectPoint(port.element().id(),
559 log.debug("Port removed {}", port);
561 providerService.linksVanished(new ConnectPoint(port.element().id(),
565 case DEVICE_SUSPENDED:
566 log.debug("Device removed {}", deviceId);
567 removeDevice(deviceId);
568 providerService.linksVanished(deviceId);
570 case DEVICE_AVAILABILITY_CHANGED:
571 if (deviceService.isAvailable(deviceId)) {
572 log.debug("Device up {}", deviceId);
573 updateDevice(device);
575 log.debug("Device down {}", deviceId);
576 removeDevice(deviceId);
577 providerService.linksVanished(deviceId);
580 case PORT_STATS_UPDATED:
583 log.debug("Unknown event {}", event);
589 * Processes incoming packets.
591 private class InternalPacketProcessor implements PacketProcessor {
593 public void process(PacketContext context) {
594 if (context == null || context.isHandled()) {
598 Ethernet eth = context.inPacket().parsed();
599 if (eth == null || (eth.getEtherType() != TYPE_LLDP && eth.getEtherType() != TYPE_BSN)) {
603 LinkDiscovery ld = discoverers.get(context.inPacket().receivedFrom().deviceId());
608 if (ld.handleLldp(context)) {
615 * Auxiliary task to keep device ports up to date.
617 private final class SyncDeviceInfoTask implements Runnable {
620 if (Thread.currentThread().isInterrupted()) {
621 log.info("Interrupted, quitting");
624 // check what deviceService sees, to see if we are missing anything
627 } catch (Exception e) {
628 // Catch all exceptions to avoid task being suppressed
629 log.error("Exception thrown during synchronization process", e);
635 * Auxiliary task for pruning stale links.
637 private class LinkPrunerTask implements Runnable {
640 if (Thread.currentThread().isInterrupted()) {
641 log.info("Interrupted, quitting");
646 // TODO: There is still a slight possibility of mastership
647 // change occurring right with link going stale. This will
648 // result in the stale link not being pruned.
649 Maps.filterEntries(linkTimes, e -> {
650 if (!masterService.isLocalMaster(e.getKey().dst().deviceId())) {
653 if (isStale(e.getValue())) {
654 providerService.linkVanished(new DefaultLinkDescription(e.getKey().src(),
662 } catch (Exception e) {
663 // Catch all exceptions to avoid task being suppressed
664 log.error("Exception thrown during link pruning process", e);
668 private boolean isStale(long lastSeen) {
669 return lastSeen < System.currentTimeMillis() - staleLinkAge;
674 * Provides processing context for the device link discovery helpers.
676 private class InternalDiscoveryContext implements DiscoveryContext {
678 public MastershipService mastershipService() {
679 return masterService;
683 public LinkProviderService providerService() {
684 return providerService;
688 public PacketService packetService() {
689 return packetService;
693 public long probeRate() {
698 public boolean useBddp() {
703 public void touchLink(LinkKey key) {
704 linkTimes.put(key, System.currentTimeMillis());
708 static final EnumSet<NetworkConfigEvent.Type> CONFIG_CHANGED
709 = EnumSet.of(NetworkConfigEvent.Type.CONFIG_ADDED,
710 NetworkConfigEvent.Type.CONFIG_UPDATED,
711 NetworkConfigEvent.Type.CONFIG_REMOVED);
713 private class InternalConfigListener implements NetworkConfigListener {
715 private synchronized void reconfigureSuppressionRules(SuppressionConfig cfg) {
717 log.error("Suppression Config is null.");
721 SuppressionRules newRules = new SuppressionRules(cfg.deviceTypes(),
724 updateRules(newRules);
728 public void event(NetworkConfigEvent event) {
729 if (event.configClass() == LinkDiscoveryFromDevice.class &&
730 CONFIG_CHANGED.contains(event.type())) {
732 if (event.subject() instanceof DeviceId) {
733 final DeviceId did = (DeviceId) event.subject();
734 Device device = deviceService.getDevice(did);
735 updateDevice(device).ifPresent(ld -> updatePorts(ld, did));
738 } else if (event.configClass() == LinkDiscoveryFromPort.class &&
739 CONFIG_CHANGED.contains(event.type())) {
741 if (event.subject() instanceof ConnectPoint) {
742 ConnectPoint cp = (ConnectPoint) event.subject();
743 if (cp.elementId() instanceof DeviceId) {
744 final DeviceId did = (DeviceId) cp.elementId();
745 Device device = deviceService.getDevice(did);
746 Port port = deviceService.getPort(did, cp.port());
747 updateDevice(device).ifPresent(ld -> updatePort(ld, port));
751 } else if (event.configClass().equals(SuppressionConfig.class) &&
752 (event.type() == NetworkConfigEvent.Type.CONFIG_ADDED ||
753 event.type() == NetworkConfigEvent.Type.CONFIG_UPDATED)) {
754 SuppressionConfig cfg = cfgRegistry.getConfig(appId, SuppressionConfig.class);
755 reconfigureSuppressionRules(cfg);
756 log.trace("Network config reconfigured");