2020-02-16 14:27:03 +00:00
|
|
|
/*
|
2021-02-23 08:05:13 +00:00
|
|
|
Copyright 2020-2021 The Kubernetes Authors.
|
2020-02-16 14:27:03 +00:00
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2021-03-03 11:20:19 +00:00
|
|
|
package pci
|
2020-02-16 14:27:03 +00:00
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2022-09-08 10:23:49 +00:00
|
|
|
"os"
|
2021-03-03 11:20:19 +00:00
|
|
|
"path/filepath"
|
2020-02-16 14:27:03 +00:00
|
|
|
"strings"
|
2020-05-20 11:32:07 +00:00
|
|
|
|
2021-02-23 08:05:13 +00:00
|
|
|
"k8s.io/klog/v2"
|
|
|
|
|
2022-07-04 07:56:35 +00:00
|
|
|
nfdv1alpha1 "sigs.k8s.io/node-feature-discovery/pkg/apis/nfd/v1alpha1"
|
2022-10-06 11:05:11 +00:00
|
|
|
"sigs.k8s.io/node-feature-discovery/pkg/utils/hostpath"
|
2020-02-16 14:27:03 +00:00
|
|
|
)
|
|
|
|
|
2021-03-03 11:20:19 +00:00
|
|
|
var mandatoryDevAttrs = []string{"class", "vendor", "device", "subsystem_vendor", "subsystem_device"}
|
2022-01-11 10:32:45 +00:00
|
|
|
var optionalDevAttrs = []string{"sriov_totalvfs", "iommu_group/type", "iommu/intel-iommu/version"}
|
2020-02-16 14:27:03 +00:00
|
|
|
|
|
|
|
// Read a single PCI device attribute
|
|
|
|
// A PCI attribute in this context, maps to the corresponding sysfs file
|
usb: Add support for USB device discovery
This builds on the PCI support to enable the discovery of USB devices.
This is primarily intended to be used for the discovery of Edge-based
heterogeneous accelerators that are connected via USB, such as the Coral
USB Accelerator and the Intel NCS2 - our main motivation for adding this
capability to NFD, and as part of our work in the SODALITE H2020
project.
USB devices may define their base class at either the device or
interface levels. In the case where no device class is set, the
per-device interfaces are enumerated instead. USB devices may
furthermore have multiple interfaces, which may or may not use the
identical class across each interface. We therefore report device
existence for each unique class definition to enable more fine-grained
labelling and node selection.
The default labelling format includes the class, vendor and device
(product) IDs, as follows:
feature.node.kubernetes.io/usb-fe_1a6e_089a.present=true
As with PCI, a subset of device classes are whitelisted for matching.
By default, there are only a subset of device classes under which
accelerators tend to be mapped, which is used as the basis for
the whitelist. These are:
- Video
- Miscellaneous
- Application Specific
- Vendor Specific
For those interested in matching other classes, this may be extended
by using the UsbId rule provided through the custom source. A full
list of class codes is provided by the USB-IF at:
https://www.usb.org/defined-class-codes
For the moment, owing to a lack of a demonstrable use case, neither
the subclass nor the protocol information are exposed. If this
becomes necessary, support for these attributes can be trivially
added.
Signed-off-by: Paul Mundt <paul.mundt@adaptant.io>
2020-05-14 20:32:55 +00:00
|
|
|
func readSinglePciAttribute(devPath string, attrName string) (string, error) {
|
2022-09-08 10:23:49 +00:00
|
|
|
data, err := os.ReadFile(filepath.Join(devPath, attrName))
|
2020-02-16 14:27:03 +00:00
|
|
|
if err != nil {
|
2024-01-22 20:45:15 +00:00
|
|
|
return "", fmt.Errorf("failed to read device attribute %s: %w", attrName, err)
|
2020-02-16 14:27:03 +00:00
|
|
|
}
|
|
|
|
// Strip whitespace and '0x' prefix
|
|
|
|
attrVal := strings.TrimSpace(strings.TrimPrefix(string(data), "0x"))
|
|
|
|
|
|
|
|
if attrName == "class" && len(attrVal) > 4 {
|
|
|
|
// Take four first characters, so that the programming
|
|
|
|
// interface identifier gets stripped from the raw class code
|
|
|
|
attrVal = attrVal[0:4]
|
|
|
|
}
|
|
|
|
return attrVal, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Read information of one PCI device
|
2022-07-04 07:56:35 +00:00
|
|
|
func readPciDevInfo(devPath string) (*nfdv1alpha1.InstanceFeature, error) {
|
2021-03-03 11:20:19 +00:00
|
|
|
attrs := make(map[string]string)
|
|
|
|
for _, attr := range mandatoryDevAttrs {
|
usb: Add support for USB device discovery
This builds on the PCI support to enable the discovery of USB devices.
This is primarily intended to be used for the discovery of Edge-based
heterogeneous accelerators that are connected via USB, such as the Coral
USB Accelerator and the Intel NCS2 - our main motivation for adding this
capability to NFD, and as part of our work in the SODALITE H2020
project.
USB devices may define their base class at either the device or
interface levels. In the case where no device class is set, the
per-device interfaces are enumerated instead. USB devices may
furthermore have multiple interfaces, which may or may not use the
identical class across each interface. We therefore report device
existence for each unique class definition to enable more fine-grained
labelling and node selection.
The default labelling format includes the class, vendor and device
(product) IDs, as follows:
feature.node.kubernetes.io/usb-fe_1a6e_089a.present=true
As with PCI, a subset of device classes are whitelisted for matching.
By default, there are only a subset of device classes under which
accelerators tend to be mapped, which is used as the basis for
the whitelist. These are:
- Video
- Miscellaneous
- Application Specific
- Vendor Specific
For those interested in matching other classes, this may be extended
by using the UsbId rule provided through the custom source. A full
list of class codes is provided by the USB-IF at:
https://www.usb.org/defined-class-codes
For the moment, owing to a lack of a demonstrable use case, neither
the subclass nor the protocol information are exposed. If this
becomes necessary, support for these attributes can be trivially
added.
Signed-off-by: Paul Mundt <paul.mundt@adaptant.io>
2020-05-14 20:32:55 +00:00
|
|
|
attrVal, err := readSinglePciAttribute(devPath, attr)
|
2020-02-16 14:27:03 +00:00
|
|
|
if err != nil {
|
2024-01-22 20:45:15 +00:00
|
|
|
return nil, fmt.Errorf("failed to read device %s: %w", attr, err)
|
2021-03-03 11:20:19 +00:00
|
|
|
}
|
|
|
|
attrs[attr] = attrVal
|
|
|
|
}
|
|
|
|
for _, attr := range optionalDevAttrs {
|
|
|
|
attrVal, err := readSinglePciAttribute(devPath, attr)
|
|
|
|
if err == nil {
|
|
|
|
attrs[attr] = attrVal
|
2020-02-16 14:27:03 +00:00
|
|
|
}
|
|
|
|
}
|
2022-07-04 07:56:35 +00:00
|
|
|
return nfdv1alpha1.NewInstanceFeature(attrs), nil
|
2020-02-16 14:27:03 +00:00
|
|
|
}
|
|
|
|
|
2021-03-03 11:20:19 +00:00
|
|
|
// detectPci detects available PCI devices and retrieves their device attributes.
|
|
|
|
// An error is returned if reading any of the mandatory attributes fails.
|
2022-07-04 07:56:35 +00:00
|
|
|
func detectPci() ([]nfdv1alpha1.InstanceFeature, error) {
|
2022-10-06 11:05:11 +00:00
|
|
|
sysfsBasePath := hostpath.SysfsDir.Path("bus/pci/devices")
|
2020-02-16 14:27:03 +00:00
|
|
|
|
2022-09-08 10:23:49 +00:00
|
|
|
devices, err := os.ReadDir(sysfsBasePath)
|
2020-02-16 14:27:03 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// Iterate over devices
|
2022-07-04 07:56:35 +00:00
|
|
|
devInfo := make([]nfdv1alpha1.InstanceFeature, 0, len(devices))
|
2020-02-16 14:27:03 +00:00
|
|
|
for _, device := range devices {
|
2021-03-03 11:20:19 +00:00
|
|
|
info, err := readPciDevInfo(filepath.Join(sysfsBasePath, device.Name()))
|
2020-02-16 14:27:03 +00:00
|
|
|
if err != nil {
|
2023-05-16 17:26:18 +00:00
|
|
|
klog.ErrorS(err, "failed to read PCI device info")
|
2020-02-16 14:27:03 +00:00
|
|
|
continue
|
|
|
|
}
|
2021-03-03 11:20:19 +00:00
|
|
|
devInfo = append(devInfo, *info)
|
2020-02-16 14:27:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return devInfo, nil
|
|
|
|
}
|