Hardware Locality (hwloc): cudart.h Source File

Hardware Locality (hwloc) 2.11.2

cudart.h
1/*
2 * Copyright © 2010-2023 Inria. All rights reserved.
3 * Copyright © 2010-2011 Université Bordeaux
4 * Copyright © 2011 Cisco Systems, Inc. All rights reserved.
5 * See COPYING in top-level directory.
6 */
7
16#ifndef HWLOC_CUDART_H
17#define HWLOC_CUDART_H
18
19#include "hwloc.h"
20#include "hwloc/autogen/config.h"
21#include "hwloc/helper.h"
22#ifdef HWLOC_LINUX_SYS
23#include "hwloc/linux.h"
24#endif
25
26#include <cuda.h> /* for CUDA_VERSION */
27#include <cuda_runtime_api.h>
28
29
30#ifdef __cplusplus
31extern "C" {
32#endif
33
34
50static __hwloc_inline int
51hwloc_cudart_get_device_pci_ids(hwloc_topology_t topology __hwloc_attribute_unused,
52 int idx, int *domain, int *bus, int *dev)
53{
54 cudaError_t cerr;
55 struct cudaDeviceProp prop;
56
57 cerr = cudaGetDeviceProperties(&prop, idx);
58 if (cerr) {
59 errno = ENOSYS;
60 return -1;
61 }
62
63#if CUDA_VERSION >= 4000
64 *domain = prop.pciDomainID;
65#else
66 *domain = 0;
67#endif
68
69 *bus = prop.pciBusID;
70 *dev = prop.pciDeviceID;
71
72 return 0;
73}
74
94static __hwloc_inline int
95hwloc_cudart_get_device_cpuset(hwloc_topology_t topology __hwloc_attribute_unused,
96 int idx, hwloc_cpuset_t set)
97{
98#ifdef HWLOC_LINUX_SYS
99 /* If we're on Linux, use the sysfs mechanism to get the local cpus */
100#define HWLOC_CUDART_DEVICE_SYSFS_PATH_MAX 128
101 char path[HWLOC_CUDART_DEVICE_SYSFS_PATH_MAX];
102 int domain, bus, dev;
103
104 if (hwloc_cudart_get_device_pci_ids(topology, idx, &domain, &bus, &dev))
105 return -1;
106
107 if (!hwloc_topology_is_thissystem(topology)) {
108 errno = EINVAL;
109 return -1;
110 }
111
112 sprintf(path, "/sys/bus/pci/devices/%04x:%02x:%02x.0/local_cpus", (unsigned) domain, (unsigned) bus, (unsigned) dev);
113 if (hwloc_linux_read_path_as_cpumask(path, set) < 0
114 || hwloc_bitmap_iszero(set))
115 hwloc_bitmap_copy(set, hwloc_topology_get_complete_cpuset(topology));
116#else
117 /* Non-Linux systems simply get a full cpuset */
118 hwloc_bitmap_copy(set, hwloc_topology_get_complete_cpuset(topology));
119#endif
120 return 0;
121}
122
133static __hwloc_inline hwloc_obj_t
134hwloc_cudart_get_device_pcidev(hwloc_topology_t topology, int idx)
135{
136 int domain, bus, dev;
137
138 if (hwloc_cudart_get_device_pci_ids(topology, idx, &domain, &bus, &dev))
139 return NULL;
140
141 return hwloc_get_pcidev_by_busid(topology, domain, bus, dev, 0);
142}
143
161static __hwloc_inline hwloc_obj_t
162hwloc_cudart_get_device_osdev_by_index(hwloc_topology_t topology, unsigned idx)
163{
164 hwloc_obj_t osdev = NULL;
165 while ((osdev = hwloc_get_next_osdev(topology, osdev)) != NULL) {
166 if (HWLOC_OBJ_OSDEV_COPROC == osdev->attr->osdev.type
167 && osdev->name
168 && !strncmp("cuda", osdev->name, 4)
169 && atoi(osdev->name + 4) == (int) idx)
170 return osdev;
171 }
172 return NULL;
173}
174
178#ifdef __cplusplus
179} /* extern "C" */
180#endif
181
182
183#endif /* HWLOC_CUDART_H */
hwloc_cpuset_t
hwloc_bitmap_t hwloc_cpuset_t
A CPU set is a bitmap whose bits are set according to CPU physical OS indexes.
Definition hwloc.h:161
HWLOC_OBJ_OSDEV_COPROC
@ HWLOC_OBJ_OSDEV_COPROC
Operating system co-processor device. For instance "opencl0d0" for a OpenCL device,...
Definition hwloc.h:385
hwloc_topology_t
struct hwloc_topology * hwloc_topology_t
Topology context.
Definition hwloc.h:742
hwloc_topology_is_thissystem
int hwloc_topology_is_thissystem(hwloc_topology_t restrict topology)
Does the topology context come from this system?
hwloc_topology_get_complete_cpuset
hwloc_const_cpuset_t hwloc_topology_get_complete_cpuset(hwloc_topology_t topology)
Get complete CPU set.
hwloc_get_next_osdev
static hwloc_obj_t hwloc_get_next_osdev(hwloc_topology_t topology, hwloc_obj_t prev)
Get the next OS device in the system.
Definition helper.h:1290
hwloc_get_pcidev_by_busid
static hwloc_obj_t hwloc_get_pcidev_by_busid(hwloc_topology_t topology, unsigned domain, unsigned bus, unsigned dev, unsigned func)
Find the PCI device object matching the PCI bus id given domain, bus device and function PCI bus id.
Definition helper.h:1249
hwloc_bitmap_iszero
int hwloc_bitmap_iszero(hwloc_const_bitmap_t bitmap)
Test whether bitmap bitmap is empty.
hwloc_bitmap_copy
int hwloc_bitmap_copy(hwloc_bitmap_t dst, hwloc_const_bitmap_t src)
Copy the contents of bitmap src into the already allocated bitmap dst.
hwloc_linux_read_path_as_cpumask
int hwloc_linux_read_path_as_cpumask(const char *path, hwloc_bitmap_t set)
Convert a linux kernel cpumask file path into a hwloc bitmap set.
hwloc_cudart_get_device_cpuset
static int hwloc_cudart_get_device_cpuset(hwloc_topology_t topology, int idx, hwloc_cpuset_t set)
Get the CPU set of processors that are physically close to device idx.
Definition cudart.h:95
hwloc_cudart_get_device_osdev_by_index
static hwloc_obj_t hwloc_cudart_get_device_osdev_by_index(hwloc_topology_t topology, unsigned idx)
Get the hwloc OS device object corresponding to the CUDA device whose index is idx.
Definition cudart.h:162
hwloc_cudart_get_device_pci_ids
static int hwloc_cudart_get_device_pci_ids(hwloc_topology_t topology, int idx, int *domain, int *bus, int *dev)
Return the domain, bus and device IDs of the CUDA device whose index is idx.
Definition cudart.h:51
hwloc_cudart_get_device_pcidev
static hwloc_obj_t hwloc_cudart_get_device_pcidev(hwloc_topology_t topology, int idx)
Get the hwloc PCI device object corresponding to the CUDA device whose index is idx.
Definition cudart.h:134
hwloc_obj
Structure of a topology object.
Definition hwloc.h:431
hwloc_obj::name
char * name
Object-specific name if any. Mostly used for identifying OS devices and Misc objects where a name str...
Definition hwloc.h:443
hwloc_obj::attr
union hwloc_obj_attr_u * attr
Object type-specific Attributes, may be NULL if no attribute value was found.
Definition hwloc.h:450
hwloc_obj_attr_u::osdev
struct hwloc_obj_attr_u::hwloc_osdev_attr_s osdev
hwloc_obj_attr_u::hwloc_osdev_attr_s::type
hwloc_obj_osdev_type_t type
Definition hwloc.h:716