Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| 2 | #ifndef DRIVERS_PCI_H |
| 3 | #define DRIVERS_PCI_H |
| 4 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 5 | #include <linux/pci.h> |
| 6 | |
Olivier Deprez | 0e64123 | 2021-09-23 10:07:05 +0200 | [diff] [blame] | 7 | /* Number of possible devfns: 0.0 to 1f.7 inclusive */ |
| 8 | #define MAX_NR_DEVFNS 256 |
| 9 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 10 | #define PCI_FIND_CAP_TTL 48 |
| 11 | |
| 12 | #define PCI_VSEC_ID_INTEL_TBT 0x1234 /* Thunderbolt */ |
| 13 | |
| 14 | extern const unsigned char pcie_link_speed[]; |
| 15 | extern bool pci_early_dump; |
| 16 | |
| 17 | bool pcie_cap_has_lnkctl(const struct pci_dev *dev); |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 18 | bool pcie_cap_has_rtctl(const struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 19 | |
| 20 | /* Functions internal to the PCI core code */ |
| 21 | |
| 22 | int pci_create_sysfs_dev_files(struct pci_dev *pdev); |
| 23 | void pci_remove_sysfs_dev_files(struct pci_dev *pdev); |
| 24 | #if !defined(CONFIG_DMI) && !defined(CONFIG_ACPI) |
| 25 | static inline void pci_create_firmware_label_files(struct pci_dev *pdev) |
| 26 | { return; } |
| 27 | static inline void pci_remove_firmware_label_files(struct pci_dev *pdev) |
| 28 | { return; } |
| 29 | #else |
| 30 | void pci_create_firmware_label_files(struct pci_dev *pdev); |
| 31 | void pci_remove_firmware_label_files(struct pci_dev *pdev); |
| 32 | #endif |
| 33 | void pci_cleanup_rom(struct pci_dev *dev); |
| 34 | |
| 35 | enum pci_mmap_api { |
| 36 | PCI_MMAP_SYSFS, /* mmap on /sys/bus/pci/devices/<BDF>/resource<N> */ |
| 37 | PCI_MMAP_PROCFS /* mmap on /proc/bus/pci/<BDF> */ |
| 38 | }; |
| 39 | int pci_mmap_fits(struct pci_dev *pdev, int resno, struct vm_area_struct *vmai, |
| 40 | enum pci_mmap_api mmap_api); |
| 41 | |
| 42 | int pci_probe_reset_function(struct pci_dev *dev); |
| 43 | int pci_bridge_secondary_bus_reset(struct pci_dev *dev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 44 | int pci_bus_error_reset(struct pci_dev *dev); |
| 45 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 46 | #define PCI_PM_D2_DELAY 200 /* usec; see PCIe r4.0, sec 5.9.1 */ |
| 47 | #define PCI_PM_D3HOT_WAIT 10 /* msec */ |
| 48 | #define PCI_PM_D3COLD_WAIT 100 /* msec */ |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 49 | |
| 50 | /** |
| 51 | * struct pci_platform_pm_ops - Firmware PM callbacks |
| 52 | * |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 53 | * @bridge_d3: Does the bridge allow entering into D3 |
| 54 | * |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 55 | * @is_manageable: returns 'true' if given device is power manageable by the |
| 56 | * platform firmware |
| 57 | * |
| 58 | * @set_state: invokes the platform firmware to set the device's power state |
| 59 | * |
| 60 | * @get_state: queries the platform firmware for a device's current power state |
| 61 | * |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 62 | * @refresh_state: asks the platform to refresh the device's power state data |
| 63 | * |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 64 | * @choose_state: returns PCI power state of given device preferred by the |
| 65 | * platform; to be used during system-wide transitions from a |
| 66 | * sleeping state to the working state and vice versa |
| 67 | * |
| 68 | * @set_wakeup: enables/disables wakeup capability for the device |
| 69 | * |
| 70 | * @need_resume: returns 'true' if the given device (which is currently |
| 71 | * suspended) needs to be resumed to be configured for system |
| 72 | * wakeup. |
| 73 | * |
| 74 | * If given platform is generally capable of power managing PCI devices, all of |
| 75 | * these callbacks are mandatory. |
| 76 | */ |
| 77 | struct pci_platform_pm_ops { |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 78 | bool (*bridge_d3)(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 79 | bool (*is_manageable)(struct pci_dev *dev); |
| 80 | int (*set_state)(struct pci_dev *dev, pci_power_t state); |
| 81 | pci_power_t (*get_state)(struct pci_dev *dev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 82 | void (*refresh_state)(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 83 | pci_power_t (*choose_state)(struct pci_dev *dev); |
| 84 | int (*set_wakeup)(struct pci_dev *dev, bool enable); |
| 85 | bool (*need_resume)(struct pci_dev *dev); |
| 86 | }; |
| 87 | |
| 88 | int pci_set_platform_pm(const struct pci_platform_pm_ops *ops); |
| 89 | void pci_update_current_state(struct pci_dev *dev, pci_power_t state); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 90 | void pci_refresh_power_state(struct pci_dev *dev); |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 91 | int pci_power_up(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 92 | void pci_disable_enabled_device(struct pci_dev *dev); |
| 93 | int pci_finish_runtime_suspend(struct pci_dev *dev); |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 94 | void pcie_clear_device_status(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 95 | void pcie_clear_root_pme_status(struct pci_dev *dev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 96 | bool pci_check_pme_status(struct pci_dev *dev); |
| 97 | void pci_pme_wakeup_bus(struct pci_bus *bus); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 98 | int __pci_pme_wakeup(struct pci_dev *dev, void *ign); |
| 99 | void pci_pme_restore(struct pci_dev *dev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 100 | bool pci_dev_need_resume(struct pci_dev *dev); |
| 101 | void pci_dev_adjust_pme(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 102 | void pci_dev_complete_resume(struct pci_dev *pci_dev); |
| 103 | void pci_config_pm_runtime_get(struct pci_dev *dev); |
| 104 | void pci_config_pm_runtime_put(struct pci_dev *dev); |
| 105 | void pci_pm_init(struct pci_dev *dev); |
| 106 | void pci_ea_init(struct pci_dev *dev); |
| 107 | void pci_allocate_cap_save_buffers(struct pci_dev *dev); |
| 108 | void pci_free_cap_save_buffers(struct pci_dev *dev); |
| 109 | bool pci_bridge_d3_possible(struct pci_dev *dev); |
| 110 | void pci_bridge_d3_update(struct pci_dev *dev); |
Olivier Deprez | 0e64123 | 2021-09-23 10:07:05 +0200 | [diff] [blame] | 111 | void pci_bridge_wait_for_secondary_bus(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 112 | |
| 113 | static inline void pci_wakeup_event(struct pci_dev *dev) |
| 114 | { |
| 115 | /* Wait 100 ms before the system can be put into a sleep state. */ |
| 116 | pm_wakeup_event(&dev->dev, 100); |
| 117 | } |
| 118 | |
| 119 | static inline bool pci_has_subordinate(struct pci_dev *pci_dev) |
| 120 | { |
| 121 | return !!(pci_dev->subordinate); |
| 122 | } |
| 123 | |
| 124 | static inline bool pci_power_manageable(struct pci_dev *pci_dev) |
| 125 | { |
| 126 | /* |
| 127 | * Currently we allow normal PCI devices and PCI bridges transition |
| 128 | * into D3 if their bridge_d3 is set. |
| 129 | */ |
| 130 | return !pci_has_subordinate(pci_dev) || pci_dev->bridge_d3; |
| 131 | } |
| 132 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 133 | static inline bool pcie_downstream_port(const struct pci_dev *dev) |
| 134 | { |
| 135 | int type = pci_pcie_type(dev); |
| 136 | |
| 137 | return type == PCI_EXP_TYPE_ROOT_PORT || |
| 138 | type == PCI_EXP_TYPE_DOWNSTREAM || |
| 139 | type == PCI_EXP_TYPE_PCIE_BRIDGE; |
| 140 | } |
| 141 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 142 | int pci_vpd_init(struct pci_dev *dev); |
| 143 | void pci_vpd_release(struct pci_dev *dev); |
| 144 | void pcie_vpd_create_sysfs_dev_files(struct pci_dev *dev); |
| 145 | void pcie_vpd_remove_sysfs_dev_files(struct pci_dev *dev); |
| 146 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 147 | /* PCI Virtual Channel */ |
| 148 | int pci_save_vc_state(struct pci_dev *dev); |
| 149 | void pci_restore_vc_state(struct pci_dev *dev); |
| 150 | void pci_allocate_vc_save_buffers(struct pci_dev *dev); |
| 151 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 152 | /* PCI /proc functions */ |
| 153 | #ifdef CONFIG_PROC_FS |
| 154 | int pci_proc_attach_device(struct pci_dev *dev); |
| 155 | int pci_proc_detach_device(struct pci_dev *dev); |
| 156 | int pci_proc_detach_bus(struct pci_bus *bus); |
| 157 | #else |
| 158 | static inline int pci_proc_attach_device(struct pci_dev *dev) { return 0; } |
| 159 | static inline int pci_proc_detach_device(struct pci_dev *dev) { return 0; } |
| 160 | static inline int pci_proc_detach_bus(struct pci_bus *bus) { return 0; } |
| 161 | #endif |
| 162 | |
| 163 | /* Functions for PCI Hotplug drivers to use */ |
| 164 | int pci_hp_add_bridge(struct pci_dev *dev); |
| 165 | |
| 166 | #ifdef HAVE_PCI_LEGACY |
| 167 | void pci_create_legacy_files(struct pci_bus *bus); |
| 168 | void pci_remove_legacy_files(struct pci_bus *bus); |
| 169 | #else |
| 170 | static inline void pci_create_legacy_files(struct pci_bus *bus) { return; } |
| 171 | static inline void pci_remove_legacy_files(struct pci_bus *bus) { return; } |
| 172 | #endif |
| 173 | |
| 174 | /* Lock for read/write access to pci device and bus lists */ |
| 175 | extern struct rw_semaphore pci_bus_sem; |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 176 | extern struct mutex pci_slot_mutex; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 177 | |
| 178 | extern raw_spinlock_t pci_lock; |
| 179 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 180 | extern unsigned int pci_pm_d3hot_delay; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 181 | |
| 182 | #ifdef CONFIG_PCI_MSI |
| 183 | void pci_no_msi(void); |
| 184 | #else |
| 185 | static inline void pci_no_msi(void) { } |
| 186 | #endif |
| 187 | |
| 188 | static inline void pci_msi_set_enable(struct pci_dev *dev, int enable) |
| 189 | { |
| 190 | u16 control; |
| 191 | |
| 192 | pci_read_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, &control); |
| 193 | control &= ~PCI_MSI_FLAGS_ENABLE; |
| 194 | if (enable) |
| 195 | control |= PCI_MSI_FLAGS_ENABLE; |
| 196 | pci_write_config_word(dev, dev->msi_cap + PCI_MSI_FLAGS, control); |
| 197 | } |
| 198 | |
| 199 | static inline void pci_msix_clear_and_set_ctrl(struct pci_dev *dev, u16 clear, u16 set) |
| 200 | { |
| 201 | u16 ctrl; |
| 202 | |
| 203 | pci_read_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, &ctrl); |
| 204 | ctrl &= ~clear; |
| 205 | ctrl |= set; |
| 206 | pci_write_config_word(dev, dev->msix_cap + PCI_MSIX_FLAGS, ctrl); |
| 207 | } |
| 208 | |
| 209 | void pci_realloc_get_opt(char *); |
| 210 | |
| 211 | static inline int pci_no_d1d2(struct pci_dev *dev) |
| 212 | { |
| 213 | unsigned int parent_dstates = 0; |
| 214 | |
| 215 | if (dev->bus->self) |
| 216 | parent_dstates = dev->bus->self->no_d1d2; |
| 217 | return (dev->no_d1d2 || parent_dstates); |
| 218 | |
| 219 | } |
| 220 | extern const struct attribute_group *pci_dev_groups[]; |
| 221 | extern const struct attribute_group *pcibus_groups[]; |
| 222 | extern const struct device_type pci_dev_type; |
| 223 | extern const struct attribute_group *pci_bus_groups[]; |
| 224 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 225 | extern unsigned long pci_hotplug_io_size; |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 226 | extern unsigned long pci_hotplug_mmio_size; |
| 227 | extern unsigned long pci_hotplug_mmio_pref_size; |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 228 | extern unsigned long pci_hotplug_bus_size; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 229 | |
| 230 | /** |
| 231 | * pci_match_one_device - Tell if a PCI device structure has a matching |
| 232 | * PCI device id structure |
| 233 | * @id: single PCI device id structure to match |
| 234 | * @dev: the PCI device structure to match against |
| 235 | * |
| 236 | * Returns the matching pci_device_id structure or %NULL if there is no match. |
| 237 | */ |
| 238 | static inline const struct pci_device_id * |
| 239 | pci_match_one_device(const struct pci_device_id *id, const struct pci_dev *dev) |
| 240 | { |
| 241 | if ((id->vendor == PCI_ANY_ID || id->vendor == dev->vendor) && |
| 242 | (id->device == PCI_ANY_ID || id->device == dev->device) && |
| 243 | (id->subvendor == PCI_ANY_ID || id->subvendor == dev->subsystem_vendor) && |
| 244 | (id->subdevice == PCI_ANY_ID || id->subdevice == dev->subsystem_device) && |
| 245 | !((id->class ^ dev->class) & id->class_mask)) |
| 246 | return id; |
| 247 | return NULL; |
| 248 | } |
| 249 | |
| 250 | /* PCI slot sysfs helper code */ |
| 251 | #define to_pci_slot(s) container_of(s, struct pci_slot, kobj) |
| 252 | |
| 253 | extern struct kset *pci_slots_kset; |
| 254 | |
| 255 | struct pci_slot_attribute { |
| 256 | struct attribute attr; |
| 257 | ssize_t (*show)(struct pci_slot *, char *); |
| 258 | ssize_t (*store)(struct pci_slot *, const char *, size_t); |
| 259 | }; |
| 260 | #define to_pci_slot_attr(s) container_of(s, struct pci_slot_attribute, attr) |
| 261 | |
| 262 | enum pci_bar_type { |
| 263 | pci_bar_unknown, /* Standard PCI BAR probe */ |
| 264 | pci_bar_io, /* An I/O port BAR */ |
| 265 | pci_bar_mem32, /* A 32-bit memory BAR */ |
| 266 | pci_bar_mem64, /* A 64-bit memory BAR */ |
| 267 | }; |
| 268 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 269 | struct device *pci_get_host_bridge_device(struct pci_dev *dev); |
| 270 | void pci_put_host_bridge_device(struct device *dev); |
| 271 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 272 | int pci_configure_extended_tags(struct pci_dev *dev, void *ign); |
| 273 | bool pci_bus_read_dev_vendor_id(struct pci_bus *bus, int devfn, u32 *pl, |
| 274 | int crs_timeout); |
| 275 | bool pci_bus_generic_read_dev_vendor_id(struct pci_bus *bus, int devfn, u32 *pl, |
| 276 | int crs_timeout); |
| 277 | int pci_idt_bus_quirk(struct pci_bus *bus, int devfn, u32 *pl, int crs_timeout); |
| 278 | |
| 279 | int pci_setup_device(struct pci_dev *dev); |
| 280 | int __pci_read_base(struct pci_dev *dev, enum pci_bar_type type, |
| 281 | struct resource *res, unsigned int reg); |
| 282 | void pci_configure_ari(struct pci_dev *dev); |
| 283 | void __pci_bus_size_bridges(struct pci_bus *bus, |
| 284 | struct list_head *realloc_head); |
| 285 | void __pci_bus_assign_resources(const struct pci_bus *bus, |
| 286 | struct list_head *realloc_head, |
| 287 | struct list_head *fail_head); |
| 288 | bool pci_bus_clip_resource(struct pci_dev *dev, int idx); |
| 289 | |
| 290 | void pci_reassigndev_resource_alignment(struct pci_dev *dev); |
| 291 | void pci_disable_bridge_window(struct pci_dev *dev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 292 | struct pci_bus *pci_bus_get(struct pci_bus *bus); |
| 293 | void pci_bus_put(struct pci_bus *bus); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 294 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 295 | /* PCIe link information from Link Capabilities 2 */ |
| 296 | #define PCIE_LNKCAP2_SLS2SPEED(lnkcap2) \ |
| 297 | ((lnkcap2) & PCI_EXP_LNKCAP2_SLS_32_0GB ? PCIE_SPEED_32_0GT : \ |
| 298 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_16_0GB ? PCIE_SPEED_16_0GT : \ |
| 299 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_8_0GB ? PCIE_SPEED_8_0GT : \ |
| 300 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_5_0GB ? PCIE_SPEED_5_0GT : \ |
| 301 | (lnkcap2) & PCI_EXP_LNKCAP2_SLS_2_5GB ? PCIE_SPEED_2_5GT : \ |
| 302 | PCI_SPEED_UNKNOWN) |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 303 | |
| 304 | /* PCIe speed to Mb/s reduced by encoding overhead */ |
| 305 | #define PCIE_SPEED2MBS_ENC(speed) \ |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 306 | ((speed) == PCIE_SPEED_32_0GT ? 32000*128/130 : \ |
| 307 | (speed) == PCIE_SPEED_16_0GT ? 16000*128/130 : \ |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 308 | (speed) == PCIE_SPEED_8_0GT ? 8000*128/130 : \ |
| 309 | (speed) == PCIE_SPEED_5_0GT ? 5000*8/10 : \ |
| 310 | (speed) == PCIE_SPEED_2_5GT ? 2500*8/10 : \ |
| 311 | 0) |
| 312 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 313 | const char *pci_speed_string(enum pci_bus_speed speed); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 314 | enum pci_bus_speed pcie_get_speed_cap(struct pci_dev *dev); |
| 315 | enum pcie_link_width pcie_get_width_cap(struct pci_dev *dev); |
| 316 | u32 pcie_bandwidth_capable(struct pci_dev *dev, enum pci_bus_speed *speed, |
| 317 | enum pcie_link_width *width); |
| 318 | void __pcie_print_link_status(struct pci_dev *dev, bool verbose); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 319 | void pcie_report_downtraining(struct pci_dev *dev); |
| 320 | void pcie_update_link_speed(struct pci_bus *bus, u16 link_status); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 321 | |
| 322 | /* Single Root I/O Virtualization */ |
| 323 | struct pci_sriov { |
| 324 | int pos; /* Capability position */ |
| 325 | int nres; /* Number of resources */ |
| 326 | u32 cap; /* SR-IOV Capabilities */ |
| 327 | u16 ctrl; /* SR-IOV Control */ |
| 328 | u16 total_VFs; /* Total VFs associated with the PF */ |
| 329 | u16 initial_VFs; /* Initial VFs associated with the PF */ |
| 330 | u16 num_VFs; /* Number of VFs available */ |
| 331 | u16 offset; /* First VF Routing ID offset */ |
| 332 | u16 stride; /* Following VF stride */ |
| 333 | u16 vf_device; /* VF device ID */ |
| 334 | u32 pgsz; /* Page size for BAR alignment */ |
| 335 | u8 link; /* Function Dependency Link */ |
| 336 | u8 max_VF_buses; /* Max buses consumed by VFs */ |
| 337 | u16 driver_max_VFs; /* Max num VFs driver supports */ |
| 338 | struct pci_dev *dev; /* Lowest numbered PF */ |
| 339 | struct pci_dev *self; /* This PF */ |
| 340 | u32 class; /* VF device */ |
| 341 | u8 hdr_type; /* VF header type */ |
| 342 | u16 subsystem_vendor; /* VF subsystem vendor */ |
| 343 | u16 subsystem_device; /* VF subsystem device */ |
| 344 | resource_size_t barsz[PCI_SRIOV_NUM_BARS]; /* VF BAR size */ |
| 345 | bool drivers_autoprobe; /* Auto probing of VFs by driver */ |
| 346 | }; |
| 347 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 348 | /** |
| 349 | * pci_dev_set_io_state - Set the new error state if possible. |
| 350 | * |
| 351 | * @dev - pci device to set new error_state |
| 352 | * @new - the state we want dev to be in |
| 353 | * |
| 354 | * Must be called with device_lock held. |
| 355 | * |
| 356 | * Returns true if state has been changed to the requested state. |
| 357 | */ |
| 358 | static inline bool pci_dev_set_io_state(struct pci_dev *dev, |
| 359 | pci_channel_state_t new) |
| 360 | { |
| 361 | bool changed = false; |
| 362 | |
| 363 | device_lock_assert(&dev->dev); |
| 364 | switch (new) { |
| 365 | case pci_channel_io_perm_failure: |
| 366 | switch (dev->error_state) { |
| 367 | case pci_channel_io_frozen: |
| 368 | case pci_channel_io_normal: |
| 369 | case pci_channel_io_perm_failure: |
| 370 | changed = true; |
| 371 | break; |
| 372 | } |
| 373 | break; |
| 374 | case pci_channel_io_frozen: |
| 375 | switch (dev->error_state) { |
| 376 | case pci_channel_io_frozen: |
| 377 | case pci_channel_io_normal: |
| 378 | changed = true; |
| 379 | break; |
| 380 | } |
| 381 | break; |
| 382 | case pci_channel_io_normal: |
| 383 | switch (dev->error_state) { |
| 384 | case pci_channel_io_frozen: |
| 385 | case pci_channel_io_normal: |
| 386 | changed = true; |
| 387 | break; |
| 388 | } |
| 389 | break; |
| 390 | } |
| 391 | if (changed) |
| 392 | dev->error_state = new; |
| 393 | return changed; |
| 394 | } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 395 | |
| 396 | static inline int pci_dev_set_disconnected(struct pci_dev *dev, void *unused) |
| 397 | { |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 398 | device_lock(&dev->dev); |
| 399 | pci_dev_set_io_state(dev, pci_channel_io_perm_failure); |
| 400 | device_unlock(&dev->dev); |
| 401 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 402 | return 0; |
| 403 | } |
| 404 | |
| 405 | static inline bool pci_dev_is_disconnected(const struct pci_dev *dev) |
| 406 | { |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 407 | return dev->error_state == pci_channel_io_perm_failure; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 408 | } |
| 409 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 410 | /* pci_dev priv_flags */ |
| 411 | #define PCI_DEV_ADDED 0 |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 412 | #define PCI_DPC_RECOVERED 1 |
| 413 | #define PCI_DPC_RECOVERING 2 |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 414 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 415 | static inline void pci_dev_assign_added(struct pci_dev *dev, bool added) |
| 416 | { |
| 417 | assign_bit(PCI_DEV_ADDED, &dev->priv_flags, added); |
| 418 | } |
| 419 | |
| 420 | static inline bool pci_dev_is_added(const struct pci_dev *dev) |
| 421 | { |
| 422 | return test_bit(PCI_DEV_ADDED, &dev->priv_flags); |
| 423 | } |
| 424 | |
| 425 | #ifdef CONFIG_PCIEAER |
| 426 | #include <linux/aer.h> |
| 427 | |
| 428 | #define AER_MAX_MULTI_ERR_DEVICES 5 /* Not likely to have more */ |
| 429 | |
| 430 | struct aer_err_info { |
| 431 | struct pci_dev *dev[AER_MAX_MULTI_ERR_DEVICES]; |
| 432 | int error_dev_num; |
| 433 | |
| 434 | unsigned int id:16; |
| 435 | |
| 436 | unsigned int severity:2; /* 0:NONFATAL | 1:FATAL | 2:COR */ |
| 437 | unsigned int __pad1:5; |
| 438 | unsigned int multi_error_valid:1; |
| 439 | |
| 440 | unsigned int first_error:5; |
| 441 | unsigned int __pad2:2; |
| 442 | unsigned int tlp_header_valid:1; |
| 443 | |
| 444 | unsigned int status; /* COR/UNCOR Error Status */ |
| 445 | unsigned int mask; /* COR/UNCOR Error Mask */ |
| 446 | struct aer_header_log_regs tlp; /* TLP Header */ |
| 447 | }; |
| 448 | |
| 449 | int aer_get_device_error_info(struct pci_dev *dev, struct aer_err_info *info); |
| 450 | void aer_print_error(struct pci_dev *dev, struct aer_err_info *info); |
| 451 | #endif /* CONFIG_PCIEAER */ |
| 452 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 453 | #ifdef CONFIG_PCIE_DPC |
| 454 | void pci_save_dpc_state(struct pci_dev *dev); |
| 455 | void pci_restore_dpc_state(struct pci_dev *dev); |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 456 | void pci_dpc_init(struct pci_dev *pdev); |
| 457 | void dpc_process_error(struct pci_dev *pdev); |
| 458 | pci_ers_result_t dpc_reset_link(struct pci_dev *pdev); |
| 459 | bool pci_dpc_recovered(struct pci_dev *pdev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 460 | #else |
| 461 | static inline void pci_save_dpc_state(struct pci_dev *dev) {} |
| 462 | static inline void pci_restore_dpc_state(struct pci_dev *dev) {} |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 463 | static inline void pci_dpc_init(struct pci_dev *pdev) {} |
| 464 | static inline bool pci_dpc_recovered(struct pci_dev *pdev) { return false; } |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 465 | #endif |
| 466 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 467 | #ifdef CONFIG_PCI_ATS |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 468 | /* Address Translation Service */ |
| 469 | void pci_ats_init(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 470 | void pci_restore_ats_state(struct pci_dev *dev); |
| 471 | #else |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 472 | static inline void pci_ats_init(struct pci_dev *d) { } |
| 473 | static inline void pci_restore_ats_state(struct pci_dev *dev) { } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 474 | #endif /* CONFIG_PCI_ATS */ |
| 475 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 476 | #ifdef CONFIG_PCI_PRI |
| 477 | void pci_pri_init(struct pci_dev *dev); |
| 478 | void pci_restore_pri_state(struct pci_dev *pdev); |
| 479 | #else |
| 480 | static inline void pci_pri_init(struct pci_dev *dev) { } |
| 481 | static inline void pci_restore_pri_state(struct pci_dev *pdev) { } |
| 482 | #endif |
| 483 | |
| 484 | #ifdef CONFIG_PCI_PASID |
| 485 | void pci_pasid_init(struct pci_dev *dev); |
| 486 | void pci_restore_pasid_state(struct pci_dev *pdev); |
| 487 | #else |
| 488 | static inline void pci_pasid_init(struct pci_dev *dev) { } |
| 489 | static inline void pci_restore_pasid_state(struct pci_dev *pdev) { } |
| 490 | #endif |
| 491 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 492 | #ifdef CONFIG_PCI_IOV |
| 493 | int pci_iov_init(struct pci_dev *dev); |
| 494 | void pci_iov_release(struct pci_dev *dev); |
| 495 | void pci_iov_remove(struct pci_dev *dev); |
| 496 | void pci_iov_update_resource(struct pci_dev *dev, int resno); |
| 497 | resource_size_t pci_sriov_resource_alignment(struct pci_dev *dev, int resno); |
| 498 | void pci_restore_iov_state(struct pci_dev *dev); |
| 499 | int pci_iov_bus_range(struct pci_bus *bus); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 500 | extern const struct attribute_group sriov_dev_attr_group; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 501 | #else |
| 502 | static inline int pci_iov_init(struct pci_dev *dev) |
| 503 | { |
| 504 | return -ENODEV; |
| 505 | } |
| 506 | static inline void pci_iov_release(struct pci_dev *dev) |
| 507 | |
| 508 | { |
| 509 | } |
| 510 | static inline void pci_iov_remove(struct pci_dev *dev) |
| 511 | { |
| 512 | } |
| 513 | static inline void pci_restore_iov_state(struct pci_dev *dev) |
| 514 | { |
| 515 | } |
| 516 | static inline int pci_iov_bus_range(struct pci_bus *bus) |
| 517 | { |
| 518 | return 0; |
| 519 | } |
| 520 | |
| 521 | #endif /* CONFIG_PCI_IOV */ |
| 522 | |
| 523 | unsigned long pci_cardbus_resource_alignment(struct resource *); |
| 524 | |
| 525 | static inline resource_size_t pci_resource_alignment(struct pci_dev *dev, |
| 526 | struct resource *res) |
| 527 | { |
| 528 | #ifdef CONFIG_PCI_IOV |
| 529 | int resno = res - dev->resource; |
| 530 | |
| 531 | if (resno >= PCI_IOV_RESOURCES && resno <= PCI_IOV_RESOURCE_END) |
| 532 | return pci_sriov_resource_alignment(dev, resno); |
| 533 | #endif |
| 534 | if (dev->class >> 8 == PCI_CLASS_BRIDGE_CARDBUS) |
| 535 | return pci_cardbus_resource_alignment(res); |
| 536 | return resource_alignment(res); |
| 537 | } |
| 538 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 539 | void pci_acs_init(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 540 | #ifdef CONFIG_PCI_QUIRKS |
| 541 | int pci_dev_specific_acs_enabled(struct pci_dev *dev, u16 acs_flags); |
| 542 | int pci_dev_specific_enable_acs(struct pci_dev *dev); |
| 543 | int pci_dev_specific_disable_acs_redir(struct pci_dev *dev); |
| 544 | #else |
| 545 | static inline int pci_dev_specific_acs_enabled(struct pci_dev *dev, |
| 546 | u16 acs_flags) |
| 547 | { |
| 548 | return -ENOTTY; |
| 549 | } |
| 550 | static inline int pci_dev_specific_enable_acs(struct pci_dev *dev) |
| 551 | { |
| 552 | return -ENOTTY; |
| 553 | } |
| 554 | static inline int pci_dev_specific_disable_acs_redir(struct pci_dev *dev) |
| 555 | { |
| 556 | return -ENOTTY; |
| 557 | } |
| 558 | #endif |
| 559 | |
| 560 | /* PCI error reporting and recovery */ |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 561 | pci_ers_result_t pcie_do_recovery(struct pci_dev *dev, |
| 562 | pci_channel_state_t state, |
| 563 | pci_ers_result_t (*reset_link)(struct pci_dev *pdev)); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 564 | |
| 565 | bool pcie_wait_for_link(struct pci_dev *pdev, bool active); |
| 566 | #ifdef CONFIG_PCIEASPM |
| 567 | void pcie_aspm_init_link_state(struct pci_dev *pdev); |
| 568 | void pcie_aspm_exit_link_state(struct pci_dev *pdev); |
| 569 | void pcie_aspm_pm_state_change(struct pci_dev *pdev); |
| 570 | void pcie_aspm_powersave_config_link(struct pci_dev *pdev); |
| 571 | #else |
| 572 | static inline void pcie_aspm_init_link_state(struct pci_dev *pdev) { } |
| 573 | static inline void pcie_aspm_exit_link_state(struct pci_dev *pdev) { } |
| 574 | static inline void pcie_aspm_pm_state_change(struct pci_dev *pdev) { } |
| 575 | static inline void pcie_aspm_powersave_config_link(struct pci_dev *pdev) { } |
| 576 | #endif |
| 577 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 578 | #ifdef CONFIG_PCIE_ECRC |
| 579 | void pcie_set_ecrc_checking(struct pci_dev *dev); |
| 580 | void pcie_ecrc_get_policy(char *str); |
| 581 | #else |
| 582 | static inline void pcie_set_ecrc_checking(struct pci_dev *dev) { } |
| 583 | static inline void pcie_ecrc_get_policy(char *str) { } |
| 584 | #endif |
| 585 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 586 | #ifdef CONFIG_PCIE_PTM |
| 587 | void pci_ptm_init(struct pci_dev *dev); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 588 | int pci_enable_ptm(struct pci_dev *dev, u8 *granularity); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 589 | #else |
| 590 | static inline void pci_ptm_init(struct pci_dev *dev) { } |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 591 | static inline int pci_enable_ptm(struct pci_dev *dev, u8 *granularity) |
| 592 | { return -EINVAL; } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 593 | #endif |
| 594 | |
| 595 | struct pci_dev_reset_methods { |
| 596 | u16 vendor; |
| 597 | u16 device; |
| 598 | int (*reset)(struct pci_dev *dev, int probe); |
| 599 | }; |
| 600 | |
| 601 | #ifdef CONFIG_PCI_QUIRKS |
| 602 | int pci_dev_specific_reset(struct pci_dev *dev, int probe); |
| 603 | #else |
| 604 | static inline int pci_dev_specific_reset(struct pci_dev *dev, int probe) |
| 605 | { |
| 606 | return -ENOTTY; |
| 607 | } |
| 608 | #endif |
| 609 | |
| 610 | #if defined(CONFIG_PCI_QUIRKS) && defined(CONFIG_ARM64) |
| 611 | int acpi_get_rc_resources(struct device *dev, const char *hid, u16 segment, |
| 612 | struct resource *res); |
Olivier Deprez | 0e64123 | 2021-09-23 10:07:05 +0200 | [diff] [blame] | 613 | #else |
| 614 | static inline int acpi_get_rc_resources(struct device *dev, const char *hid, |
| 615 | u16 segment, struct resource *res) |
| 616 | { |
| 617 | return -ENODEV; |
| 618 | } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 619 | #endif |
| 620 | |
| 621 | u32 pci_rebar_get_possible_sizes(struct pci_dev *pdev, int bar); |
| 622 | int pci_rebar_get_current_size(struct pci_dev *pdev, int bar); |
| 623 | int pci_rebar_set_size(struct pci_dev *pdev, int bar, int size); |
| 624 | static inline u64 pci_rebar_size_to_bytes(int size) |
| 625 | { |
| 626 | return 1ULL << (size + 20); |
| 627 | } |
| 628 | |
| 629 | struct device_node; |
| 630 | |
| 631 | #ifdef CONFIG_OF |
| 632 | int of_pci_parse_bus_range(struct device_node *node, struct resource *res); |
| 633 | int of_get_pci_domain_nr(struct device_node *node); |
| 634 | int of_pci_get_max_link_speed(struct device_node *node); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 635 | void pci_set_of_node(struct pci_dev *dev); |
| 636 | void pci_release_of_node(struct pci_dev *dev); |
| 637 | void pci_set_bus_of_node(struct pci_bus *bus); |
| 638 | void pci_release_bus_of_node(struct pci_bus *bus); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 639 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 640 | int devm_of_pci_bridge_init(struct device *dev, struct pci_host_bridge *bridge); |
| 641 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 642 | #else |
| 643 | static inline int |
| 644 | of_pci_parse_bus_range(struct device_node *node, struct resource *res) |
| 645 | { |
| 646 | return -EINVAL; |
| 647 | } |
| 648 | |
| 649 | static inline int |
| 650 | of_get_pci_domain_nr(struct device_node *node) |
| 651 | { |
| 652 | return -1; |
| 653 | } |
| 654 | |
| 655 | static inline int |
| 656 | of_pci_get_max_link_speed(struct device_node *node) |
| 657 | { |
| 658 | return -EINVAL; |
| 659 | } |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 660 | |
| 661 | static inline void pci_set_of_node(struct pci_dev *dev) { } |
| 662 | static inline void pci_release_of_node(struct pci_dev *dev) { } |
| 663 | static inline void pci_set_bus_of_node(struct pci_bus *bus) { } |
| 664 | static inline void pci_release_bus_of_node(struct pci_bus *bus) { } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 665 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 666 | static inline int devm_of_pci_bridge_init(struct device *dev, struct pci_host_bridge *bridge) |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 667 | { |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 668 | return 0; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 669 | } |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 670 | |
| 671 | #endif /* CONFIG_OF */ |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 672 | |
| 673 | #ifdef CONFIG_PCIEAER |
| 674 | void pci_no_aer(void); |
| 675 | void pci_aer_init(struct pci_dev *dev); |
| 676 | void pci_aer_exit(struct pci_dev *dev); |
| 677 | extern const struct attribute_group aer_stats_attr_group; |
| 678 | void pci_aer_clear_fatal_status(struct pci_dev *dev); |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 679 | int pci_aer_clear_status(struct pci_dev *dev); |
| 680 | int pci_aer_raw_clear_status(struct pci_dev *dev); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 681 | #else |
| 682 | static inline void pci_no_aer(void) { } |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 683 | static inline void pci_aer_init(struct pci_dev *d) { } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 684 | static inline void pci_aer_exit(struct pci_dev *d) { } |
| 685 | static inline void pci_aer_clear_fatal_status(struct pci_dev *dev) { } |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 686 | static inline int pci_aer_clear_status(struct pci_dev *dev) { return -EINVAL; } |
| 687 | static inline int pci_aer_raw_clear_status(struct pci_dev *dev) { return -EINVAL; } |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 688 | #endif |
| 689 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 690 | #ifdef CONFIG_ACPI |
| 691 | int pci_acpi_program_hp_params(struct pci_dev *dev); |
| 692 | #else |
| 693 | static inline int pci_acpi_program_hp_params(struct pci_dev *dev) |
| 694 | { |
| 695 | return -ENODEV; |
| 696 | } |
| 697 | #endif |
| 698 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 699 | #ifdef CONFIG_PCIEASPM |
| 700 | extern const struct attribute_group aspm_ctrl_attr_group; |
| 701 | #endif |
| 702 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 703 | #endif /* DRIVERS_PCI_H */ |