Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 1 | /* SPDX-License-Identifier: GPL-2.0+ */ |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 2 | // Copyright 2017 IBM Corp. |
| 3 | #ifndef _OCXL_INTERNAL_H_ |
| 4 | #define _OCXL_INTERNAL_H_ |
| 5 | |
| 6 | #include <linux/pci.h> |
| 7 | #include <linux/cdev.h> |
| 8 | #include <linux/list.h> |
| 9 | #include <misc/ocxl.h> |
| 10 | |
| 11 | #define MAX_IRQ_PER_LINK 2000 |
| 12 | #define MAX_IRQ_PER_CONTEXT MAX_IRQ_PER_LINK |
| 13 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 14 | extern struct pci_driver ocxl_pci_driver; |
| 15 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 16 | struct ocxl_fn { |
| 17 | struct device dev; |
| 18 | int bar_used[3]; |
| 19 | struct ocxl_fn_config config; |
| 20 | struct list_head afu_list; |
| 21 | int pasid_base; |
| 22 | int actag_base; |
| 23 | int actag_enabled; |
| 24 | int actag_supported; |
| 25 | struct list_head pasid_list; |
| 26 | struct list_head actag_list; |
| 27 | void *link; |
| 28 | }; |
| 29 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 30 | struct ocxl_file_info { |
| 31 | struct ocxl_afu *afu; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 32 | struct device dev; |
| 33 | struct cdev cdev; |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 34 | struct bin_attribute attr_global_mmio; |
| 35 | }; |
| 36 | |
| 37 | struct ocxl_afu { |
| 38 | struct kref kref; |
| 39 | struct ocxl_fn *fn; |
| 40 | struct list_head list; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 41 | struct ocxl_afu_config config; |
| 42 | int pasid_base; |
| 43 | int pasid_count; /* opened contexts */ |
| 44 | int pasid_max; /* maximum number of contexts */ |
| 45 | int actag_base; |
| 46 | int actag_enabled; |
| 47 | struct mutex contexts_lock; |
| 48 | struct idr contexts_idr; |
| 49 | struct mutex afu_control_lock; |
| 50 | u64 global_mmio_start; |
| 51 | u64 irq_base_offset; |
| 52 | void __iomem *global_mmio_ptr; |
| 53 | u64 pp_mmio_start; |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 54 | void *private; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 55 | }; |
| 56 | |
| 57 | enum ocxl_context_status { |
| 58 | CLOSED, |
| 59 | OPENED, |
| 60 | ATTACHED, |
| 61 | }; |
| 62 | |
| 63 | // Contains metadata about a translation fault |
| 64 | struct ocxl_xsl_error { |
| 65 | u64 addr; // The address that triggered the fault |
| 66 | u64 dsisr; // the value of the dsisr register |
| 67 | u64 count; // The number of times this fault has been triggered |
| 68 | }; |
| 69 | |
| 70 | struct ocxl_context { |
| 71 | struct ocxl_afu *afu; |
| 72 | int pasid; |
| 73 | struct mutex status_mutex; |
| 74 | enum ocxl_context_status status; |
| 75 | struct address_space *mapping; |
| 76 | struct mutex mapping_lock; |
| 77 | wait_queue_head_t events_wq; |
| 78 | struct mutex xsl_error_lock; |
| 79 | struct ocxl_xsl_error xsl_error; |
| 80 | struct mutex irq_lock; |
| 81 | struct idr irq_idr; |
| 82 | u16 tidr; // Thread ID used for P9 wait implementation |
| 83 | }; |
| 84 | |
| 85 | struct ocxl_process_element { |
| 86 | __be64 config_state; |
| 87 | __be32 reserved1[11]; |
| 88 | __be32 lpid; |
| 89 | __be32 tid; |
| 90 | __be32 pid; |
| 91 | __be32 reserved2[10]; |
| 92 | __be64 amr; |
| 93 | __be32 reserved3[3]; |
| 94 | __be32 software_state; |
| 95 | }; |
| 96 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 97 | int ocxl_create_cdev(struct ocxl_afu *afu); |
| 98 | void ocxl_destroy_cdev(struct ocxl_afu *afu); |
| 99 | int ocxl_file_register_afu(struct ocxl_afu *afu); |
| 100 | void ocxl_file_unregister_afu(struct ocxl_afu *afu); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 101 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 102 | int ocxl_file_init(void); |
| 103 | void ocxl_file_exit(void); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 104 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 105 | int ocxl_pasid_afu_alloc(struct ocxl_fn *fn, u32 size); |
| 106 | void ocxl_pasid_afu_free(struct ocxl_fn *fn, u32 start, u32 size); |
| 107 | int ocxl_actag_afu_alloc(struct ocxl_fn *fn, u32 size); |
| 108 | void ocxl_actag_afu_free(struct ocxl_fn *fn, u32 start, u32 size); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 109 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 110 | /* |
| 111 | * Get the max PASID value that can be used by the function |
| 112 | */ |
| 113 | int ocxl_config_get_pasid_info(struct pci_dev *dev, int *count); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 114 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 115 | /* |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 116 | * Control whether the FPGA is reloaded on a link reset |
| 117 | */ |
| 118 | int ocxl_config_get_reset_reload(struct pci_dev *dev, int *val); |
| 119 | int ocxl_config_set_reset_reload(struct pci_dev *dev, int val); |
| 120 | |
| 121 | /* |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 122 | * Check if an AFU index is valid for the given function. |
| 123 | * |
| 124 | * AFU indexes can be sparse, so a driver should check all indexes up |
| 125 | * to the maximum found in the function description |
| 126 | */ |
| 127 | int ocxl_config_check_afu_index(struct pci_dev *dev, |
| 128 | struct ocxl_fn_config *fn, int afu_idx); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 129 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 130 | /** |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 131 | * ocxl_link_update_pe() - Update values within a Process Element |
| 132 | * @link_handle: the link handle associated with the process element |
| 133 | * @pasid: the PASID for the AFU context |
| 134 | * @tid: the new thread id for the process element |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 135 | * |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 136 | * Returns 0 on success |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 137 | */ |
| 138 | int ocxl_link_update_pe(void *link_handle, int pasid, __u16 tid); |
| 139 | |
| 140 | int ocxl_context_mmap(struct ocxl_context *ctx, |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 141 | struct vm_area_struct *vma); |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 142 | void ocxl_context_detach_all(struct ocxl_afu *afu); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 143 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 144 | int ocxl_sysfs_register_afu(struct ocxl_file_info *info); |
| 145 | void ocxl_sysfs_unregister_afu(struct ocxl_file_info *info); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 146 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 147 | int ocxl_irq_offset_to_id(struct ocxl_context *ctx, u64 offset); |
| 148 | u64 ocxl_irq_id_to_offset(struct ocxl_context *ctx, int irq_id); |
| 149 | void ocxl_afu_irq_free_all(struct ocxl_context *ctx); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 150 | |
| 151 | #endif /* _OCXL_INTERNAL_H_ */ |