.. | .. |
---|
48 | 48 | void uverbs_destroy_ufile_hw(struct ib_uverbs_file *ufile, |
---|
49 | 49 | enum rdma_remove_reason reason); |
---|
50 | 50 | |
---|
51 | | -int uobj_destroy(struct ib_uobject *uobj); |
---|
52 | | - |
---|
53 | | -/* |
---|
54 | | - * uverbs_uobject_get is called in order to increase the reference count on |
---|
55 | | - * an uobject. This is useful when a handler wants to keep the uobject's memory |
---|
56 | | - * alive, regardless if this uobject is still alive in the context's objects |
---|
57 | | - * repository. Objects are put via uverbs_uobject_put. |
---|
58 | | - */ |
---|
59 | | -void uverbs_uobject_get(struct ib_uobject *uobject); |
---|
60 | | - |
---|
61 | | -/* |
---|
62 | | - * In order to indicate we no longer needs this uobject, uverbs_uobject_put |
---|
63 | | - * is called. When the reference count is decreased, the uobject is freed. |
---|
64 | | - * For example, this is used when attaching a completion channel to a CQ. |
---|
65 | | - */ |
---|
66 | | -void uverbs_uobject_put(struct ib_uobject *uobject); |
---|
67 | | - |
---|
68 | | -/* Indicate this fd is no longer used by this consumer, but its memory isn't |
---|
69 | | - * necessarily released yet. When the last reference is put, we release the |
---|
70 | | - * memory. After this call is executed, calling uverbs_uobject_get isn't |
---|
71 | | - * allowed. |
---|
72 | | - * This must be called from the release file_operations of the file! |
---|
73 | | - */ |
---|
74 | | -void uverbs_close_fd(struct file *f); |
---|
| 51 | +int uobj_destroy(struct ib_uobject *uobj, struct uverbs_attr_bundle *attrs); |
---|
75 | 52 | |
---|
76 | 53 | /* |
---|
77 | 54 | * Get an ib_uobject that corresponds to the given id from ufile, assuming |
---|
.. | .. |
---|
83 | 60 | * uverbs_finalize_objects are called. |
---|
84 | 61 | */ |
---|
85 | 62 | struct ib_uobject * |
---|
86 | | -uverbs_get_uobject_from_file(u16 object_id, |
---|
87 | | - struct ib_uverbs_file *ufile, |
---|
88 | | - enum uverbs_obj_access access, s64 id); |
---|
| 63 | +uverbs_get_uobject_from_file(u16 object_id, enum uverbs_obj_access access, |
---|
| 64 | + s64 id, struct uverbs_attr_bundle *attrs); |
---|
89 | 65 | |
---|
90 | | -/* |
---|
91 | | - * Note that certain finalize stages could return a status: |
---|
92 | | - * (a) alloc_commit could return a failure if the object is committed at the |
---|
93 | | - * same time when the context is destroyed. |
---|
94 | | - * (b) remove_commit could fail if the object wasn't destroyed successfully. |
---|
95 | | - * Since multiple objects could be finalized in one transaction, it is very NOT |
---|
96 | | - * recommended to have several finalize actions which have side effects. |
---|
97 | | - * For example, it's NOT recommended to have a certain action which has both |
---|
98 | | - * a commit action and a destroy action or two destroy objects in the same |
---|
99 | | - * action. The rule of thumb is to have one destroy or commit action with |
---|
100 | | - * multiple lookups. |
---|
101 | | - * The first non zero return value of finalize_object is returned from this |
---|
102 | | - * function. For example, this could happen when we couldn't destroy an |
---|
103 | | - * object. |
---|
104 | | - */ |
---|
105 | | -int uverbs_finalize_object(struct ib_uobject *uobj, |
---|
106 | | - enum uverbs_obj_access access, |
---|
107 | | - bool commit); |
---|
| 66 | +void uverbs_finalize_object(struct ib_uobject *uobj, |
---|
| 67 | + enum uverbs_obj_access access, bool hw_obj_valid, |
---|
| 68 | + bool commit, struct uverbs_attr_bundle *attrs); |
---|
| 69 | + |
---|
| 70 | +int uverbs_output_written(const struct uverbs_attr_bundle *bundle, size_t idx); |
---|
108 | 71 | |
---|
109 | 72 | void setup_ufile_idr_uobject(struct ib_uverbs_file *ufile); |
---|
110 | 73 | void release_ufile_idr_uobject(struct ib_uverbs_file *ufile); |
---|
| 74 | + |
---|
| 75 | +struct ib_udata *uverbs_get_cleared_udata(struct uverbs_attr_bundle *attrs); |
---|
111 | 76 | |
---|
112 | 77 | /* |
---|
113 | 78 | * This is the runtime description of the uverbs API, used by the syscall |
---|
.. | .. |
---|
118 | 83 | * Depending on ID the slot pointer in the radix tree points at one of these |
---|
119 | 84 | * structs. |
---|
120 | 85 | */ |
---|
121 | | -struct uverbs_api_object { |
---|
122 | | - const struct uverbs_obj_type *type_attrs; |
---|
123 | | - const struct uverbs_obj_type_class *type_class; |
---|
124 | | -}; |
---|
125 | 86 | |
---|
126 | 87 | struct uverbs_api_ioctl_method { |
---|
127 | | - int (__rcu *handler)(struct ib_uverbs_file *ufile, |
---|
128 | | - struct uverbs_attr_bundle *ctx); |
---|
| 88 | + int(__rcu *handler)(struct uverbs_attr_bundle *attrs); |
---|
129 | 89 | DECLARE_BITMAP(attr_mandatory, UVERBS_API_ATTR_BKEY_LEN); |
---|
130 | 90 | u16 bundle_size; |
---|
131 | 91 | u8 use_stack:1; |
---|
132 | 92 | u8 driver_method:1; |
---|
| 93 | + u8 disabled:1; |
---|
| 94 | + u8 has_udata:1; |
---|
133 | 95 | u8 key_bitmap_len; |
---|
134 | 96 | u8 destroy_bkey; |
---|
| 97 | +}; |
---|
| 98 | + |
---|
| 99 | +struct uverbs_api_write_method { |
---|
| 100 | + int (*handler)(struct uverbs_attr_bundle *attrs); |
---|
| 101 | + u8 disabled:1; |
---|
| 102 | + u8 is_ex:1; |
---|
| 103 | + u8 has_udata:1; |
---|
| 104 | + u8 has_resp:1; |
---|
| 105 | + u8 req_size; |
---|
| 106 | + u8 resp_size; |
---|
135 | 107 | }; |
---|
136 | 108 | |
---|
137 | 109 | struct uverbs_api_attr { |
---|
138 | 110 | struct uverbs_attr_spec spec; |
---|
139 | 111 | }; |
---|
140 | 112 | |
---|
141 | | -struct uverbs_api_object; |
---|
142 | 113 | struct uverbs_api { |
---|
143 | 114 | /* radix tree contains struct uverbs_api_* pointers */ |
---|
144 | 115 | struct radix_tree_root radix; |
---|
145 | 116 | enum rdma_driver_id driver_id; |
---|
| 117 | + |
---|
| 118 | + unsigned int num_write; |
---|
| 119 | + unsigned int num_write_ex; |
---|
| 120 | + struct uverbs_api_write_method notsupp_method; |
---|
| 121 | + const struct uverbs_api_write_method **write_methods; |
---|
| 122 | + const struct uverbs_api_write_method **write_ex_methods; |
---|
146 | 123 | }; |
---|
147 | 124 | |
---|
| 125 | +/* |
---|
| 126 | + * Get an uverbs_api_object that corresponds to the given object_id. |
---|
| 127 | + * Note: |
---|
| 128 | + * -ENOMSG means that any object is allowed to match during lookup. |
---|
| 129 | + */ |
---|
148 | 130 | static inline const struct uverbs_api_object * |
---|
149 | 131 | uapi_get_object(struct uverbs_api *uapi, u16 object_id) |
---|
150 | 132 | { |
---|
151 | | - return radix_tree_lookup(&uapi->radix, uapi_key_obj(object_id)); |
---|
| 133 | + const struct uverbs_api_object *res; |
---|
| 134 | + |
---|
| 135 | + if (object_id == UVERBS_IDR_ANY_OBJECT) |
---|
| 136 | + return ERR_PTR(-ENOMSG); |
---|
| 137 | + |
---|
| 138 | + res = radix_tree_lookup(&uapi->radix, uapi_key_obj(object_id)); |
---|
| 139 | + if (!res) |
---|
| 140 | + return ERR_PTR(-ENOENT); |
---|
| 141 | + |
---|
| 142 | + return res; |
---|
152 | 143 | } |
---|
153 | 144 | |
---|
154 | 145 | char *uapi_key_format(char *S, unsigned int key); |
---|
155 | | -struct uverbs_api *uverbs_alloc_api( |
---|
156 | | - const struct uverbs_object_tree_def *const *driver_specs, |
---|
157 | | - enum rdma_driver_id driver_id); |
---|
| 146 | +struct uverbs_api *uverbs_alloc_api(struct ib_device *ibdev); |
---|
158 | 147 | void uverbs_disassociate_api_pre(struct ib_uverbs_device *uverbs_dev); |
---|
159 | 148 | void uverbs_disassociate_api(struct uverbs_api *uapi); |
---|
160 | 149 | void uverbs_destroy_api(struct uverbs_api *uapi); |
---|
161 | 150 | void uapi_compute_bundle_size(struct uverbs_api_ioctl_method *method_elm, |
---|
162 | 151 | unsigned int num_attrs); |
---|
| 152 | +void uverbs_user_mmap_disassociate(struct ib_uverbs_file *ufile); |
---|
| 153 | + |
---|
| 154 | +extern const struct uapi_definition uverbs_def_obj_async_fd[]; |
---|
| 155 | +extern const struct uapi_definition uverbs_def_obj_counters[]; |
---|
| 156 | +extern const struct uapi_definition uverbs_def_obj_cq[]; |
---|
| 157 | +extern const struct uapi_definition uverbs_def_obj_device[]; |
---|
| 158 | +extern const struct uapi_definition uverbs_def_obj_dm[]; |
---|
| 159 | +extern const struct uapi_definition uverbs_def_obj_flow_action[]; |
---|
| 160 | +extern const struct uapi_definition uverbs_def_obj_intf[]; |
---|
| 161 | +extern const struct uapi_definition uverbs_def_obj_mr[]; |
---|
| 162 | +extern const struct uapi_definition uverbs_def_obj_qp[]; |
---|
| 163 | +extern const struct uapi_definition uverbs_def_obj_srq[]; |
---|
| 164 | +extern const struct uapi_definition uverbs_def_obj_wq[]; |
---|
| 165 | +extern const struct uapi_definition uverbs_def_write_intf[]; |
---|
| 166 | + |
---|
| 167 | +static inline const struct uverbs_api_write_method * |
---|
| 168 | +uapi_get_method(const struct uverbs_api *uapi, u32 command) |
---|
| 169 | +{ |
---|
| 170 | + u32 cmd_idx = command & IB_USER_VERBS_CMD_COMMAND_MASK; |
---|
| 171 | + |
---|
| 172 | + if (command & ~(u32)(IB_USER_VERBS_CMD_FLAG_EXTENDED | |
---|
| 173 | + IB_USER_VERBS_CMD_COMMAND_MASK)) |
---|
| 174 | + return ERR_PTR(-EINVAL); |
---|
| 175 | + |
---|
| 176 | + if (command & IB_USER_VERBS_CMD_FLAG_EXTENDED) { |
---|
| 177 | + if (cmd_idx >= uapi->num_write_ex) |
---|
| 178 | + return ERR_PTR(-EOPNOTSUPP); |
---|
| 179 | + return uapi->write_ex_methods[cmd_idx]; |
---|
| 180 | + } |
---|
| 181 | + |
---|
| 182 | + if (cmd_idx >= uapi->num_write) |
---|
| 183 | + return ERR_PTR(-EOPNOTSUPP); |
---|
| 184 | + return uapi->write_methods[cmd_idx]; |
---|
| 185 | +} |
---|
| 186 | + |
---|
| 187 | +void uverbs_fill_udata(struct uverbs_attr_bundle *bundle, |
---|
| 188 | + struct ib_udata *udata, unsigned int attr_in, |
---|
| 189 | + unsigned int attr_out); |
---|
163 | 190 | |
---|
164 | 191 | #endif /* RDMA_CORE_H */ |
---|