| .. | .. |
|---|
| 48 | 48 | void uverbs_destroy_ufile_hw(struct ib_uverbs_file *ufile, |
|---|
| 49 | 49 | enum rdma_remove_reason reason); |
|---|
| 50 | 50 | |
|---|
| 51 | | -int uobj_destroy(struct ib_uobject *uobj); |
|---|
| 52 | | - |
|---|
| 53 | | -/* |
|---|
| 54 | | - * uverbs_uobject_get is called in order to increase the reference count on |
|---|
| 55 | | - * an uobject. This is useful when a handler wants to keep the uobject's memory |
|---|
| 56 | | - * alive, regardless if this uobject is still alive in the context's objects |
|---|
| 57 | | - * repository. Objects are put via uverbs_uobject_put. |
|---|
| 58 | | - */ |
|---|
| 59 | | -void uverbs_uobject_get(struct ib_uobject *uobject); |
|---|
| 60 | | - |
|---|
| 61 | | -/* |
|---|
| 62 | | - * In order to indicate we no longer needs this uobject, uverbs_uobject_put |
|---|
| 63 | | - * is called. When the reference count is decreased, the uobject is freed. |
|---|
| 64 | | - * For example, this is used when attaching a completion channel to a CQ. |
|---|
| 65 | | - */ |
|---|
| 66 | | -void uverbs_uobject_put(struct ib_uobject *uobject); |
|---|
| 67 | | - |
|---|
| 68 | | -/* Indicate this fd is no longer used by this consumer, but its memory isn't |
|---|
| 69 | | - * necessarily released yet. When the last reference is put, we release the |
|---|
| 70 | | - * memory. After this call is executed, calling uverbs_uobject_get isn't |
|---|
| 71 | | - * allowed. |
|---|
| 72 | | - * This must be called from the release file_operations of the file! |
|---|
| 73 | | - */ |
|---|
| 74 | | -void uverbs_close_fd(struct file *f); |
|---|
| 51 | +int uobj_destroy(struct ib_uobject *uobj, struct uverbs_attr_bundle *attrs); |
|---|
| 75 | 52 | |
|---|
| 76 | 53 | /* |
|---|
| 77 | 54 | * Get an ib_uobject that corresponds to the given id from ufile, assuming |
|---|
| .. | .. |
|---|
| 83 | 60 | * uverbs_finalize_objects are called. |
|---|
| 84 | 61 | */ |
|---|
| 85 | 62 | struct ib_uobject * |
|---|
| 86 | | -uverbs_get_uobject_from_file(u16 object_id, |
|---|
| 87 | | - struct ib_uverbs_file *ufile, |
|---|
| 88 | | - enum uverbs_obj_access access, s64 id); |
|---|
| 63 | +uverbs_get_uobject_from_file(u16 object_id, enum uverbs_obj_access access, |
|---|
| 64 | + s64 id, struct uverbs_attr_bundle *attrs); |
|---|
| 89 | 65 | |
|---|
| 90 | | -/* |
|---|
| 91 | | - * Note that certain finalize stages could return a status: |
|---|
| 92 | | - * (a) alloc_commit could return a failure if the object is committed at the |
|---|
| 93 | | - * same time when the context is destroyed. |
|---|
| 94 | | - * (b) remove_commit could fail if the object wasn't destroyed successfully. |
|---|
| 95 | | - * Since multiple objects could be finalized in one transaction, it is very NOT |
|---|
| 96 | | - * recommended to have several finalize actions which have side effects. |
|---|
| 97 | | - * For example, it's NOT recommended to have a certain action which has both |
|---|
| 98 | | - * a commit action and a destroy action or two destroy objects in the same |
|---|
| 99 | | - * action. The rule of thumb is to have one destroy or commit action with |
|---|
| 100 | | - * multiple lookups. |
|---|
| 101 | | - * The first non zero return value of finalize_object is returned from this |
|---|
| 102 | | - * function. For example, this could happen when we couldn't destroy an |
|---|
| 103 | | - * object. |
|---|
| 104 | | - */ |
|---|
| 105 | | -int uverbs_finalize_object(struct ib_uobject *uobj, |
|---|
| 106 | | - enum uverbs_obj_access access, |
|---|
| 107 | | - bool commit); |
|---|
| 66 | +void uverbs_finalize_object(struct ib_uobject *uobj, |
|---|
| 67 | + enum uverbs_obj_access access, bool hw_obj_valid, |
|---|
| 68 | + bool commit, struct uverbs_attr_bundle *attrs); |
|---|
| 69 | + |
|---|
| 70 | +int uverbs_output_written(const struct uverbs_attr_bundle *bundle, size_t idx); |
|---|
| 108 | 71 | |
|---|
| 109 | 72 | void setup_ufile_idr_uobject(struct ib_uverbs_file *ufile); |
|---|
| 110 | 73 | void release_ufile_idr_uobject(struct ib_uverbs_file *ufile); |
|---|
| 74 | + |
|---|
| 75 | +struct ib_udata *uverbs_get_cleared_udata(struct uverbs_attr_bundle *attrs); |
|---|
| 111 | 76 | |
|---|
| 112 | 77 | /* |
|---|
| 113 | 78 | * This is the runtime description of the uverbs API, used by the syscall |
|---|
| .. | .. |
|---|
| 118 | 83 | * Depending on ID the slot pointer in the radix tree points at one of these |
|---|
| 119 | 84 | * structs. |
|---|
| 120 | 85 | */ |
|---|
| 121 | | -struct uverbs_api_object { |
|---|
| 122 | | - const struct uverbs_obj_type *type_attrs; |
|---|
| 123 | | - const struct uverbs_obj_type_class *type_class; |
|---|
| 124 | | -}; |
|---|
| 125 | 86 | |
|---|
| 126 | 87 | struct uverbs_api_ioctl_method { |
|---|
| 127 | | - int (__rcu *handler)(struct ib_uverbs_file *ufile, |
|---|
| 128 | | - struct uverbs_attr_bundle *ctx); |
|---|
| 88 | + int(__rcu *handler)(struct uverbs_attr_bundle *attrs); |
|---|
| 129 | 89 | DECLARE_BITMAP(attr_mandatory, UVERBS_API_ATTR_BKEY_LEN); |
|---|
| 130 | 90 | u16 bundle_size; |
|---|
| 131 | 91 | u8 use_stack:1; |
|---|
| 132 | 92 | u8 driver_method:1; |
|---|
| 93 | + u8 disabled:1; |
|---|
| 94 | + u8 has_udata:1; |
|---|
| 133 | 95 | u8 key_bitmap_len; |
|---|
| 134 | 96 | u8 destroy_bkey; |
|---|
| 97 | +}; |
|---|
| 98 | + |
|---|
| 99 | +struct uverbs_api_write_method { |
|---|
| 100 | + int (*handler)(struct uverbs_attr_bundle *attrs); |
|---|
| 101 | + u8 disabled:1; |
|---|
| 102 | + u8 is_ex:1; |
|---|
| 103 | + u8 has_udata:1; |
|---|
| 104 | + u8 has_resp:1; |
|---|
| 105 | + u8 req_size; |
|---|
| 106 | + u8 resp_size; |
|---|
| 135 | 107 | }; |
|---|
| 136 | 108 | |
|---|
| 137 | 109 | struct uverbs_api_attr { |
|---|
| 138 | 110 | struct uverbs_attr_spec spec; |
|---|
| 139 | 111 | }; |
|---|
| 140 | 112 | |
|---|
| 141 | | -struct uverbs_api_object; |
|---|
| 142 | 113 | struct uverbs_api { |
|---|
| 143 | 114 | /* radix tree contains struct uverbs_api_* pointers */ |
|---|
| 144 | 115 | struct radix_tree_root radix; |
|---|
| 145 | 116 | enum rdma_driver_id driver_id; |
|---|
| 117 | + |
|---|
| 118 | + unsigned int num_write; |
|---|
| 119 | + unsigned int num_write_ex; |
|---|
| 120 | + struct uverbs_api_write_method notsupp_method; |
|---|
| 121 | + const struct uverbs_api_write_method **write_methods; |
|---|
| 122 | + const struct uverbs_api_write_method **write_ex_methods; |
|---|
| 146 | 123 | }; |
|---|
| 147 | 124 | |
|---|
| 125 | +/* |
|---|
| 126 | + * Get an uverbs_api_object that corresponds to the given object_id. |
|---|
| 127 | + * Note: |
|---|
| 128 | + * -ENOMSG means that any object is allowed to match during lookup. |
|---|
| 129 | + */ |
|---|
| 148 | 130 | static inline const struct uverbs_api_object * |
|---|
| 149 | 131 | uapi_get_object(struct uverbs_api *uapi, u16 object_id) |
|---|
| 150 | 132 | { |
|---|
| 151 | | - return radix_tree_lookup(&uapi->radix, uapi_key_obj(object_id)); |
|---|
| 133 | + const struct uverbs_api_object *res; |
|---|
| 134 | + |
|---|
| 135 | + if (object_id == UVERBS_IDR_ANY_OBJECT) |
|---|
| 136 | + return ERR_PTR(-ENOMSG); |
|---|
| 137 | + |
|---|
| 138 | + res = radix_tree_lookup(&uapi->radix, uapi_key_obj(object_id)); |
|---|
| 139 | + if (!res) |
|---|
| 140 | + return ERR_PTR(-ENOENT); |
|---|
| 141 | + |
|---|
| 142 | + return res; |
|---|
| 152 | 143 | } |
|---|
| 153 | 144 | |
|---|
| 154 | 145 | char *uapi_key_format(char *S, unsigned int key); |
|---|
| 155 | | -struct uverbs_api *uverbs_alloc_api( |
|---|
| 156 | | - const struct uverbs_object_tree_def *const *driver_specs, |
|---|
| 157 | | - enum rdma_driver_id driver_id); |
|---|
| 146 | +struct uverbs_api *uverbs_alloc_api(struct ib_device *ibdev); |
|---|
| 158 | 147 | void uverbs_disassociate_api_pre(struct ib_uverbs_device *uverbs_dev); |
|---|
| 159 | 148 | void uverbs_disassociate_api(struct uverbs_api *uapi); |
|---|
| 160 | 149 | void uverbs_destroy_api(struct uverbs_api *uapi); |
|---|
| 161 | 150 | void uapi_compute_bundle_size(struct uverbs_api_ioctl_method *method_elm, |
|---|
| 162 | 151 | unsigned int num_attrs); |
|---|
| 152 | +void uverbs_user_mmap_disassociate(struct ib_uverbs_file *ufile); |
|---|
| 153 | + |
|---|
| 154 | +extern const struct uapi_definition uverbs_def_obj_async_fd[]; |
|---|
| 155 | +extern const struct uapi_definition uverbs_def_obj_counters[]; |
|---|
| 156 | +extern const struct uapi_definition uverbs_def_obj_cq[]; |
|---|
| 157 | +extern const struct uapi_definition uverbs_def_obj_device[]; |
|---|
| 158 | +extern const struct uapi_definition uverbs_def_obj_dm[]; |
|---|
| 159 | +extern const struct uapi_definition uverbs_def_obj_flow_action[]; |
|---|
| 160 | +extern const struct uapi_definition uverbs_def_obj_intf[]; |
|---|
| 161 | +extern const struct uapi_definition uverbs_def_obj_mr[]; |
|---|
| 162 | +extern const struct uapi_definition uverbs_def_obj_qp[]; |
|---|
| 163 | +extern const struct uapi_definition uverbs_def_obj_srq[]; |
|---|
| 164 | +extern const struct uapi_definition uverbs_def_obj_wq[]; |
|---|
| 165 | +extern const struct uapi_definition uverbs_def_write_intf[]; |
|---|
| 166 | + |
|---|
| 167 | +static inline const struct uverbs_api_write_method * |
|---|
| 168 | +uapi_get_method(const struct uverbs_api *uapi, u32 command) |
|---|
| 169 | +{ |
|---|
| 170 | + u32 cmd_idx = command & IB_USER_VERBS_CMD_COMMAND_MASK; |
|---|
| 171 | + |
|---|
| 172 | + if (command & ~(u32)(IB_USER_VERBS_CMD_FLAG_EXTENDED | |
|---|
| 173 | + IB_USER_VERBS_CMD_COMMAND_MASK)) |
|---|
| 174 | + return ERR_PTR(-EINVAL); |
|---|
| 175 | + |
|---|
| 176 | + if (command & IB_USER_VERBS_CMD_FLAG_EXTENDED) { |
|---|
| 177 | + if (cmd_idx >= uapi->num_write_ex) |
|---|
| 178 | + return ERR_PTR(-EOPNOTSUPP); |
|---|
| 179 | + return uapi->write_ex_methods[cmd_idx]; |
|---|
| 180 | + } |
|---|
| 181 | + |
|---|
| 182 | + if (cmd_idx >= uapi->num_write) |
|---|
| 183 | + return ERR_PTR(-EOPNOTSUPP); |
|---|
| 184 | + return uapi->write_methods[cmd_idx]; |
|---|
| 185 | +} |
|---|
| 186 | + |
|---|
| 187 | +void uverbs_fill_udata(struct uverbs_attr_bundle *bundle, |
|---|
| 188 | + struct ib_udata *udata, unsigned int attr_in, |
|---|
| 189 | + unsigned int attr_out); |
|---|
| 163 | 190 | |
|---|
| 164 | 191 | #endif /* RDMA_CORE_H */ |
|---|