| .. | .. |
|---|
| 73 | 73 | add_wait_queue(sk_sleep(sk), &wait); |
|---|
| 74 | 74 | sk->sk_write_pending++; |
|---|
| 75 | 75 | done = sk_wait_event(sk, timeo_p, |
|---|
| 76 | | - !sk->sk_err && |
|---|
| 77 | | - !((1 << sk->sk_state) & |
|---|
| 76 | + !READ_ONCE(sk->sk_err) && |
|---|
| 77 | + !((1 << READ_ONCE(sk->sk_state)) & |
|---|
| 78 | 78 | ~(TCPF_ESTABLISHED | TCPF_CLOSE_WAIT)), &wait); |
|---|
| 79 | 79 | remove_wait_queue(sk_sleep(sk), &wait); |
|---|
| 80 | 80 | sk->sk_write_pending--; |
|---|
| .. | .. |
|---|
| 87 | 87 | * sk_stream_closing - Return 1 if we still have things to send in our buffers. |
|---|
| 88 | 88 | * @sk: socket to verify |
|---|
| 89 | 89 | */ |
|---|
| 90 | | -static inline int sk_stream_closing(struct sock *sk) |
|---|
| 90 | +static int sk_stream_closing(const struct sock *sk) |
|---|
| 91 | 91 | { |
|---|
| 92 | | - return (1 << sk->sk_state) & |
|---|
| 92 | + return (1 << READ_ONCE(sk->sk_state)) & |
|---|
| 93 | 93 | (TCPF_FIN_WAIT1 | TCPF_CLOSING | TCPF_LAST_ACK); |
|---|
| 94 | 94 | } |
|---|
| 95 | 95 | |
|---|
| .. | .. |
|---|
| 142 | 142 | |
|---|
| 143 | 143 | set_bit(SOCK_NOSPACE, &sk->sk_socket->flags); |
|---|
| 144 | 144 | sk->sk_write_pending++; |
|---|
| 145 | | - sk_wait_event(sk, ¤t_timeo, sk->sk_err || |
|---|
| 146 | | - (sk->sk_shutdown & SEND_SHUTDOWN) || |
|---|
| 145 | + sk_wait_event(sk, ¤t_timeo, READ_ONCE(sk->sk_err) || |
|---|
| 146 | + (READ_ONCE(sk->sk_shutdown) & SEND_SHUTDOWN) || |
|---|
| 147 | 147 | (sk_stream_memory_free(sk) && |
|---|
| 148 | 148 | !vm_wait), &wait); |
|---|
| 149 | 149 | sk->sk_write_pending--; |
|---|
| .. | .. |
|---|
| 196 | 196 | /* First the read buffer. */ |
|---|
| 197 | 197 | __skb_queue_purge(&sk->sk_receive_queue); |
|---|
| 198 | 198 | |
|---|
| 199 | + /* Next, the error queue. |
|---|
| 200 | + * We need to use queue lock, because other threads might |
|---|
| 201 | + * add packets to the queue without socket lock being held. |
|---|
| 202 | + */ |
|---|
| 203 | + skb_queue_purge(&sk->sk_error_queue); |
|---|
| 204 | + |
|---|
| 199 | 205 | /* Next, the write queue. */ |
|---|
| 200 | 206 | WARN_ON(!skb_queue_empty(&sk->sk_write_queue)); |
|---|
| 201 | 207 | |
|---|
| .. | .. |
|---|
| 203 | 209 | sk_mem_reclaim(sk); |
|---|
| 204 | 210 | |
|---|
| 205 | 211 | WARN_ON(sk->sk_wmem_queued); |
|---|
| 206 | | - WARN_ON(sk->sk_forward_alloc); |
|---|
| 207 | 212 | |
|---|
| 208 | 213 | /* It is _impossible_ for the backlog to contain anything |
|---|
| 209 | 214 | * when we get here. All user references to this socket |
|---|