307 	struct request_sock *req;  in inet_csk_accept()  local
333 	req = reqsk_queue_remove(queue, sk);  in inet_csk_accept()
334 	newsk = req->sk;  in inet_csk_accept()
337 	    tcp_rsk(req)->tfo_listener) {  in inet_csk_accept()
339 		if (tcp_rsk(req)->tfo_listener) {  in inet_csk_accept()
346 			req->sk = NULL;  in inet_csk_accept()
347 			req = NULL;  in inet_csk_accept()
353 	if (req)  in inet_csk_accept()
354 		reqsk_put(req);  in inet_csk_accept()
358 	req = NULL;  in inet_csk_accept()
411 				     const struct request_sock *req)  in inet_csk_route_req()  argument
413 	const struct inet_request_sock *ireq = inet_rsk(req);  in inet_csk_route_req()
424 	security_req_classify_flow(req, flowi4_to_flowi(fl4));  in inet_csk_route_req()
442 					    const struct request_sock *req)  in inet_csk_route_child_sock()  argument
444 	const struct inet_request_sock *ireq = inet_rsk(req);  in inet_csk_route_child_sock()
461 	security_req_classify_flow(req, flowi4_to_flowi(fl4));  in inet_csk_route_child_sock()
490 static inline void syn_ack_recalc(struct request_sock *req, const int thresh,  in syn_ack_recalc()  argument
496 		*expire = req->num_timeout >= thresh;  in syn_ack_recalc()
500 	*expire = req->num_timeout >= thresh &&  in syn_ack_recalc()
501 		  (!inet_rsk(req)->acked || req->num_timeout >= max_retries);  in syn_ack_recalc()
507 	*resend = !inet_rsk(req)->acked ||  in syn_ack_recalc()
508 		  req->num_timeout >= rskq_defer_accept - 1;  in syn_ack_recalc()
511 int inet_rtx_syn_ack(const struct sock *parent, struct request_sock *req)  in inet_rtx_syn_ack()  argument
513 	int err = req->rsk_ops->rtx_syn_ack(parent, req);  in inet_rtx_syn_ack()
516 		req->num_retrans++;  in inet_rtx_syn_ack()
523 			       struct request_sock *req)  in reqsk_queue_unlink()  argument
525 	struct inet_hashinfo *hashinfo = req_to_sk(req)->sk_prot->h.hashinfo;  in reqsk_queue_unlink()
528 	if (sk_hashed(req_to_sk(req))) {  in reqsk_queue_unlink()
529 		spinlock_t *lock = inet_ehash_lockp(hashinfo, req->rsk_hash);  in reqsk_queue_unlink()
532 		found = __sk_nulls_del_node_init_rcu(req_to_sk(req));  in reqsk_queue_unlink()
535 	if (timer_pending(&req->rsk_timer) && del_timer_sync(&req->rsk_timer))  in reqsk_queue_unlink()
536 		reqsk_put(req);  in reqsk_queue_unlink()
540 void inet_csk_reqsk_queue_drop(struct sock *sk, struct request_sock *req)  in inet_csk_reqsk_queue_drop()  argument
542 	if (reqsk_queue_unlink(&inet_csk(sk)->icsk_accept_queue, req)) {  in inet_csk_reqsk_queue_drop()
543 		reqsk_queue_removed(&inet_csk(sk)->icsk_accept_queue, req);  in inet_csk_reqsk_queue_drop()
544 		reqsk_put(req);  in inet_csk_reqsk_queue_drop()
549 void inet_csk_reqsk_queue_drop_and_put(struct sock *sk, struct request_sock *req)  in inet_csk_reqsk_queue_drop_and_put()  argument
551 	inet_csk_reqsk_queue_drop(sk, req);  in inet_csk_reqsk_queue_drop_and_put()
552 	reqsk_put(req);  in inet_csk_reqsk_queue_drop_and_put()
558 	struct request_sock *req = (struct request_sock *)data;  in reqsk_timer_handler()  local
559 	struct sock *sk_listener = req->rsk_listener;  in reqsk_timer_handler()
602 	syn_ack_recalc(req, thresh, max_retries, defer_accept,  in reqsk_timer_handler()
604 	req->rsk_ops->syn_ack_timeout(req);  in reqsk_timer_handler()
607 	     !inet_rtx_syn_ack(sk_listener, req) ||  in reqsk_timer_handler()
608 	     inet_rsk(req)->acked)) {  in reqsk_timer_handler()
611 		if (req->num_timeout++ == 0)  in reqsk_timer_handler()
613 		timeo = min(TCP_TIMEOUT_INIT << req->num_timeout, TCP_RTO_MAX);  in reqsk_timer_handler()
614 		mod_timer_pinned(&req->rsk_timer, jiffies + timeo);  in reqsk_timer_handler()
618 	inet_csk_reqsk_queue_drop_and_put(sk_listener, req);  in reqsk_timer_handler()
621 static void reqsk_queue_hash_req(struct request_sock *req,  in reqsk_queue_hash_req()  argument
624 	req->num_retrans = 0;  in reqsk_queue_hash_req()
625 	req->num_timeout = 0;  in reqsk_queue_hash_req()
626 	req->sk = NULL;  in reqsk_queue_hash_req()
628 	setup_timer(&req->rsk_timer, reqsk_timer_handler, (unsigned long)req);  in reqsk_queue_hash_req()
629 	mod_timer_pinned(&req->rsk_timer, jiffies + timeout);  in reqsk_queue_hash_req()
631 	inet_ehash_insert(req_to_sk(req), NULL);  in reqsk_queue_hash_req()
636 	atomic_set(&req->rsk_refcnt, 2 + 1);  in reqsk_queue_hash_req()
639 void inet_csk_reqsk_queue_hash_add(struct sock *sk, struct request_sock *req,  in inet_csk_reqsk_queue_hash_add()  argument
642 	reqsk_queue_hash_req(req, timeout);  in inet_csk_reqsk_queue_hash_add()
656 				 const struct request_sock *req,  in inet_csk_clone_lock()  argument
667 		inet_sk(newsk)->inet_dport = inet_rsk(req)->ir_rmt_port;  in inet_csk_clone_lock()
668 		inet_sk(newsk)->inet_num = inet_rsk(req)->ir_num;  in inet_csk_clone_lock()
669 		inet_sk(newsk)->inet_sport = htons(inet_rsk(req)->ir_num);  in inet_csk_clone_lock()
672 		newsk->sk_mark = inet_rsk(req)->ir_mark;  in inet_csk_clone_lock()
674 			     atomic64_read(&inet_rsk(req)->ir_cookie));  in inet_csk_clone_lock()
683 		security_inet_csk_clone(newsk, req);  in inet_csk_clone_lock()
767 static void inet_child_forget(struct sock *sk, struct request_sock *req,  in inet_child_forget()  argument
776 	if (sk->sk_protocol == IPPROTO_TCP && tcp_rsk(req)->tfo_listener) {  in inet_child_forget()
777 		BUG_ON(tcp_sk(child)->fastopen_rsk != req);  in inet_child_forget()
778 		BUG_ON(sk != req->rsk_listener);  in inet_child_forget()
789 	reqsk_put(req);  in inet_child_forget()
793 				      struct request_sock *req,  in inet_csk_reqsk_queue_add()  argument
800 		inet_child_forget(sk, req, child);  in inet_csk_reqsk_queue_add()
803 		req->sk = child;  in inet_csk_reqsk_queue_add()
804 		req->dl_next = NULL;  in inet_csk_reqsk_queue_add()
806 			queue->rskq_accept_head = req;  in inet_csk_reqsk_queue_add()
808 			queue->rskq_accept_tail->dl_next = req;  in inet_csk_reqsk_queue_add()
809 		queue->rskq_accept_tail = req;  in inet_csk_reqsk_queue_add()
818 					 struct request_sock *req, bool own_req)  in inet_csk_complete_hashdance()  argument
821 		inet_csk_reqsk_queue_drop(sk, req);  in inet_csk_complete_hashdance()
822 		reqsk_queue_removed(&inet_csk(sk)->icsk_accept_queue, req);  in inet_csk_complete_hashdance()
823 		if (inet_csk_reqsk_queue_add(sk, req, child))  in inet_csk_complete_hashdance()
841 	struct request_sock *next, *req;  in inet_csk_listen_stop()  local
851 	while ((req = reqsk_queue_remove(queue, sk)) != NULL) {  in inet_csk_listen_stop()
852 		struct sock *child = req->sk;  in inet_csk_listen_stop()
859 		inet_child_forget(sk, req, child);  in inet_csk_listen_stop()
869 		req = queue->fastopenq.rskq_rst_head;  in inet_csk_listen_stop()
872 		while (req != NULL) {  in inet_csk_listen_stop()
873 			next = req->dl_next;  in inet_csk_listen_stop()
874 			reqsk_put(req);  in inet_csk_listen_stop()
875 			req = next;  in inet_csk_listen_stop()