66 static int drbd_do_features(struct drbd_connection *connection);
67 static int drbd_do_auth(struct drbd_connection *connection);
69 static void conn_wait_active_ee_empty(struct drbd_connection *connection);
261 	nc = rcu_dereference(peer_device->connection->net_conf);  in drbd_alloc_pages()
492 static int drbd_recv(struct drbd_connection *connection, void *buf, size_t size)  in drbd_recv()  argument
496 	rv = drbd_recv_short(connection->data.socket, buf, size, 0);  in drbd_recv()
500 			drbd_info(connection, "sock was reset by peer\n");  in drbd_recv()
502 			drbd_err(connection, "sock_recvmsg returned %d\n", rv);  in drbd_recv()
504 		if (test_bit(DISCONNECT_SENT, &connection->flags)) {  in drbd_recv()
507 			t = rcu_dereference(connection->net_conf)->ping_timeo * HZ/10;  in drbd_recv()
510 			t = wait_event_timeout(connection->ping_wait, connection->cstate < C_WF_REPORT_PARAMS, t);  in drbd_recv()
515 		drbd_info(connection, "sock was shut down by peer\n");  in drbd_recv()
519 		conn_request_state(connection, NS(conn, C_BROKEN_PIPE), CS_HARD);  in drbd_recv()
525 static int drbd_recv_all(struct drbd_connection *connection, void *buf, size_t size)  in drbd_recv_all()  argument
529 	err = drbd_recv(connection, buf, size);  in drbd_recv_all()
538 static int drbd_recv_all_warn(struct drbd_connection *connection, void *buf, size_t size)  in drbd_recv_all_warn()  argument
542 	err = drbd_recv_all(connection, buf, size);  in drbd_recv_all_warn()
544 		drbd_warn(connection, "short read (expected size %d)\n", (int)size);  in drbd_recv_all_warn()
567 static struct socket *drbd_try_connect(struct drbd_connection *connection)  in drbd_try_connect()  argument
579 	nc = rcu_dereference(connection->net_conf);  in drbd_try_connect()
589 	my_addr_len = min_t(int, connection->my_addr_len, sizeof(src_in6));  in drbd_try_connect()
590 	memcpy(&src_in6, &connection->my_addr, my_addr_len);  in drbd_try_connect()
592 	if (((struct sockaddr *)&connection->my_addr)->sa_family == AF_INET6)  in drbd_try_connect()
597 	peer_addr_len = min_t(int, connection->peer_addr_len, sizeof(src_in6));  in drbd_try_connect()
598 	memcpy(&peer_in6, &connection->peer_addr, peer_addr_len);  in drbd_try_connect()
646 			drbd_err(connection, "%s failed, err = %d\n", what, err);  in drbd_try_connect()
649 			conn_request_state(connection, NS(conn, C_DISCONNECTING), CS_HARD);  in drbd_try_connect()
656 	struct drbd_connection *connection;  member
674 static int prepare_listen_socket(struct drbd_connection *connection, struct accept_wait_data *ad)  in prepare_listen_socket()  argument
683 	nc = rcu_dereference(connection->net_conf);  in prepare_listen_socket()
692 	my_addr_len = min_t(int, connection->my_addr_len, sizeof(struct sockaddr_in6));  in prepare_listen_socket()
693 	memcpy(&my_addr, &connection->my_addr, my_addr_len);  in prepare_listen_socket()
729 			drbd_err(connection, "%s failed, err = %d\n", what, err);  in prepare_listen_socket()
730 			conn_request_state(connection, NS(conn, C_DISCONNECTING), CS_HARD);  in prepare_listen_socket()
745 static struct socket *drbd_wait_for_connect(struct drbd_connection *connection, struct accept_wait_…  in drbd_wait_for_connect()  argument
752 	nc = rcu_dereference(connection->net_conf);  in drbd_wait_for_connect()
771 			drbd_err(connection, "accept failed, err = %d\n", err);  in drbd_wait_for_connect()
772 			conn_request_state(connection, NS(conn, C_DISCONNECTING), CS_HARD);  in drbd_wait_for_connect()
784 static int send_first_packet(struct drbd_connection *connection, struct drbd_socket *sock,  in send_first_packet()  argument
787 	if (!conn_prepare_command(connection, sock))  in send_first_packet()
789 	return conn_send_command(connection, sock, cmd, 0, NULL, 0);  in send_first_packet()
792 static int receive_first_packet(struct drbd_connection *connection, struct socket *sock)  in receive_first_packet()  argument
794 	unsigned int header_size = drbd_header_size(connection);  in receive_first_packet()
800 	nc = rcu_dereference(connection->net_conf);  in receive_first_packet()
808 	err = drbd_recv_short(sock, connection->data.rbuf, header_size, 0);  in receive_first_packet()
814 	err = decode_header(connection, connection->data.rbuf, &pi);  in receive_first_packet()
843 static bool connection_established(struct drbd_connection *connection,  in connection_established()  argument
855 	nc = rcu_dereference(connection->net_conf);  in connection_established()
876 	device->state_mutex = peer_device->connection->agreed_pro_version < 100 ?  in drbd_connected()
877 		&peer_device->connection->cstate_mutex :  in drbd_connected()
902 static int conn_connect(struct drbd_connection *connection)  in conn_connect()  argument
911 		.connection = connection,  in conn_connect()
915 	clear_bit(DISCONNECT_SENT, &connection->flags);  in conn_connect()
916 	if (conn_request_state(connection, NS(conn, C_WF_CONNECTION), CS_VERBOSE) < SS_SUCCESS)  in conn_connect()
920 	sock.sbuf = connection->data.sbuf;  in conn_connect()
921 	sock.rbuf = connection->data.rbuf;  in conn_connect()
924 	msock.sbuf = connection->meta.sbuf;  in conn_connect()
925 	msock.rbuf = connection->meta.rbuf;  in conn_connect()
929 	connection->agreed_pro_version = 80;  in conn_connect()
931 	if (prepare_listen_socket(connection, &ad))  in conn_connect()
937 		s = drbd_try_connect(connection);  in conn_connect()
941 				send_first_packet(connection, &sock, P_INITIAL_DATA);  in conn_connect()
943 				clear_bit(RESOLVE_CONFLICTS, &connection->flags);  in conn_connect()
945 				send_first_packet(connection, &msock, P_INITIAL_META);  in conn_connect()
947 				drbd_err(connection, "Logic error in conn_connect()\n");  in conn_connect()
952 		if (connection_established(connection, &sock.socket, &msock.socket))  in conn_connect()
956 		s = drbd_wait_for_connect(connection, &ad);  in conn_connect()
958 			int fp = receive_first_packet(connection, s);  in conn_connect()
964 					drbd_warn(connection, "initial packet S crossed\n");  in conn_connect()
972 				set_bit(RESOLVE_CONFLICTS, &connection->flags);  in conn_connect()
974 					drbd_warn(connection, "initial packet M crossed\n");  in conn_connect()
982 				drbd_warn(connection, "Error receiving initial packet\n");  in conn_connect()
990 		if (connection->cstate <= C_DISCONNECTING)  in conn_connect()
995 			if (get_t_state(&connection->receiver) == EXITING)  in conn_connect()
999 		ok = connection_established(connection, &sock.socket, &msock.socket);  in conn_connect()
1020 	nc = rcu_dereference(connection->net_conf);  in conn_connect()
1037 	connection->data.socket = sock.socket;  in conn_connect()
1038 	connection->meta.socket = msock.socket;  in conn_connect()
1039 	connection->last_received = jiffies;  in conn_connect()
1041 	h = drbd_do_features(connection);  in conn_connect()
1045 	if (connection->cram_hmac_tfm) {  in conn_connect()
1047 		switch (drbd_do_auth(connection)) {  in conn_connect()
1049 			drbd_err(connection, "Authentication of peer failed\n");  in conn_connect()
1052 			drbd_err(connection, "Authentication of peer failed, trying again.\n");  in conn_connect()
1057 	connection->data.socket->sk->sk_sndtimeo = timeout;  in conn_connect()
1058 	connection->data.socket->sk->sk_rcvtimeo = MAX_SCHEDULE_TIMEOUT;  in conn_connect()
1060 	if (drbd_send_protocol(connection) == -EOPNOTSUPP)  in conn_connect()
1070 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr)  in conn_connect()
1073 	set_bit(STATE_SENT, &connection->flags);  in conn_connect()
1075 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr)  in conn_connect()
1079 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in conn_connect()
1095 	rv = conn_request_state(connection, NS(conn, C_WF_REPORT_PARAMS), CS_VERBOSE);  in conn_connect()
1096 	if (rv < SS_SUCCESS || connection->cstate != C_WF_REPORT_PARAMS) {  in conn_connect()
1097 		clear_bit(STATE_SENT, &connection->flags);  in conn_connect()
1101 	drbd_thread_start(&connection->asender);  in conn_connect()
1103 	mutex_lock(&connection->resource->conf_update);  in conn_connect()
1108 	connection->net_conf->discard_my_data = 0;  in conn_connect()
1109 	mutex_unlock(&connection->resource->conf_update);  in conn_connect()
1123 static int decode_header(struct drbd_connection *connection, void *header, struct packet_info *pi)  in decode_header()  argument
1125 	unsigned int header_size = drbd_header_size(connection);  in decode_header()
1131 			drbd_err(connection, "Header padding is not zero\n");  in decode_header()
1150 		drbd_err(connection, "Wrong magic value 0x%08x in protocol version %d\n",  in decode_header()
1152 			 connection->agreed_pro_version);  in decode_header()
1159 static int drbd_recv_header(struct drbd_connection *connection, struct packet_info *pi)  in drbd_recv_header()  argument
1161 	void *buffer = connection->data.rbuf;  in drbd_recv_header()
1164 	err = drbd_recv_all_warn(connection, buffer, drbd_header_size(connection));  in drbd_recv_header()
1168 	err = decode_header(connection, buffer, pi);  in drbd_recv_header()
1169 	connection->last_received = jiffies;  in drbd_recv_header()
1174 static void drbd_flush(struct drbd_connection *connection)  in drbd_flush()  argument
1180 	if (connection->resource->write_ordering >= WO_bdev_flush) {  in drbd_flush()
1182 		idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in drbd_flush()
1205 				drbd_bump_write_ordering(connection->resource, NULL, WO_drain_io);  in drbd_flush()
1224 static enum finish_epoch drbd_may_finish_epoch(struct drbd_connection *connection,  in drbd_may_finish_epoch()  argument
1232 	spin_lock(&connection->epoch_lock);  in drbd_may_finish_epoch()
1254 				spin_unlock(&connection->epoch_lock);  in drbd_may_finish_epoch()
1255 				drbd_send_b_ack(epoch->connection, epoch->barrier_nr, epoch_size);  in drbd_may_finish_epoch()
1256 				spin_lock(&connection->epoch_lock);  in drbd_may_finish_epoch()
1262 				dec_unacked(epoch->connection);  in drbd_may_finish_epoch()
1265 			if (connection->current_epoch != epoch) {  in drbd_may_finish_epoch()
1269 				connection->epochs--;  in drbd_may_finish_epoch()
1289 	spin_unlock(&connection->epoch_lock);  in drbd_may_finish_epoch()
1382 		conn_wait_active_ee_empty(first_peer_device(device)->connection);  in drbd_submit_peer_request()
1492 static void conn_wait_active_ee_empty(struct drbd_connection *connection)  in conn_wait_active_ee_empty()  argument
1498 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in conn_wait_active_ee_empty()
1511 conn_peer_device(struct drbd_connection *connection, int volume_number)  in conn_peer_device()  argument
1513 	return idr_find(&connection->peer_devices, volume_number);  in conn_peer_device()
1516 static int receive_Barrier(struct drbd_connection *connection, struct packet_info *pi)  in receive_Barrier()  argument
1525 	connection->current_epoch->barrier_nr = p->barrier;  in receive_Barrier()
1526 	connection->current_epoch->connection = connection;  in receive_Barrier()
1527 	rv = drbd_may_finish_epoch(connection, connection->current_epoch, EV_GOT_BARRIER_NR);  in receive_Barrier()
1534 	switch (connection->resource->write_ordering) {  in receive_Barrier()
1545 			drbd_warn(connection, "Allocation of an epoch failed, slowing down\n");  in receive_Barrier()
1550 		conn_wait_active_ee_empty(connection);  in receive_Barrier()
1551 		drbd_flush(connection);  in receive_Barrier()
1553 		if (atomic_read(&connection->current_epoch->epoch_size)) {  in receive_Barrier()
1561 		drbd_err(connection, "Strangeness in connection->write_ordering %d\n",  in receive_Barrier()
1562 			 connection->resource->write_ordering);  in receive_Barrier()
1570 	spin_lock(&connection->epoch_lock);  in receive_Barrier()
1571 	if (atomic_read(&connection->current_epoch->epoch_size)) {  in receive_Barrier()
1572 		list_add(&epoch->list, &connection->current_epoch->list);  in receive_Barrier()
1573 		connection->current_epoch = epoch;  in receive_Barrier()
1574 		connection->epochs++;  in receive_Barrier()
1579 	spin_unlock(&connection->epoch_lock);  in receive_Barrier()
1596 	void *dig_in = peer_device->connection->int_dig_in;  in read_in_block()
1597 	void *dig_vv = peer_device->connection->int_dig_vv;  in read_in_block()
1602 	if (!trim && peer_device->connection->peer_integrity_tfm) {  in read_in_block()
1603 		digest_size = crypto_hash_digestsize(peer_device->connection->peer_integrity_tfm);  in read_in_block()
1608 		err = drbd_recv_all_warn(peer_device->connection, dig_in, digest_size);  in read_in_block()
1651 		err = drbd_recv_all_warn(peer_device->connection, data, len);  in read_in_block()
1665 		drbd_csum_ee(peer_device->connection->peer_integrity_tfm, peer_req, dig_vv);  in read_in_block()
1695 		err = drbd_recv_all_warn(peer_device->connection, data, len);  in drbd_drain_block()
1712 	void *dig_in = peer_device->connection->int_dig_in;  in recv_dless_read()
1713 	void *dig_vv = peer_device->connection->int_dig_vv;  in recv_dless_read()
1716 	if (peer_device->connection->peer_integrity_tfm) {  in recv_dless_read()
1717 		digest_size = crypto_hash_digestsize(peer_device->connection->peer_integrity_tfm);  in recv_dless_read()
1718 		err = drbd_recv_all_warn(peer_device->connection, dig_in, digest_size);  in recv_dless_read()
1734 		err = drbd_recv_all_warn(peer_device->connection, mapped, expect);  in recv_dless_read()
1742 		drbd_csum_bio(peer_device->connection->peer_integrity_tfm, bio, dig_vv);  in recv_dless_read()
1838 static int receive_DataReply(struct drbd_connection *connection, struct packet_info *pi)  in receive_DataReply()  argument
1847 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_DataReply()
1873 static int receive_RSDataReply(struct drbd_connection *connection, struct packet_info *pi)  in receive_RSDataReply()  argument
1881 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_RSDataReply()
1968 …drbd_may_finish_epoch(first_peer_device(device)->connection, peer_req->epoch, EV_PUT + (cancel ? E…  in e_end_block()
1995 	struct drbd_connection *connection = peer_req->peer_device->connection;  in e_send_retry_write()  local
1997 	return e_send_ack(w, connection->agreed_pro_version >= 100 ?  in e_send_retry_write()
2021 	if (test_bit(RESOLVE_CONFLICTS, &peer_device->connection->flags)) {  in update_peer_seq()
2084 	if (!test_bit(RESOLVE_CONFLICTS, &peer_device->connection->flags))  in wait_for_and_update_peer_seq()
2100 		tp = rcu_dereference(first_peer_device(device)->connection->net_conf)->two_primaries;  in wait_for_and_update_peer_seq()
2110 		timeout = rcu_dereference(peer_device->connection->net_conf)->ping_timeo*HZ/10;  in wait_for_and_update_peer_seq()
2164 	struct drbd_connection *connection = peer_req->peer_device->connection;  in handle_write_conflicts()  local
2165 	bool resolve_conflicts = test_bit(RESOLVE_CONFLICTS, &connection->flags);  in handle_write_conflicts()
2219 			wake_asender(connection);  in handle_write_conflicts()
2248 					_conn_request_state(connection, NS(conn, C_TIMEOUT), CS_HARD);  in handle_write_conflicts()
2270 static int receive_Data(struct drbd_connection *connection, struct packet_info *pi)  in receive_Data()  argument
2283 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_Data()
2293 		atomic_inc(&connection->current_epoch->epoch_size);  in receive_Data()
2335 	spin_lock(&connection->epoch_lock);  in receive_Data()
2336 	peer_req->epoch = connection->current_epoch;  in receive_Data()
2339 	spin_unlock(&connection->epoch_lock);  in receive_Data()
2342 	nc = rcu_dereference(peer_device->connection->net_conf);  in receive_Data()
2344 	if (peer_device->connection->agreed_pro_version < 100) {  in receive_Data()
2425 	drbd_may_finish_epoch(connection, peer_req->epoch, EV_PUT + EV_CLEANUP);  in receive_Data()
2512 static int receive_DataRequest(struct drbd_connection *connection, struct packet_info *pi)  in receive_DataRequest()  argument
2524 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_DataRequest()
2609 		if (drbd_recv_all(peer_device->connection, di->digest, pi->size))  in receive_DataRequest()
2613 			D_ASSERT(device, peer_device->connection->agreed_pro_version >= 89);  in receive_DataRequest()
2632 		    peer_device->connection->agreed_pro_version >= 90) {  in receive_DataRequest()
2685 	update_receiver_timing_details(connection, drbd_rs_should_slow_down);  in receive_DataRequest()
2689 	update_receiver_timing_details(connection, drbd_rs_begin_io);  in receive_DataRequest()
2697 	update_receiver_timing_details(connection, drbd_submit_peer_request);  in receive_DataRequest()
2733 	after_sb_0p = rcu_dereference(peer_device->connection->net_conf)->after_sb_0p;  in drbd_asb_recover_0p()
2768 			rv = test_bit(RESOLVE_CONFLICTS, &peer_device->connection->flags)  in drbd_asb_recover_0p()
2784 			rv = test_bit(RESOLVE_CONFLICTS, &peer_device->connection->flags)  in drbd_asb_recover_0p()
2807 	after_sb_1p = rcu_dereference(peer_device->connection->net_conf)->after_sb_1p;  in drbd_asb_recover_1p()
2864 	after_sb_2p = rcu_dereference(peer_device->connection->net_conf)->after_sb_2p;  in drbd_asb_recover_2p()
2936 	struct drbd_connection *const connection = peer_device ? peer_device->connection : NULL;  in drbd_uuid_compare()  local
2962 			if (connection->agreed_pro_version < 91)  in drbd_uuid_compare()
2985 			if (connection->agreed_pro_version < 91)  in drbd_uuid_compare()
3018 			dc = test_bit(RESOLVE_CONFLICTS, &connection->flags);  in drbd_uuid_compare()
3031 		if (connection->agreed_pro_version < 96 ?  in drbd_uuid_compare()
3038 			if (connection->agreed_pro_version < 91)  in drbd_uuid_compare()
3068 		if (connection->agreed_pro_version < 96 ?  in drbd_uuid_compare()
3075 			if (connection->agreed_pro_version < 91)  in drbd_uuid_compare()
3169 	nc = rcu_dereference(peer_device->connection->net_conf);  in drbd_sync_handshake()
3244 	if (tentative || test_bit(CONN_DRY_RUN, &peer_device->connection->flags)) {  in drbd_sync_handshake()
3290 static int receive_protocol(struct drbd_connection *connection, struct packet_info *pi)  in receive_protocol()  argument
3308 	if (connection->agreed_pro_version >= 87) {  in receive_protocol()
3313 		err = drbd_recv_all(connection, integrity_alg, pi->size);  in receive_protocol()
3320 		clear_bit(CONN_DRY_RUN, &connection->flags);  in receive_protocol()
3323 			set_bit(CONN_DRY_RUN, &connection->flags);  in receive_protocol()
3326 		nc = rcu_dereference(connection->net_conf);  in receive_protocol()
3329 			drbd_err(connection, "incompatible %s settings\n", "protocol");  in receive_protocol()
3334 			drbd_err(connection, "incompatible %s settings\n", "after-sb-0pri");  in receive_protocol()
3339 			drbd_err(connection, "incompatible %s settings\n", "after-sb-1pri");  in receive_protocol()
3344 			drbd_err(connection, "incompatible %s settings\n", "after-sb-2pri");  in receive_protocol()
3349 			drbd_err(connection, "incompatible %s settings\n", "discard-my-data");  in receive_protocol()
3354 			drbd_err(connection, "incompatible %s settings\n", "allow-two-primaries");  in receive_protocol()
3359 			drbd_err(connection, "incompatible %s settings\n", "data-integrity-alg");  in receive_protocol()
3380 			drbd_err(connection, "peer data-integrity-alg %s not supported\n",  in receive_protocol()
3389 			drbd_err(connection, "Allocation of buffers for data integrity checking failed\n");  in receive_protocol()
3396 		drbd_err(connection, "Allocation of new net_conf failed\n");  in receive_protocol()
3400 	mutex_lock(&connection->data.mutex);  in receive_protocol()
3401 	mutex_lock(&connection->resource->conf_update);  in receive_protocol()
3402 	old_net_conf = connection->net_conf;  in receive_protocol()
3411 	rcu_assign_pointer(connection->net_conf, new_net_conf);  in receive_protocol()
3412 	mutex_unlock(&connection->resource->conf_update);  in receive_protocol()
3413 	mutex_unlock(&connection->data.mutex);  in receive_protocol()
3415 	crypto_free_hash(connection->peer_integrity_tfm);  in receive_protocol()
3416 	kfree(connection->int_dig_in);  in receive_protocol()
3417 	kfree(connection->int_dig_vv);  in receive_protocol()
3418 	connection->peer_integrity_tfm = peer_integrity_tfm;  in receive_protocol()
3419 	connection->int_dig_in = int_dig_in;  in receive_protocol()
3420 	connection->int_dig_vv = int_dig_vv;  in receive_protocol()
3423 		drbd_info(connection, "peer data-integrity-alg: %s\n",  in receive_protocol()
3436 	conn_request_state(connection, NS(conn, C_DISCONNECTING), CS_HARD);  in receive_protocol()
3462 static int ignore_remaining_packet(struct drbd_connection *connection, struct packet_info *pi)  in ignore_remaining_packet()  argument
3464 	void *buffer = connection->data.rbuf;  in ignore_remaining_packet()
3469 		s = drbd_recv(connection, buffer, s);  in ignore_remaining_packet()
3493 static int config_unknown_volume(struct drbd_connection *connection, struct packet_info *pi)  in config_unknown_volume()  argument
3495 	drbd_warn(connection, "%s packet received for volume %u, which is not configured locally\n",  in config_unknown_volume()
3497 	return ignore_remaining_packet(connection, pi);  in config_unknown_volume()
3500 static int receive_SyncParam(struct drbd_connection *connection, struct packet_info *pi)  in receive_SyncParam()  argument
3510 	const int apv = connection->agreed_pro_version;  in receive_SyncParam()
3515 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_SyncParam()
3517 		return config_unknown_volume(connection, pi);  in receive_SyncParam()
3549 	err = drbd_recv_all(peer_device->connection, p, header_size);  in receive_SyncParam()
3553 	mutex_lock(&connection->resource->conf_update);  in receive_SyncParam()
3554 	old_net_conf = peer_device->connection->net_conf;  in receive_SyncParam()
3559 			mutex_unlock(&connection->resource->conf_update);  in receive_SyncParam()
3580 			err = drbd_recv_all(peer_device->connection, p->verify_alg, data_size);  in receive_SyncParam()
3654 				crypto_free_hash(peer_device->connection->verify_tfm);  in receive_SyncParam()
3655 				peer_device->connection->verify_tfm = verify_tfm;  in receive_SyncParam()
3661 				crypto_free_hash(peer_device->connection->csums_tfm);  in receive_SyncParam()
3662 				peer_device->connection->csums_tfm = csums_tfm;  in receive_SyncParam()
3665 			rcu_assign_pointer(connection->net_conf, new_net_conf);  in receive_SyncParam()
3679 	mutex_unlock(&connection->resource->conf_update);  in receive_SyncParam()
3693 	mutex_unlock(&connection->resource->conf_update);  in receive_SyncParam()
3702 	mutex_unlock(&connection->resource->conf_update);  in receive_SyncParam()
3708 	conn_request_state(peer_device->connection, NS(conn, C_DISCONNECTING), CS_HARD);  in receive_SyncParam()
3725 static int receive_sizes(struct drbd_connection *connection, struct packet_info *pi)  in receive_sizes()  argument
3735 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_sizes()
3737 		return config_unknown_volume(connection, pi);  in receive_sizes()
3770 			conn_request_state(peer_device->connection, NS(conn, C_DISCONNECTING), CS_HARD);  in receive_sizes()
3785 			mutex_lock(&connection->resource->conf_update);  in receive_sizes()
3791 			mutex_unlock(&connection->resource->conf_update);  in receive_sizes()
3866 static int receive_uuids(struct drbd_connection *connection, struct packet_info *pi)  in receive_uuids()  argument
3874 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_uuids()
3876 		return config_unknown_volume(connection, pi);  in receive_uuids()
3897 		conn_request_state(peer_device->connection, NS(conn, C_DISCONNECTING), CS_HARD);  in receive_uuids()
3904 			peer_device->connection->agreed_pro_version >= 90 &&  in receive_uuids()
3973 static int receive_req_state(struct drbd_connection *connection, struct packet_info *pi)  in receive_req_state()  argument
3981 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_req_state()
3989 	if (test_bit(RESOLVE_CONFLICTS, &peer_device->connection->flags) &&  in receive_req_state()
4006 static int receive_req_conn_state(struct drbd_connection *connection, struct packet_info *pi)  in receive_req_conn_state()  argument
4015 	if (test_bit(RESOLVE_CONFLICTS, &connection->flags) &&  in receive_req_conn_state()
4016 	    mutex_is_locked(&connection->cstate_mutex)) {  in receive_req_conn_state()
4017 		conn_send_sr_reply(connection, SS_CONCURRENT_ST_CHG);  in receive_req_conn_state()
4024 	rv = conn_request_state(connection, mask, val, CS_VERBOSE | CS_LOCAL_ONLY | CS_IGN_OUTD_FAIL);  in receive_req_conn_state()
4025 	conn_send_sr_reply(connection, rv);  in receive_req_conn_state()
4030 static int receive_state(struct drbd_connection *connection, struct packet_info *pi)  in receive_state()  argument
4040 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_state()
4042 		return config_unknown_volume(connection, pi);  in receive_state()
4150 				if (test_and_clear_bit(CONN_DRY_RUN, &peer_device->connection->flags))  in receive_state()
4153 				conn_request_state(peer_device->connection, NS(conn, C_DISCONNECTING), CS_HARD);  in receive_state()
4175 		tl_clear(peer_device->connection);  in receive_state()
4178 		conn_request_state(peer_device->connection, NS2(conn, C_PROTOCOL_ERROR, susp, 0), CS_HARD);  in receive_state()
4186 		conn_request_state(peer_device->connection, NS(conn, C_DISCONNECTING), CS_HARD);  in receive_state()
4208 static int receive_sync_uuid(struct drbd_connection *connection, struct packet_info *pi)  in receive_sync_uuid()  argument
4214 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_sync_uuid()
4254 				 drbd_header_size(peer_device->connection);  in receive_bitmap_plain()
4266 	err = drbd_recv_all(peer_device->connection, p, want);  in receive_bitmap_plain()
4384 	conn_request_state(peer_device->connection, NS(conn, C_PROTOCOL_ERROR), CS_HARD);  in decode_bitmap_c()
4392 	unsigned int header_size = drbd_header_size(first_peer_device(device)->connection);  in INFO_bm_xfer_stats()
4432 static int receive_bitmap(struct drbd_connection *connection, struct packet_info *pi)  in receive_bitmap()  argument
4439 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_bitmap()
4461 			if (pi->size > DRBD_SOCKET_BUFFER_SIZE - drbd_header_size(connection)) {  in receive_bitmap()
4471 			err = drbd_recv_all(peer_device->connection, p, pi->size);  in receive_bitmap()
4482 		c.bytes[pi->cmd == P_BITMAP] += drbd_header_size(connection) + pi->size;  in receive_bitmap()
4489 		err = drbd_recv_header(peer_device->connection, pi);  in receive_bitmap()
4520 static int receive_skip(struct drbd_connection *connection, struct packet_info *pi)  in receive_skip()  argument
4522 	drbd_warn(connection, "skipping unknown optional packet type %d, l: %d!\n",  in receive_skip()
4525 	return ignore_remaining_packet(connection, pi);  in receive_skip()
4528 static int receive_UnplugRemote(struct drbd_connection *connection, struct packet_info *pi)  in receive_UnplugRemote()  argument
4532 	drbd_tcp_quickack(connection->data.socket);  in receive_UnplugRemote()
4537 static int receive_out_of_sync(struct drbd_connection *connection, struct packet_info *pi)  in receive_out_of_sync()  argument
4543 	peer_device = conn_peer_device(connection, pi->vnr);  in receive_out_of_sync()
4597 static void drbdd(struct drbd_connection *connection)  in drbdd()  argument
4603 	while (get_t_state(&connection->receiver) == RUNNING) {  in drbdd()
4606 		drbd_thread_current_set_cpu(&connection->receiver);  in drbdd()
4607 		update_receiver_timing_details(connection, drbd_recv_header);  in drbdd()
4608 		if (drbd_recv_header(connection, &pi))  in drbdd()
4613 			drbd_err(connection, "Unexpected data packet %s (0x%04x)",  in drbdd()
4620 			drbd_err(connection, "No payload expected %s l:%d\n",  in drbdd()
4626 			update_receiver_timing_details(connection, drbd_recv_all_warn);  in drbdd()
4627 			err = drbd_recv_all_warn(connection, pi.data, shs);  in drbdd()
4633 		update_receiver_timing_details(connection, cmd->fn);  in drbdd()
4634 		err = cmd->fn(connection, &pi);  in drbdd()
4636 			drbd_err(connection, "error receiving %s, e: %d l: %d!\n",  in drbdd()
4644 	conn_request_state(connection, NS(conn, C_PROTOCOL_ERROR), CS_HARD);  in drbdd()
4647 static void conn_disconnect(struct drbd_connection *connection)  in conn_disconnect()  argument
4653 	if (connection->cstate == C_STANDALONE)  in conn_disconnect()
4661 	conn_request_state(connection, NS(conn, C_NETWORK_FAILURE), CS_HARD);  in conn_disconnect()
4664 	drbd_thread_stop(&connection->asender);  in conn_disconnect()
4665 	drbd_free_sock(connection);  in conn_disconnect()
4668 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in conn_disconnect()
4678 	if (!list_empty(&connection->current_epoch->list))  in conn_disconnect()
4679 		drbd_err(connection, "ASSERTION FAILED: connection->current_epoch->list not empty\n");  in conn_disconnect()
4681 	atomic_set(&connection->current_epoch->epoch_size, 0);  in conn_disconnect()
4682 	connection->send.seen_any_write_yet = false;  in conn_disconnect()
4684 	drbd_info(connection, "Connection closed\n");  in conn_disconnect()
4686 	if (conn_highest_role(connection) == R_PRIMARY && conn_highest_pdsk(connection) >= D_UNKNOWN)  in conn_disconnect()
4687 		conn_try_outdate_peer_async(connection);  in conn_disconnect()
4689 	spin_lock_irq(&connection->resource->req_lock);  in conn_disconnect()
4690 	oc = connection->cstate;  in conn_disconnect()
4692 		_conn_request_state(connection, NS(conn, C_UNCONNECTED), CS_VERBOSE);  in conn_disconnect()
4694 	spin_unlock_irq(&connection->resource->req_lock);  in conn_disconnect()
4697 		conn_request_state(connection, NS(conn, C_STANDALONE), CS_VERBOSE | CS_HARD);  in conn_disconnect()
4734 	drbd_flush_workqueue(&peer_device->connection->sender_work);  in drbd_disconnected()
4741 	drbd_flush_workqueue(&peer_device->connection->sender_work);  in drbd_disconnected()
4751 		tl_clear(peer_device->connection);  in drbd_disconnected()
4793 static int drbd_send_features(struct drbd_connection *connection)  in drbd_send_features()  argument
4798 	sock = &connection->data;  in drbd_send_features()
4799 	p = conn_prepare_command(connection, sock);  in drbd_send_features()
4806 	return conn_send_command(connection, sock, P_CONNECTION_FEATURES, sizeof(*p), NULL, 0);  in drbd_send_features()
4816 static int drbd_do_features(struct drbd_connection *connection)  in drbd_do_features()  argument
4824 	err = drbd_send_features(connection);  in drbd_do_features()
4828 	err = drbd_recv_header(connection, &pi);  in drbd_do_features()
4833 		drbd_err(connection, "expected ConnectionFeatures packet, received: %s (0x%04x)\n",  in drbd_do_features()
4839 		drbd_err(connection, "expected ConnectionFeatures length: %u, received: %u\n",  in drbd_do_features()
4845 	err = drbd_recv_all_warn(connection, p, expect);  in drbd_do_features()
4858 	connection->agreed_pro_version = min_t(int, PRO_VERSION_MAX, p->protocol_max);  in drbd_do_features()
4859 	connection->agreed_features = PRO_FEATURES & be32_to_cpu(p->feature_flags);  in drbd_do_features()
4861 	drbd_info(connection, "Handshake successful: "  in drbd_do_features()
4862 	     "Agreed network protocol version %d\n", connection->agreed_pro_version);  in drbd_do_features()
4864 	drbd_info(connection, "Agreed to%ssupport TRIM on protocol level\n",  in drbd_do_features()
4865 		  connection->agreed_features & FF_TRIM ? " " : " not ");  in drbd_do_features()
4870 	drbd_err(connection, "incompatible DRBD dialects: "  in drbd_do_features()
4878 static int drbd_do_auth(struct drbd_connection *connection)  in drbd_do_auth()  argument
4880 	drbd_err(connection, "This kernel was build without CONFIG_CRYPTO_HMAC.\n");  in drbd_do_auth()
4881 	drbd_err(connection, "You need to disable 'cram-hmac-alg' in drbd.conf.\n");  in drbd_do_auth()
4893 static int drbd_do_auth(struct drbd_connection *connection)  in drbd_do_auth()  argument
4912 	nc = rcu_dereference(connection->net_conf);  in drbd_do_auth()
4917 	desc.tfm = connection->cram_hmac_tfm;  in drbd_do_auth()
4920 	rv = crypto_hash_setkey(connection->cram_hmac_tfm, (u8 *)secret, key_len);  in drbd_do_auth()
4922 		drbd_err(connection, "crypto_hash_setkey() failed with %d\n", rv);  in drbd_do_auth()
4929 	sock = &connection->data;  in drbd_do_auth()
4930 	if (!conn_prepare_command(connection, sock)) {  in drbd_do_auth()
4934 	rv = !conn_send_command(connection, sock, P_AUTH_CHALLENGE, 0,  in drbd_do_auth()
4939 	err = drbd_recv_header(connection, &pi);  in drbd_do_auth()
4946 		drbd_err(connection, "expected AuthChallenge packet, received: %s (0x%04x)\n",  in drbd_do_auth()
4953 		drbd_err(connection, "expected AuthChallenge payload too big.\n");  in drbd_do_auth()
4959 		drbd_err(connection, "AuthChallenge payload too small.\n");  in drbd_do_auth()
4966 		drbd_err(connection, "kmalloc of peers_ch failed\n");  in drbd_do_auth()
4971 	err = drbd_recv_all_warn(connection, peers_ch, pi.size);  in drbd_do_auth()
4978 		drbd_err(connection, "Peer presented the same challenge!\n");  in drbd_do_auth()
4983 	resp_size = crypto_hash_digestsize(connection->cram_hmac_tfm);  in drbd_do_auth()
4986 		drbd_err(connection, "kmalloc of response failed\n");  in drbd_do_auth()
4996 		drbd_err(connection, "crypto_hash_digest() failed with %d\n", rv);  in drbd_do_auth()
5001 	if (!conn_prepare_command(connection, sock)) {  in drbd_do_auth()
5005 	rv = !conn_send_command(connection, sock, P_AUTH_RESPONSE, 0,  in drbd_do_auth()
5010 	err = drbd_recv_header(connection, &pi);  in drbd_do_auth()
5017 		drbd_err(connection, "expected AuthResponse packet, received: %s (0x%04x)\n",  in drbd_do_auth()
5024 		drbd_err(connection, "expected AuthResponse payload of wrong size\n");  in drbd_do_auth()
5029 	err = drbd_recv_all_warn(connection, response , resp_size);  in drbd_do_auth()
5037 		drbd_err(connection, "kmalloc of right_response failed\n");  in drbd_do_auth()
5046 		drbd_err(connection, "crypto_hash_digest() failed with %d\n", rv);  in drbd_do_auth()
5054 		drbd_info(connection, "Peer authenticated using %d bytes HMAC\n",  in drbd_do_auth()
5070 	struct drbd_connection *connection = thi->connection;  in drbd_receiver()  local
5073 	drbd_info(connection, "receiver (re)started\n");  in drbd_receiver()
5076 		h = conn_connect(connection);  in drbd_receiver()
5078 			conn_disconnect(connection);  in drbd_receiver()
5082 			drbd_warn(connection, "Discarding network configuration.\n");  in drbd_receiver()
5083 			conn_request_state(connection, NS(conn, C_DISCONNECTING), CS_HARD);  in drbd_receiver()
5088 		drbdd(connection);  in drbd_receiver()
5090 	conn_disconnect(connection);  in drbd_receiver()
5092 	drbd_info(connection, "receiver terminated\n");  in drbd_receiver()
5098 static int got_conn_RqSReply(struct drbd_connection *connection, struct packet_info *pi)  in got_conn_RqSReply()  argument
5104 		set_bit(CONN_WD_ST_CHG_OKAY, &connection->flags);  in got_conn_RqSReply()
5106 		set_bit(CONN_WD_ST_CHG_FAIL, &connection->flags);  in got_conn_RqSReply()
5107 		drbd_err(connection, "Requested state change failed by peer: %s (%d)\n",  in got_conn_RqSReply()
5110 	wake_up(&connection->ping_wait);  in got_conn_RqSReply()
5115 static int got_RqSReply(struct drbd_connection *connection, struct packet_info *pi)  in got_RqSReply()  argument
5122 	peer_device = conn_peer_device(connection, pi->vnr);  in got_RqSReply()
5127 	if (test_bit(CONN_WD_ST_CHG_REQ, &connection->flags)) {  in got_RqSReply()
5128 		D_ASSERT(device, connection->agreed_pro_version < 100);  in got_RqSReply()
5129 		return got_conn_RqSReply(connection, pi);  in got_RqSReply()
5144 static int got_Ping(struct drbd_connection *connection, struct packet_info *pi)  in got_Ping()  argument
5146 	return drbd_send_ping_ack(connection);  in got_Ping()
5150 static int got_PingAck(struct drbd_connection *connection, struct packet_info *pi)  in got_PingAck()  argument
5153 	connection->meta.socket->sk->sk_rcvtimeo = connection->net_conf->ping_int*HZ;  in got_PingAck()
5154 	if (!test_and_set_bit(GOT_PING_ACK, &connection->flags))  in got_PingAck()
5155 		wake_up(&connection->ping_wait);  in got_PingAck()
5160 static int got_IsInSync(struct drbd_connection *connection, struct packet_info *pi)  in got_IsInSync()  argument
5168 	peer_device = conn_peer_device(connection, pi->vnr);  in got_IsInSync()
5173 	D_ASSERT(device, peer_device->connection->agreed_pro_version >= 89);  in got_IsInSync()
5212 static int got_BlockAck(struct drbd_connection *connection, struct packet_info *pi)  in got_BlockAck()  argument
5221 	peer_device = conn_peer_device(connection, pi->vnr);  in got_BlockAck()
5258 static int got_NegAck(struct drbd_connection *connection, struct packet_info *pi)  in got_NegAck()  argument
5267 	peer_device = conn_peer_device(connection, pi->vnr);  in got_NegAck()
5294 static int got_NegDReply(struct drbd_connection *connection, struct packet_info *pi)  in got_NegDReply()  argument
5301 	peer_device = conn_peer_device(connection, pi->vnr);  in got_NegDReply()
5316 static int got_NegRSDReply(struct drbd_connection *connection, struct packet_info *pi)  in got_NegRSDReply()  argument
5324 	peer_device = conn_peer_device(connection, pi->vnr);  in got_NegRSDReply()
5352 static int got_BarrierAck(struct drbd_connection *connection, struct packet_info *pi)  in got_BarrierAck()  argument
5358 	tl_release(connection, p->barrier, be32_to_cpu(p->set_size));  in got_BarrierAck()
5361 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in got_BarrierAck()
5376 static int got_OVResult(struct drbd_connection *connection, struct packet_info *pi)  in got_OVResult()  argument
5385 	peer_device = conn_peer_device(connection, pi->vnr);  in got_OVResult()
5417 			drbd_queue_work(&peer_device->connection->sender_work, &dw->w);  in got_OVResult()
5428 static int got_skip(struct drbd_connection *connection, struct packet_info *pi)  in got_skip()  argument
5433 static int connection_finish_peer_reqs(struct drbd_connection *connection)  in connection_finish_peer_reqs()  argument
5439 		clear_bit(SIGNAL_ASENDER, &connection->flags);  in connection_finish_peer_reqs()
5443 		idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in connection_finish_peer_reqs()
5454 		set_bit(SIGNAL_ASENDER, &connection->flags);  in connection_finish_peer_reqs()
5456 		spin_lock_irq(&connection->resource->req_lock);  in connection_finish_peer_reqs()
5457 		idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in connection_finish_peer_reqs()
5463 		spin_unlock_irq(&connection->resource->req_lock);  in connection_finish_peer_reqs()
5472 	int (*fn)(struct drbd_connection *connection, struct packet_info *);
5497 	struct drbd_connection *connection = thi->connection;  in drbd_asender()  local
5501 	void *buf    = connection->meta.rbuf;  in drbd_asender()
5503 	unsigned int header_size = drbd_header_size(connection);  in drbd_asender()
5512 		drbd_err(connection, "drbd_asender: ERROR set priority, ret=%d\n", rv);  in drbd_asender()
5518 		nc = rcu_dereference(connection->net_conf);  in drbd_asender()
5524 		if (test_and_clear_bit(SEND_PING, &connection->flags)) {  in drbd_asender()
5525 			if (drbd_send_ping(connection)) {  in drbd_asender()
5526 				drbd_err(connection, "drbd_send_ping has failed\n");  in drbd_asender()
5529 			connection->meta.socket->sk->sk_rcvtimeo = ping_timeo * HZ / 10;  in drbd_asender()
5536 			drbd_tcp_cork(connection->meta.socket);  in drbd_asender()
5537 		if (connection_finish_peer_reqs(connection)) {  in drbd_asender()
5538 			drbd_err(connection, "connection_finish_peer_reqs() failed\n");  in drbd_asender()
5543 			drbd_tcp_uncork(connection->meta.socket);  in drbd_asender()
5549 		rv = drbd_recv_short(connection->meta.socket, buf, expect-received, 0);  in drbd_asender()
5550 		clear_bit(SIGNAL_ASENDER, &connection->flags);  in drbd_asender()
5569 			if (test_bit(DISCONNECT_SENT, &connection->flags)) {  in drbd_asender()
5572 				t = rcu_dereference(connection->net_conf)->ping_timeo * HZ/10;  in drbd_asender()
5575 				t = wait_event_timeout(connection->ping_wait,  in drbd_asender()
5576 						       connection->cstate < C_WF_REPORT_PARAMS,  in drbd_asender()
5581 			drbd_err(connection, "meta connection shut down by peer.\n");  in drbd_asender()
5586 			if (time_after(connection->last_received,  in drbd_asender()
5587 				jiffies - connection->meta.socket->sk->sk_rcvtimeo))  in drbd_asender()
5590 				drbd_err(connection, "PingAck did not arrive in time.\n");  in drbd_asender()
5593 			set_bit(SEND_PING, &connection->flags);  in drbd_asender()
5598 			drbd_err(connection, "sock_recvmsg returned %d\n", rv);  in drbd_asender()
5603 			if (decode_header(connection, connection->meta.rbuf, &pi))  in drbd_asender()
5607 				drbd_err(connection, "Unexpected meta packet %s (0x%04x)\n",  in drbd_asender()
5613 				drbd_err(connection, "Wrong packet size on meta (c: %d, l: %d)\n",  in drbd_asender()
5621 			err = cmd->fn(connection, &pi);  in drbd_asender()
5623 				drbd_err(connection, "%pf failed\n", cmd->fn);  in drbd_asender()
5627 			connection->last_received = jiffies;  in drbd_asender()
5631 				connection->meta.socket->sk->sk_rcvtimeo = ping_int * HZ;  in drbd_asender()
5635 			buf	 = connection->meta.rbuf;  in drbd_asender()
5640 		if (test_bit(SEND_PING, &connection->flags))  in drbd_asender()
5642 		rv = drbd_recv_short(connection->meta.socket, buf, expect-received, MSG_DONTWAIT);  in drbd_asender()
5649 		conn_request_state(connection, NS(conn, C_NETWORK_FAILURE), CS_HARD);  in drbd_asender()
5650 		conn_md_sync(connection);  in drbd_asender()
5654 		conn_request_state(connection, NS(conn, C_DISCONNECTING), CS_HARD);  in drbd_asender()
5656 	clear_bit(SIGNAL_ASENDER, &connection->flags);  in drbd_asender()
5658 	drbd_info(connection, "asender terminated\n");  in drbd_asender()