Hello, We did some data transfer tests. In the simplest setup we connected two nodes back to back (direct cable connect) and created a TCP stream in each direction via netperf for 60s (default parameters, TCP_STREAM). Hardware in each node: 2 intel 82573E gigabit ethernet controllers PDSML-LN2+ main board Intel X3220 processor Kernel: 2.6.23-1 Parts of the kernel config as well as parts of the sysctl -a output is listed in this mail. We loaded e1000 without any parameter Out of the box, we reached 700 to 720 Mb/s with no dropped packages. So far, the highest performance we reached with a MTU=9000 and turned off flow control. The rate was 920 Mb/s with 1 dropped package. Shouldn't we get a higher transfer rate by using MTUs of 1500 bytes with default settings? Thank you Henning Fehrmann & Carsten Aulbert Parts of the kernel config: # # Networking # CONFIG_NET=y # # Networking options # CONFIG_PACKET=y CONFIG_PACKET_MMAP=y CONFIG_UNIX=y CONFIG_XFRM=y CONFIG_XFRM_USER=y # CONFIG_XFRM_SUB_POLICY is not set # CONFIG_XFRM_MIGRATE is not set CONFIG_NET_KEY=y # CONFIG_NET_KEY_MIGRATE is not set CONFIG_INET=y CONFIG_IP_MULTICAST=y # CONFIG_IP_ADVANCED_ROUTER is not set CONFIG_IP_FIB_HASH=y CONFIG_IP_PNP=y CONFIG_IP_PNP_DHCP=y CONFIG_IP_PNP_BOOTP=y CONFIG_IP_PNP_RARP=y CONFIG_NET_IPIP=y CONFIG_NET_IPGRE=y CONFIG_NET_IPGRE_BROADCAST=y # CONFIG_IP_MROUTE is not set # CONFIG_ARPD is not set CONFIG_SYN_COOKIES=y CONFIG_INET_AH=y CONFIG_INET_ESP=y CONFIG_INET_IPCOMP=y CONFIG_INET_XFRM_TUNNEL=y CONFIG_INET_TUNNEL=y # CONFIG_INET_XFRM_MODE_TRANSPORT is not set # CONFIG_INET_XFRM_MODE_TUNNEL is not set # CONFIG_INET_XFRM_MODE_BEET is not set CONFIG_INET_DIAG=y CONFIG_INET_TCP_DIAG=y # CONFIG_TCP_CONG_ADVANCED is not set CONFIG_TCP_CONG_CUBIC=y CONFIG_DEFAULT_TCP_CONG="cubic" # CONFIG_TCP_MD5SIG is not set # CONFIG_IPV6 is not set # CONFIG_INET6_XFRM_TUNNEL is not set # CONFIG_INET6_TUNNEL is not set # CONFIG_NETLABEL is not set CONFIG_NETWORK_SECMARK=y # CONFIG_NETFILTER is not set # CONFIG_IP_DCCP is not set # CONFIG_IP_SCTP is not set # CONFIG_TIPC is not set # CONFIG_ATM is not set CONFIG_BRIDGE=y CONFIG_VLAN_8021Q=y # CONFIG_DECNET is not set CONFIG_LLC=y CONFIG_LLC2=y CONFIG_IPX=y # CONFIG_IPX_INTERN is not set # CONFIG_ATALK is not set # CONFIG_X25 is not set # CONFIG_LAPB is not set # CONFIG_ECONET is not set # CONFIG_WAN_ROUTER is not set # # QoS and/or fair queueing # # CONFIG_NET_SCHED is not set # # Network testing # # CONFIG_NET_PKTGEN is not set # CONFIG_HAMRADIO is not set # CONFIG_IRDA is not set # CONFIG_BT is not set # CONFIG_AF_RXRPC is not set sysctl -a | grep net | grep -v eth0: (runs on eth1) net.core.wmem_max = 131071 net.core.rmem_max = 131071 net.core.wmem_default = 116736 net.core.rmem_default = 116736 net.core.dev_weight = 64 net.core.netdev_max_backlog = 1000 net.core.message_cost = 5 net.core.message_burst = 10 net.core.optmem_max = 20480 net.core.xfrm_aevent_etime = 10 net.core.xfrm_aevent_rseqth = 2 net.core.xfrm_larval_drop = 0 net.core.xfrm_acq_expires = 30 net.core.somaxconn = 128 net.core.netdev_budget = 300 net.core.warnings = 1 net.ipv4.tcp_timestamps = 1 net.ipv4.tcp_window_scaling = 1 net.ipv4.tcp_sack = 1 net.ipv4.tcp_retrans_collapse = 1 net.ipv4.ip_forward = 0 net.ipv4.ip_default_ttl = 64 net.ipv4.ip_no_pmtu_disc = 0 net.ipv4.ip_nonlocal_bind = 0 net.ipv4.tcp_syn_retries = 5 net.ipv4.tcp_synack_retries = 5 net.ipv4.tcp_max_orphans = 65536 net.ipv4.tcp_max_tw_buckets = 180000 net.ipv4.ipfrag_high_thresh = 262144 net.ipv4.ipfrag_low_thresh = 196608 net.ipv4.ip_dynaddr = 0 net.ipv4.ipfrag_time = 30 net.ipv4.tcp_keepalive_time = 7200 net.ipv4.tcp_keepalive_probes = 9 net.ipv4.tcp_keepalive_intvl = 75 net.ipv4.tcp_retries1 = 3 net.ipv4.tcp_retries2 = 15 net.ipv4.tcp_fin_timeout = 60 net.ipv4.tcp_syncookies = 0 net.ipv4.tcp_tw_recycle = 0 net.ipv4.tcp_abort_on_overflow = 0 net.ipv4.tcp_stdurg = 0 net.ipv4.tcp_rfc1337 = 0 net.ipv4.tcp_max_syn_backlog = 1024 net.ipv4.ip_local_port_range = 32768 61000 net.ipv4.icmp_echo_ignore_all = 0 net.ipv4.icmp_echo_ignore_broadcasts = 1 net.ipv4.icmp_ignore_bogus_error_responses = 1 net.ipv4.icmp_errors_use_inbound_ifaddr = 0 net.ipv4.route.min_delay = 2 net.ipv4.route.max_delay = 10 net.ipv4.route.gc_thresh = 262144 net.ipv4.route.max_size = 4194304 net.ipv4.route.gc_min_interval = 0 net.ipv4.route.gc_min_interval_ms = 500 net.ipv4.route.gc_timeout = 300 net.ipv4.route.gc_interval = 60 net.ipv4.route.redirect_load = 5 net.ipv4.route.redirect_number = 9 net.ipv4.route.redirect_silence = 5120 net.ipv4.route.error_cost = 250 net.ipv4.route.error_burst = 1250 net.ipv4.route.gc_elasticity = 8 net.ipv4.route.mtu_expires = 600 net.ipv4.route.min_pmtu = 552 net.ipv4.route.min_adv_mss = 256 net.ipv4.route.secret_interval = 600 net.ipv4.igmp_max_memberships = 20 net.ipv4.igmp_max_msf = 10 net.ipv4.inet_peer_threshold = 65664 net.ipv4.inet_peer_minttl = 120 net.ipv4.inet_peer_maxttl = 600 net.ipv4.inet_peer_gc_mintime = 10 net.ipv4.inet_peer_gc_maxtime = 120 net.ipv4.tcp_orphan_retries = 0 net.ipv4.tcp_fack = 1 net.ipv4.tcp_reordering = 3 net.ipv4.tcp_ecn = 0 net.ipv4.tcp_dsack = 1 net.ipv4.tcp_mem = 774528 1032704 1549056 net.ipv4.tcp_wmem = 4096 16384 4194304 net.ipv4.tcp_rmem = 4096 87380 4194304 net.ipv4.tcp_app_win = 31 net.ipv4.tcp_adv_win_scale = 2 net.ipv4.icmp_ratelimit = 250 net.ipv4.icmp_ratemask = 6168 net.ipv4.tcp_tw_reuse = 0 net.ipv4.tcp_frto = 0 net.ipv4.tcp_frto_response = 0 net.ipv4.tcp_low_latency = 0 net.ipv4.ipfrag_secret_interval = 600 net.ipv4.ipfrag_max_dist = 64 net.ipv4.tcp_no_metrics_save = 0 net.ipv4.tcp_moderate_rcvbuf = 1 net.ipv4.tcp_tso_win_divisor = 3 net.ipv4.tcp_congestion_control = cubic net.ipv4.tcp_abc = 0 net.ipv4.tcp_mtu_probing = 0 net.ipv4.tcp_base_mss = 512 net.ipv4.tcp_workaround_signed_windows = 0 net.ipv4.tcp_slow_start_after_idle = 1 net.ipv4.tcp_available_congestion_control = cubic reno net.ipv4.tcp_allowed_congestion_control = cubic reno net.ipv4.tcp_max_ssthresh = 0 net.ipv4.neigh.default.mcast_solicit = 3 net.ipv4.neigh.default.ucast_solicit = 3 net.ipv4.neigh.default.app_solicit = 0 net.ipv4.neigh.default.retrans_time = 100 net.ipv4.neigh.default.base_reachable_time = 30 net.ipv4.neigh.default.delay_first_probe_time = 5 net.ipv4.neigh.default.gc_stale_time = 60 net.ipv4.neigh.default.unres_qlen = 3 net.ipv4.neigh.default.proxy_qlen = 64 net.ipv4.neigh.default.anycast_delay = 100 net.ipv4.neigh.default.proxy_delay = 80 net.ipv4.neigh.default.locktime = 100 net.ipv4.neigh.default.gc_interval = 30 net.ipv4.neigh.default.gc_thresh1 = 128 net.ipv4.neigh.default.gc_thresh2 = 512 net.ipv4.neigh.default.gc_thresh3 = 1024 net.ipv4.neigh.default.retrans_time_ms = 1000 net.ipv4.neigh.default.base_reachable_time_ms = 30000 net.ipv4.neigh.lo.mcast_solicit = 3 net.ipv4.neigh.lo.ucast_solicit = 3 net.ipv4.neigh.lo.app_solicit = 0 net.ipv4.neigh.lo.retrans_time = 100 net.ipv4.neigh.lo.base_reachable_time = 30 net.ipv4.neigh.lo.delay_first_probe_time = 5 net.ipv4.neigh.lo.gc_stale_time = 60 net.ipv4.neigh.lo.unres_qlen = 3 net.ipv4.neigh.lo.proxy_qlen = 64 net.ipv4.neigh.lo.anycast_delay = 100 net.ipv4.neigh.lo.proxy_delay = 80 net.ipv4.neigh.lo.locktime = 100 net.ipv4.neigh.lo.retrans_time_ms = 1000 net.ipv4.neigh.lo.base_reachable_time_ms = 30000 net.ipv4.neigh.tunl0.mcast_solicit = 3 net.ipv4.neigh.tunl0.ucast_solicit = 3 net.ipv4.neigh.tunl0.app_solicit = 0 net.ipv4.neigh.tunl0.retrans_time = 100 net.ipv4.neigh.tunl0.base_reachable_time = 30 net.ipv4.neigh.tunl0.delay_first_probe_time = 5 net.ipv4.neigh.tunl0.gc_stale_time = 60 net.ipv4.neigh.tunl0.unres_qlen = 3 net.ipv4.neigh.tunl0.proxy_qlen = 64 net.ipv4.neigh.tunl0.anycast_delay = 100 net.ipv4.neigh.tunl0.proxy_delay = 80 net.ipv4.neigh.tunl0.locktime = 100 net.ipv4.neigh.tunl0.retrans_time_ms = 1000 net.ipv4.neigh.tunl0.base_reachable_time_ms = 30000 net.ipv4.neigh.gre0.mcast_solicit = 3 net.ipv4.neigh.gre0.ucast_solicit = 3 net.ipv4.neigh.gre0.app_solicit = 0 net.ipv4.neigh.gre0.retrans_time = 100 net.ipv4.neigh.gre0.base_reachable_time = 30 net.ipv4.neigh.gre0.delay_first_probe_time = 5 net.ipv4.neigh.gre0.gc_stale_time = 60 net.ipv4.neigh.gre0.unres_qlen = 3 net.ipv4.neigh.gre0.proxy_qlen = 64 net.ipv4.neigh.gre0.anycast_delay = 100 net.ipv4.neigh.gre0.proxy_delay = 80 net.ipv4.neigh.gre0.locktime = 100 net.ipv4.neigh.gre0.retrans_time_ms = 1000 net.ipv4.neigh.gre0.base_reachable_time_ms = 30000 net.ipv4.neigh.eth1.mcast_solicit = 3 net.ipv4.neigh.eth1.ucast_solicit = 3 net.ipv4.neigh.eth1.app_solicit = 0 net.ipv4.neigh.eth1.retrans_time = 100 net.ipv4.neigh.eth1.base_reachable_time = 30 net.ipv4.neigh.eth1.delay_first_probe_time = 5 net.ipv4.neigh.eth1.gc_stale_time = 60 net.ipv4.neigh.eth1.unres_qlen = 3 net.ipv4.neigh.eth1.proxy_qlen = 64 net.ipv4.neigh.eth1.anycast_delay = 100 net.ipv4.neigh.eth1.proxy_delay = 80 net.ipv4.neigh.eth1.locktime = 100 net.ipv4.neigh.eth1.retrans_time_ms = 1000 net.ipv4.neigh.eth1.base_reachable_time_ms = 30000 net.ipv4.conf.all.forwarding = 0 net.ipv4.conf.all.mc_forwarding = 0 net.ipv4.conf.all.accept_redirects = 1 net.ipv4.conf.all.secure_redirects = 1 net.ipv4.conf.all.shared_media = 1 net.ipv4.conf.all.rp_filter = 0 net.ipv4.conf.all.send_redirects = 1 net.ipv4.conf.all.accept_source_route = 0 net.ipv4.conf.all.proxy_arp = 0 net.ipv4.conf.all.medium_id = 0 net.ipv4.conf.all.bootp_relay = 0 net.ipv4.conf.all.log_martians = 0 net.ipv4.conf.all.tag = 0 net.ipv4.conf.all.arp_filter = 0 net.ipv4.conf.all.arp_announce = 0 net.ipv4.conf.all.arp_ignore = 0 net.ipv4.conf.all.arp_accept = 0 net.ipv4.conf.all.disable_xfrm = 0 net.ipv4.conf.all.disable_policy = 0 net.ipv4.conf.all.force_igmp_version = 0 net.ipv4.conf.all.promote_secondaries = 0 net.ipv4.conf.default.forwarding = 0 net.ipv4.conf.default.mc_forwarding = 0 net.ipv4.conf.default.accept_redirects = 1 net.ipv4.conf.default.secure_redirects = 1 net.ipv4.conf.default.shared_media = 1 net.ipv4.conf.default.rp_filter = 0 net.ipv4.conf.default.send_redirects = 1 net.ipv4.conf.default.accept_source_route = 1 net.ipv4.conf.default.proxy_arp = 0 net.ipv4.conf.default.medium_id = 0 net.ipv4.conf.default.bootp_relay = 0 net.ipv4.conf.default.log_martians = 0 net.ipv4.conf.default.tag = 0 net.ipv4.conf.default.arp_filter = 0 net.ipv4.conf.default.arp_announce = 0 net.ipv4.conf.default.arp_ignore = 0 net.ipv4.conf.default.arp_accept = 0 net.ipv4.conf.default.disable_xfrm = 0 net.ipv4.conf.default.disable_policy = 0 net.ipv4.conf.default.force_igmp_version = 0 net.ipv4.conf.default.promote_secondaries = 0 net.ipv4.conf.lo.forwarding = 0 net.ipv4.conf.lo.mc_forwarding = 0 net.ipv4.conf.lo.accept_redirects = 1 net.ipv4.conf.lo.secure_redirects = 1 net.ipv4.conf.lo.shared_media = 1 net.ipv4.conf.lo.rp_filter = 0 net.ipv4.conf.lo.send_redirects = 1 net.ipv4.conf.lo.accept_source_route = 1 net.ipv4.conf.lo.proxy_arp = 0 net.ipv4.conf.lo.medium_id = 0 net.ipv4.conf.lo.bootp_relay = 0 net.ipv4.conf.lo.log_martians = 0 net.ipv4.conf.lo.tag = 0 net.ipv4.conf.lo.arp_filter = 0 net.ipv4.conf.lo.arp_announce = 0 net.ipv4.conf.lo.arp_ignore = 0 net.ipv4.conf.lo.arp_accept = 0 net.ipv4.conf.lo.disable_xfrm = 1 net.ipv4.conf.lo.disable_policy = 1 net.ipv4.conf.lo.force_igmp_version = 0 net.ipv4.conf.lo.promote_secondaries = 0 net.ipv4.conf.tunl0.forwarding = 0 net.ipv4.conf.tunl0.mc_forwarding = 0 net.ipv4.conf.tunl0.accept_redirects = 1 net.ipv4.conf.tunl0.secure_redirects = 1 net.ipv4.conf.tunl0.shared_media = 1 net.ipv4.conf.tunl0.rp_filter = 0 net.ipv4.conf.tunl0.send_redirects = 1 net.ipv4.conf.tunl0.accept_source_route = 1 net.ipv4.conf.tunl0.proxy_arp = 0 net.ipv4.conf.tunl0.medium_id = 0 net.ipv4.conf.tunl0.bootp_relay = 0 net.ipv4.conf.tunl0.log_martians = 0 net.ipv4.conf.tunl0.tag = 0 net.ipv4.conf.tunl0.arp_filter = 0 net.ipv4.conf.tunl0.arp_announce = 0 net.ipv4.conf.tunl0.arp_ignore = 0 net.ipv4.conf.tunl0.arp_accept = 0 net.ipv4.conf.tunl0.disable_xfrm = 0 net.ipv4.conf.tunl0.disable_policy = 0 net.ipv4.conf.tunl0.force_igmp_version = 0 net.ipv4.conf.tunl0.promote_secondaries = 0 net.ipv4.conf.gre0.forwarding = 0 net.ipv4.conf.gre0.mc_forwarding = 0 net.ipv4.conf.gre0.accept_redirects = 1 net.ipv4.conf.gre0.secure_redirects = 1 net.ipv4.conf.gre0.shared_media = 1 net.ipv4.conf.gre0.rp_filter = 0 net.ipv4.conf.gre0.send_redirects = 1 net.ipv4.conf.gre0.accept_source_route = 1 net.ipv4.conf.gre0.proxy_arp = 0 net.ipv4.conf.gre0.medium_id = 0 net.ipv4.conf.gre0.bootp_relay = 0 net.ipv4.conf.gre0.log_martians = 0 net.ipv4.conf.gre0.tag = 0 net.ipv4.conf.gre0.arp_filter = 0 net.ipv4.conf.gre0.arp_announce = 0 net.ipv4.conf.gre0.arp_ignore = 0 net.ipv4.conf.gre0.arp_accept = 0 net.ipv4.conf.gre0.disable_xfrm = 0 net.ipv4.conf.gre0.disable_policy = 0 net.ipv4.conf.gre0.force_igmp_version = 0 net.ipv4.conf.tunl0.promote_secondaries = 0 net.ipv4.conf.gre0.forwarding = 0 net.ipv4.conf.gre0.mc_forwarding = 0 net.ipv4.conf.gre0.accept_redirects = 1 net.ipv4.conf.gre0.secure_redirects = 1 net.ipv4.conf.gre0.shared_media = 1 net.ipv4.conf.gre0.rp_filter = 0 net.ipv4.conf.gre0.send_redirects = 1 net.ipv4.conf.gre0.accept_source_route = 1 net.ipv4.conf.gre0.proxy_arp = 0 net.ipv4.conf.gre0.medium_id = 0 net.ipv4.conf.gre0.bootp_relay = 0 net.ipv4.conf.gre0.log_martians = 0 net.ipv4.conf.gre0.tag = 0 net.ipv4.conf.gre0.arp_filter = 0 net.ipv4.conf.gre0.arp_announce = 0 net.ipv4.conf.gre0.arp_ignore = 0 net.ipv4.conf.gre0.arp_accept = 0 net.ipv4.conf.gre0.disable_xfrm = 0 net.ipv4.conf.gre0.disable_policy = 0 net.ipv4.conf.gre0.force_igmp_version = 0 net.ipv4.conf.gre0.promote_secondaries = 0 net.ipv4.conf.eth1.forwarding = 0 net.ipv4.conf.eth1.mc_forwarding = 0 net.ipv4.conf.eth1.accept_redirects = 1 net.ipv4.conf.eth1.secure_redirects = 1 net.ipv4.conf.eth1.shared_media = 1 net.ipv4.conf.eth1.rp_filter = 0 net.ipv4.conf.eth1.send_redirects = 1 net.ipv4.conf.eth1.accept_source_route = 1 net.ipv4.conf.eth1.proxy_arp = 0 net.ipv4.conf.eth1.medium_id = 0 net.ipv4.conf.eth1.bootp_relay = 0 net.ipv4.conf.eth1.log_martians = 0 net.ipv4.conf.eth1.tag = 0 net.ipv4.conf.eth1.arp_filter = 0 net.ipv4.conf.eth1.arp_announce = 0 net.ipv4.conf.eth1.arp_ignore = 0 net.ipv4.conf.eth1.arp_accept = 0 net.ipv4.conf.eth1.disable_xfrm = 0 net.ipv4.conf.eth1.disable_policy = 0 net.ipv4.conf.eth1.force_igmp_version = 0 net.ipv4.conf.eth1.promote_secondaries = 0 net.llc.llc2.timeout.ack = 1 2 net.llc.llc2.timeout.busy = 3 0 net.llc.llc2.timeout.p = 2 3 net.llc.llc2.timeout.rej = 3 3 net.llc.station.ack_timeout = 3 0 net.unix.max_dgram_qlen = 10 net.ipx.ipx_pprop_broadcasting = 1 - To unsubscribe from this list: send the line "unsubscribe linux-net" in the body of a message to majordomo@xxxxxxxxxxxxxxx More majordomo info at http://vger.kernel.org/majordomo-info.html
