summaryrefslogtreecommitdiff
path: root/sys/arch/arm/cortex/cpu_in_cksum_neon.c
blob: 84be586a14d1641a551f90f08d84d052824b4219 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/*-
 * Copyright (c) 2012 The NetBSD Foundation, Inc.
 * All rights reserved.
 *
 * This code is derived from software contributed to The NetBSD Foundation
 * by Matt Thomas of 3am Software Foundry.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

#include <sys/cdefs.h>

__KERNEL_RCSID(0, "$NetBSD: cpu_in_cksum_neon.c,v 1.1 2012/12/17 00:44:03 matt Exp $");

#include <sys/param.h>
#include <sys/cpu.h>
#include <sys/mbuf.h>

#include <netinet/in.h>
#include <netinet/ip.h>

uint32_t cpu_in_cksum_neon(const void *, size_t);
uint32_t cpu_in_cksum_neon_v4hdr(const void *);

int
cpu_in_cksum(struct mbuf *m, int len, int off, uint32_t initial_sum)
{
	uint32_t csum = initial_sum;
	int odd = 0;

	/*
	 * Taken control of the NEON PCU.
	 */
	vfp_hijack();

	/*
	 * Fast path for the normal ip_header
	 */
	if (off == 0
	    && csum == 0
	    && len == sizeof(struct ip)
	    && ((uintptr_t)m->m_data & 3) == 0
	    && m->m_len >= len) {
		csum = cpu_in_cksum_neon_v4hdr(m->m_data);

		/*
		 * We are now down with NEON.
		 */
		vfp_surrender();

		if (csum == 0x10000)	/* note 0x10000 - 0xffff == 1 */
			return 1;
		return csum == 0 ? 0xffff : csum;	/* never return 0. */
	}

	/*
	 * Skip the initial mbufs
	 */
	while (m->m_len >= off) {
		m = m->m_next;
		off -= m->m_len;
		KASSERT(m != NULL);
	}

	for (; len > 0; m = m->m_next, off = 0) {
		KASSERT(m != NULL);
		int dlen = MIN(m->m_len - off, len);
		const void *dptr = m->m_data + off;
		/*
		 * This routine will add based on the memory layout so
		 * if the previous len was odd or the this buffer starts
		 * on an odd address, shift the csum by 8 so its properly
		 * aligned.  It will be taken care of when we do the final
		 * checksum fold.
		 */
		uint32_t tmpsum = cpu_in_cksum_neon(dptr, dlen);
		if (odd ^ ((uint32_t)dptr & 1))
			tmpsum <<= 8;
		/*
		 * Accumulate checksum, folding will be done later
		 */
		csum += tmpsum;
		odd ^= dlen & 1;
		len -= dlen;
	}

	/*
	 * We are now down with NEON.
	 */
	vfp_surrender();

	/*
	 * Time to fold the checksum
	 */
	csum = (csum >> 16) + (csum & 0xffff);
	/*
	 * Now it could be 0x1xxxx so fold again
	 */
	csum = (csum >> 16) + (csum & 0xffff);

	KASSERT(csum <= 0x10000);
	if (csum == 0x10000)	/* note 0x10000 - 0xffff == 1 */
		return 1;
	return csum == 0 ? 0xffff : csum;	/* never return 0. */
}