syncicache.c revision 1.6 1 /* $NetBSD: syncicache.c,v 1.6 2002/03/12 22:08:21 eeh Exp $ */
2
3 /*
4 * Copyright (C) 1995-1997, 1999 Wolfgang Solfrank.
5 * Copyright (C) 1995-1997, 1999 TooLs GmbH.
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 * must display the following acknowledgement:
18 * This product includes software developed by TooLs GmbH.
19 * 4. The name of TooLs GmbH may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
27 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
28 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
29 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
30 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
31 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 */
33 #include <sys/param.h>
34 #if defined(_KERNEL) || defined(_STANDALONE)
35 #include <sys/time.h>
36 #include <sys/proc.h>
37 #include <uvm/uvm_extern.h>
38 #endif
39 #include <sys/sysctl.h>
40
41 #include <machine/cpu.h>
42
43
44 #if defined(_STANDALONE)
45 #ifndef CACHELINESIZE
46 #error "Must know the size of a cache line"
47 #endif
48 static struct _cache_info {
49 CACHELINESIZE,
50 CACHELINESIZE,
51 CACHELINESIZE,
52 CACHELINESIZE
53 };
54 #define CACHEINFO _cache_info
55 #elif defined(_KERNEL)
56 #define CACHEINFO (curcpu()->ci_ci)
57 #else
58 static void getcachelinesize (void);
59
60 static int _cachelinesize = 0;
61
62 static struct cache_info _cache_info;
63 #define CACHEINFO _cache_info
64
65 static void
66 getcachelinesize(void)
67 {
68 static int cachemib[] = { CTL_MACHDEP, CPU_CACHELINE };
69 static int cacheinfomib[] = { CTL_MACHDEP, CPU_CACHEINFO };
70 size_t clen = sizeof(_cache_info);
71
72 extern int printf(char *, ...);
73 if (sysctl(cacheinfomib, sizeof(cacheinfomib) / sizeof(cacheinfomib[0]),
74 &_cache_info, &clen, NULL, 0) == 0) {
75 _cachelinesize = _cache_info.dcache_line_size;
76 printf("getcachelinesize: d$ line %d d$ sz\n",
77 _cache_info.dcache_line_size,
78 _cache_info.dcache_size);
79 printf("getcachelinesize: i$ line %d i$ sz\n",
80 _cache_info.dcache_line_size,
81 _cache_info.dcache_size);
82 return;
83 }
84
85 /* Try older deprecated sysctl */
86 clen = sizeof(_cachelinesize);
87 if (sysctl(cachemib, sizeof(cachemib) / sizeof(cachemib[0]),
88 &_cachelinesize, &clen, NULL, 0) < 0
89 || !_cachelinesize)
90 abort();
91
92 printf("getcachelinesize: old linesz %d\n", _cachelinesize);
93
94 _cache_info.dcache_size = _cachelinesize;
95 _cache_info.dcache_line_size = _cachelinesize;
96 _cache_info.icache_size = _cachelinesize;
97 _cache_info.icache_line_size = _cachelinesize;
98 /* If there is no cache, indicate we have issued the sysctl. */
99 if (!_cachelinesize) _cachelinesize = 1;
100 }
101 #endif
102
103 void
104 __syncicache(void *from, int len)
105 {
106 int l, off;
107 char *p;
108 int linesz;
109
110 #if !defined(_KERNEL) && !defined(_STANDALONE)
111 if (!_cachelinesize)
112 getcachelinesize();
113 #endif
114
115 if (CACHEINFO.dcache_size > 0) {
116 linesz = CACHEINFO.dcache_line_size;
117 off = (u_int)from & (linesz - 1);
118 l = len += off;
119 p = (char *)from - off;
120 do {
121 __asm__ __volatile ("dcbst 0,%0" :: "r"(p));
122 p += linesz;
123 } while ((l -= linesz) > 0);
124 }
125 __asm__ __volatile ("sync");
126
127 if (CACHEINFO.icache_size > 0 ) {
128 linesz = CACHEINFO.icache_line_size;
129 off = (u_int)from & (linesz - 1);
130 p = (char *)from - off;
131 do {
132 __asm__ __volatile ("icbi 0,%0" :: "r"(p));
133 p += linesz;
134 } while ((len -= linesz) > 0);
135 }
136 __asm__ __volatile ("isync");
137 }
138