Home | History | Annotate | Line # | Download | only in gen
syncicache.c revision 1.12 
      1 /*	$NetBSD: syncicache.c,v 1.12 2003/08/11 02:11:23 matt Exp $	*/
      2 
      3 /*
      4  * Copyright (C) 1995-1997, 1999 Wolfgang Solfrank.
      5  * Copyright (C) 1995-1997, 1999 TooLs GmbH.
      6  * All rights reserved.
      7  *
      8  * Redistribution and use in source and binary forms, with or without
      9  * modification, are permitted provided that the following conditions
     10  * are met:
     11  * 1. Redistributions of source code must retain the above copyright
     12  *    notice, this list of conditions and the following disclaimer.
     13  * 2. Redistributions in binary form must reproduce the above copyright
     14  *    notice, this list of conditions and the following disclaimer in the
     15  *    documentation and/or other materials provided with the distribution.
     16  * 3. All advertising materials mentioning features or use of this software
     17  *    must display the following acknowledgement:
     18  *	This product includes software developed by TooLs GmbH.
     19  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     20  *    derived from this software without specific prior written permission.
     21  *
     22  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     23  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     24  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     25  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     26  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     27  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     28  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     29  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     30  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     31  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     32  */
     33 #include <sys/param.h>
     34 #if	defined(_KERNEL) || defined(_STANDALONE)
     35 #include <sys/time.h>
     36 #include <sys/proc.h>
     37 #include <uvm/uvm_extern.h>
     38 #endif
     39 #include <sys/sysctl.h>
     40 
     41 #include <machine/cpu.h>
     42 
     43 
     44 #if defined(_STANDALONE)
     45 #ifndef	CACHELINESIZE
     46 #error "Must know the size of a cache line"
     47 #endif
     48 static struct cache_info _cache_info = {
     49 	CACHELINESIZE,
     50 	CACHELINESIZE,
     51 	CACHELINESIZE,
     52 	CACHELINESIZE
     53 };
     54 #define CACHEINFO	_cache_info
     55 #elif defined(_KERNEL)
     56 #define	CACHEINFO	(curcpu()->ci_ci)
     57 #else
     58 #include <stdlib.h>
     59 
     60 size_t __getcachelinesize (void);
     61 
     62 static int _cachelinesize = 0;
     63 
     64 static struct cache_info _cache_info;
     65 #define CACHEINFO	_cache_info
     66 
     67 size_t
     68 __getcachelinesize(void)
     69 {
     70 	static int cachemib[] = { CTL_MACHDEP, CPU_CACHELINE };
     71 	static int cacheinfomib[] = { CTL_MACHDEP, CPU_CACHEINFO };
     72 	size_t clen = sizeof(_cache_info);
     73 
     74 	if (_cachelinesize)
     75 		return _cachelinesize;
     76 
     77 	if (sysctl(cacheinfomib, sizeof(cacheinfomib) / sizeof(cacheinfomib[0]),
     78 		&_cache_info, &clen, NULL, 0) == 0) {
     79 		_cachelinesize = _cache_info.dcache_line_size;
     80 		return _cachelinesize;
     81 	}
     82 
     83 	/* Try older deprecated sysctl */
     84 	clen = sizeof(_cachelinesize);
     85 	if (sysctl(cachemib, sizeof(cachemib) / sizeof(cachemib[0]),
     86 		   &_cachelinesize, &clen, NULL, 0) < 0
     87 	    || !_cachelinesize)
     88 		abort();
     89 
     90 	_cache_info.dcache_size = _cachelinesize;
     91 	_cache_info.dcache_line_size = _cachelinesize;
     92 	_cache_info.icache_size = _cachelinesize;
     93 	_cache_info.icache_line_size = _cachelinesize;
     94 
     95 	/* If there is no cache, indicate we have issued the sysctl. */
     96 	if (!_cachelinesize)
     97 		_cachelinesize = 1;
     98 
     99 	return _cachelinesize;
    100 }
    101 #endif
    102 
    103 void
    104 __syncicache(void *from, size_t len)
    105 {
    106 	size_t l, off;
    107 	size_t linesz;
    108 	char *p;
    109 
    110 #if	!defined(_KERNEL) && !defined(_STANDALONE)
    111 	if (!_cachelinesize)
    112 		__getcachelinesize();
    113 #endif
    114 
    115 	if (CACHEINFO.dcache_size > 0) {
    116 		linesz = CACHEINFO.dcache_line_size;
    117 		off = (uintptr_t)from & (linesz - 1);
    118 		l = (len + off + linesz - 1) & ~(linesz - 1);
    119 		p = (char *)from - off;
    120 		do {
    121 			__asm__ __volatile ("dcbst 0,%0" :: "r"(p));
    122 			p += linesz;
    123 		} while ((l -= linesz) != 0);
    124 	}
    125 	__asm__ __volatile ("sync");
    126 
    127 	if (CACHEINFO.icache_size > 0 ) {
    128 		linesz = CACHEINFO.icache_line_size;
    129 		off = (uintptr_t)from & (linesz - 1);
    130 		l = (len + off + linesz - 1) & ~(linesz - 1);
    131 		p = (char *)from - off;
    132 		do {
    133 			__asm__ __volatile ("icbi 0,%0" :: "r"(p));
    134 			p += linesz;
    135 		} while ((l -= linesz) != 0);
    136 	}
    137 	__asm__ __volatile ("sync; isync");
    138 }
    139