Home | History | Annotate | Line # | Download | only in powerpc
syncicache.c revision 1.8.10.2 
      1 /*	$NetBSD: syncicache.c,v 1.8.10.2 2005/11/10 14:10:24 skrll Exp $	*/
      2 
      3 /*
      4  * Copyright (C) 1995-1997, 1999 Wolfgang Solfrank.
      5  * Copyright (C) 1995-1997, 1999 TooLs GmbH.
      6  * All rights reserved.
      7  *
      8  * Redistribution and use in source and binary forms, with or without
      9  * modification, are permitted provided that the following conditions
     10  * are met:
     11  * 1. Redistributions of source code must retain the above copyright
     12  *    notice, this list of conditions and the following disclaimer.
     13  * 2. Redistributions in binary form must reproduce the above copyright
     14  *    notice, this list of conditions and the following disclaimer in the
     15  *    documentation and/or other materials provided with the distribution.
     16  * 3. All advertising materials mentioning features or use of this software
     17  *    must display the following acknowledgement:
     18  *	This product includes software developed by TooLs GmbH.
     19  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     20  *    derived from this software without specific prior written permission.
     21  *
     22  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     23  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     24  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     25  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     26  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     27  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     28  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     29  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     30  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     31  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     32  */
     33 #include <sys/param.h>
     34 #if	defined(_KERNEL) || defined(_STANDALONE)
     35 #include <sys/time.h>
     36 #include <sys/proc.h>
     37 #include <uvm/uvm_extern.h>
     38 #endif
     39 #include <sys/sysctl.h>
     40 
     41 #include <machine/cpu.h>
     42 
     43 
     44 #if defined(_STANDALONE)
     45 #ifndef	CACHELINESIZE
     46 #error "Must know the size of a cache line"
     47 #endif
     48 static struct cache_info _cache_info = {
     49 	CACHELINESIZE,
     50 	CACHELINESIZE,
     51 	CACHELINESIZE,
     52 	CACHELINESIZE
     53 };
     54 #define CACHEINFO	_cache_info
     55 #elif defined(_KERNEL)
     56 #define	CACHEINFO	(curcpu()->ci_ci)
     57 #else
     58 static void getcachelinesize (void);
     59 
     60 static int _cachelinesize = 0;
     61 
     62 static struct cache_info _cache_info;
     63 #define CACHEINFO	_cache_info
     64 
     65 static void
     66 getcachelinesize(void)
     67 {
     68 	static int cachemib[] = { CTL_MACHDEP, CPU_CACHELINE };
     69 	static int cacheinfomib[] = { CTL_MACHDEP, CPU_CACHEINFO };
     70 	size_t clen = sizeof(_cache_info);
     71 
     72 	if (sysctl(cacheinfomib, sizeof(cacheinfomib) / sizeof(cacheinfomib[0]),
     73 		&_cache_info, &clen, NULL, 0) == 0) {
     74 		_cachelinesize = _cache_info.dcache_line_size;
     75 		return;
     76 	}
     77 
     78 	/* Try older deprecated sysctl */
     79 	clen = sizeof(_cachelinesize);
     80 	if (sysctl(cachemib, sizeof(cachemib) / sizeof(cachemib[0]),
     81 		   &_cachelinesize, &clen, NULL, 0) < 0
     82 	    || !_cachelinesize)
     83 		abort();
     84 
     85 	_cache_info.dcache_size = _cachelinesize;
     86 	_cache_info.dcache_line_size = _cachelinesize;
     87 	_cache_info.icache_size = _cachelinesize;
     88 	_cache_info.icache_line_size = _cachelinesize;
     89 	/* If there is no cache, indicate we have issued the sysctl. */
     90 	if (!_cachelinesize)
     91 		_cachelinesize = 1;
     92 }
     93 #endif
     94 
     95 void
     96 __syncicache(void *from, size_t len)
     97 {
     98 	size_t l, off;
     99 	size_t linesz;
    100 	char *p;
    101 
    102 #if	!defined(_KERNEL) && !defined(_STANDALONE)
    103 	if (!_cachelinesize)
    104 		getcachelinesize();
    105 #endif
    106 
    107 	if (CACHEINFO.dcache_size > 0) {
    108 		linesz = CACHEINFO.dcache_line_size;
    109 		off = (uintptr_t)from & (linesz - 1);
    110 		l = (len + off + linesz - 1) & ~(linesz - 1);
    111 		p = (char *)from - off;
    112 		do {
    113 			__asm__ __volatile ("dcbst 0,%0" :: "r"(p));
    114 			p += linesz;
    115 		} while ((l -= linesz) != 0);
    116 	}
    117 	__asm__ __volatile ("sync");
    118 
    119 	if (CACHEINFO.icache_size > 0 ) {
    120 		linesz = CACHEINFO.icache_line_size;
    121 		off = (uintptr_t)from & (linesz - 1);
    122 		l = (len + off + linesz - 1) & ~(linesz - 1);
    123 		p = (char *)from - off;
    124 		do {
    125 			__asm__ __volatile ("icbi 0,%0" :: "r"(p));
    126 			p += linesz;
    127 		} while ((l -= linesz) != 0);
    128 	}
    129 	__asm__ __volatile ("sync; isync");
    130 }
    131