Home | History | Annotate | Line # | Download | only in pmap
pmap_tlb.h revision 1.13
      1 /*	$NetBSD: pmap_tlb.h,v 1.13 2018/02/19 22:01:15 jdolecek Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 1992, 1993
      5  *	The Regents of the University of California.  All rights reserved.
      6  *
      7  * This code is derived from software contributed to Berkeley by
      8  * Ralph Campbell.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. Neither the name of the University nor the names of its contributors
     19  *    may be used to endorse or promote products derived from this software
     20  *    without specific prior written permission.
     21  *
     22  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32  * SUCH DAMAGE.
     33  *
     34  *	@(#)pmap.h	8.1 (Berkeley) 6/10/93
     35  */
     36 
     37 /*
     38  * Copyright (c) 1987 Carnegie-Mellon University
     39  *
     40  * This code is derived from software contributed to Berkeley by
     41  * Ralph Campbell.
     42  *
     43  * Redistribution and use in source and binary forms, with or without
     44  * modification, are permitted provided that the following conditions
     45  * are met:
     46  * 1. Redistributions of source code must retain the above copyright
     47  *    notice, this list of conditions and the following disclaimer.
     48  * 2. Redistributions in binary form must reproduce the above copyright
     49  *    notice, this list of conditions and the following disclaimer in the
     50  *    documentation and/or other materials provided with the distribution.
     51  * 3. All advertising materials mentioning features or use of this software
     52  *    must display the following acknowledgement:
     53  *	This product includes software developed by the University of
     54  *	California, Berkeley and its contributors.
     55  * 4. Neither the name of the University nor the names of its contributors
     56  *    may be used to endorse or promote products derived from this software
     57  *    without specific prior written permission.
     58  *
     59  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     60  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     61  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     62  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     63  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     64  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     65  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     66  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     67  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     68  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     69  * SUCH DAMAGE.
     70  *
     71  *	@(#)pmap.h	8.1 (Berkeley) 6/10/93
     72  */
     73 
     74 #ifndef	_UVM_PMAP_PMAP_TLB_H_
     75 #define	_UVM_PMAP_PMAP_TLB_H_
     76 
     77 #include <sys/evcnt.h>
     78 #include <sys/kcpuset.h>
     79 #include <sys/bitops.h>
     80 
     81 #if !defined(PMAP_TLB_MAX)
     82 # if defined(MULTIPROCESSOR)
     83 #  define PMAP_TLB_MAX		MAXCPUS
     84 # else
     85 #  define PMAP_TLB_MAX		1
     86 # endif
     87 #endif
     88 
     89 /*
     90  * Per TLB (normally same as CPU) asid info
     91  */
     92 struct pmap_asid_info {
     93 	LIST_ENTRY(pmap_asid_info) pai_link;
     94 	uint32_t	pai_asid;	/* TLB address space tag */
     95 };
     96 
     97 #define	TLBINFO_LOCK(ti)		mutex_spin_enter((ti)->ti_lock)
     98 #define	TLBINFO_UNLOCK(ti)		mutex_spin_exit((ti)->ti_lock)
     99 #define	PMAP_PAI_ASIDVALID_P(pai, ti)	((pai)->pai_asid != 0)
    100 #define	PMAP_PAI(pmap, ti)		(&(pmap)->pm_pai[tlbinfo_index(ti)])
    101 #define	PAI_PMAP(pai, ti)	\
    102 	((pmap_t)((intptr_t)(pai) \
    103 	    - offsetof(struct pmap, pm_pai[tlbinfo_index(ti)])))
    104 
    105 enum tlb_invalidate_op {
    106 	TLBINV_NOBODY=0,
    107 	TLBINV_ONE=1,
    108 	TLBINV_ALLUSER=2,
    109 	TLBINV_ALLKERNEL=3,
    110 	TLBINV_ALL=4
    111 };
    112 
    113 struct pmap_tlb_info {
    114 	char ti_name[8];
    115 	uint32_t ti_asids_free;		/* # of ASIDs free */
    116 #define	tlbinfo_noasids_p(ti)	((ti)->ti_asids_free == 0)
    117 	kmutex_t *ti_lock;
    118 	u_int ti_wired;			/* # of wired TLB entries */
    119 	tlb_asid_t ti_asid_hint;	/* probable next ASID to use */
    120 	tlb_asid_t ti_asid_max;
    121 	LIST_HEAD(, pmap_asid_info) ti_pais; /* list of active ASIDs */
    122 #ifdef MULTIPROCESSOR
    123 	pmap_t ti_victim;
    124 	uint32_t ti_synci_page_bitmap;	/* page indices needing a syncicache */
    125 #if PMAP_TLB_MAX > 1
    126 	kcpuset_t *ti_kcpuset;		/* bitmask of CPUs sharing this TLB */
    127 	u_int ti_index;
    128 	enum tlb_invalidate_op ti_tlbinvop;
    129 #define tlbinfo_index(ti)	((ti)->ti_index)
    130 #else
    131 #define tlbinfo_index(ti)	((void)(ti), 0)
    132 #endif
    133 #if !defined(PMAP_TLB_NO_SYNCI_EVCNT)
    134 	struct evcnt ti_evcnt_synci_asts;
    135 	struct evcnt ti_evcnt_synci_all;
    136 	struct evcnt ti_evcnt_synci_pages;
    137 	struct evcnt ti_evcnt_synci_deferred;
    138 	struct evcnt ti_evcnt_synci_desired;
    139 	struct evcnt ti_evcnt_synci_duplicate;
    140 #endif /* !PMAP_TLB_NO_SYNCI_EVCNT */
    141 #else
    142 #define tlbinfo_index(ti)	((void)(ti), 0)
    143 #endif
    144 	struct evcnt ti_evcnt_asid_reinits;
    145 #ifndef PMAP_TLB_BITMAP_LENGTH
    146 #define	PMAP_TLB_BITMAP_LENGTH 256
    147 #endif
    148 	__BITMAP_TYPE(, u_long, PMAP_TLB_BITMAP_LENGTH) ti_asid_bitmap;
    149 };
    150 
    151 #ifdef	_KERNEL
    152 extern struct pmap_tlb_info pmap_tlb0_info;
    153 #ifdef MULTIPROCESSOR
    154 extern struct pmap_tlb_info *pmap_tlbs[PMAP_TLB_MAX];
    155 extern u_int pmap_ntlbs;
    156 #endif
    157 
    158 #ifndef cpu_set_tlb_info
    159 # define cpu_set_tlb_info(ci, ti)	((void)((ci)->ci_tlb_info = (ti)))
    160 #endif
    161 #ifndef cpu_tlb_info
    162 # if PMAP_TLB_MAX > 1
    163 #  define cpu_tlb_info(ci)		((ci)->ci_tlb_info)
    164 # else
    165 #  define cpu_tlb_info(ci)		(&pmap_tlb0_info)
    166 # endif
    167 #endif
    168 
    169 #ifdef MULTIPROCESSOR
    170 void	pmap_tlb_shootdown_process(void);
    171 bool	pmap_tlb_shootdown_bystanders(pmap_t pmap);
    172 void	pmap_tlb_info_attach(struct pmap_tlb_info *, struct cpu_info *);
    173 void	pmap_md_tlb_info_attach(struct pmap_tlb_info *, struct cpu_info *);
    174 #endif
    175 void	pmap_tlb_info_init(struct pmap_tlb_info *);
    176 void	pmap_tlb_info_evcnt_attach(struct pmap_tlb_info *);
    177 void	pmap_tlb_asid_acquire(pmap_t, struct lwp *l);
    178 void	pmap_tlb_asid_deactivate(pmap_t);
    179 void	pmap_tlb_asid_release_all(pmap_t);
    180 int	pmap_tlb_update_addr(pmap_t, vaddr_t, pt_entry_t, u_int);
    181 #define	PMAP_TLB_NEED_IPI	0x01
    182 #define	PMAP_TLB_INSERT		0x02
    183 void	pmap_tlb_invalidate_addr(pmap_t, vaddr_t);
    184 void	pmap_tlb_check(pmap_t, bool (*)(void *, vaddr_t, tlb_asid_t, pt_entry_t));
    185 void	pmap_tlb_asid_check(void);
    186 
    187 #endif	/* _KERNEL */
    188 #endif	/* _UVM_PMAP_PMAP_TLB_H_ */
    189