| /src/sys/arch/aarch64/aarch64/ |
| pmap.c | 177 * this macro modifies PTE (*ptep). need to update PTE after this.
179 #define PTE_ICACHE_SYNC_PAGE(pte, ptep, asid, va) \
181 atomic_swap_64((ptep), (pte) | LX_BLKPAG_AF); \
714 pt_entry_t *ptep, pte; local
763 ptep = _pmap_pte_lookup_bs(pm, va, &blocksize);
764 valid = (ptep != NULL && lxpde_valid(pte = *ptep));
813 pt_entry_t *ptep; local
827 ptep = &l0[idx];
828 pde = *ptep;
862 pt_entry_t *ptep; local
875 pt_entry_t *ptep = NULL, pte; local
1228 pt_entry_t *ptep, pte; local
1268 pt_entry_t *ptep = NULL, pte; local
1791 pt_entry_t attr, pte, opte, *ptep; local
2089 pt_entry_t pte, *ptep; local
2152 pt_entry_t pte, *ptep = NULL; local
2361 pt_entry_t pte, *ptep; local
2395 pt_entry_t *ptep, pte; local
2517 pt_entry_t *ptep, pte, opte; local
2608 pt_entry_t *ptep, pte, opte; local
2692 pt_entry_t *ptep, pte; local
2731 pt_entry_t *ptep, pte; local
[all...] |
| pmap_machdep.c | 102 const pt_entry_t * const ptep = pmap_pte_lookup(pm, va); local
105 if (ptep == NULL || !pte_valid_p(pte = *ptep)) {
149 pt_entry_t * const ptep = pmap_pte_lookup(pm, va); local
150 if (ptep == NULL) {
151 UVMHIST_LOG(pmaphist, "... no ptep", 0, 0, 0, 0);
155 const pt_entry_t opte = *ptep;
170 UVMHIST_LOG(pmaphist, " pg=%#jx, opte=%#jx, ptep=%#jx", (uintptr_t)pg,
171 opte, (uintptr_t)ptep, 0);
185 atomic_swap_64(ptep, npte)
231 pt_entry_t * const ptep = pmap_pte_lookup(pm, va); local
[all...] |
| db_interface.c | 147 pt_entry_t *ptep, pte; local
162 ptep = kvtopte(addr);
163 KASSERT(ptep != NULL);
173 pte = pmap_kvattr(ptep, VM_PROT_EXECUTE | VM_PROT_READ | VM_PROT_WRITE);
185 *ptep = pte;
|
| /src/sys/arch/m68k/m68k/ |
| pmap_68k.c | 868 pte_load(pt_entry_t *ptep)
870 return atomic_load_relaxed(ptep);
874 pte_store(pt_entry_t *ptep, pt_entry_t npte)
876 atomic_store_relaxed(ptep, npte);
888 pte_update(pt_entry_t *ptep, pt_entry_t opte, pt_entry_t npte)
898 return atomic_cas_uint(ptep, opte, npte) == opte;
908 pte_set(pt_entry_t *ptep, pt_entry_t bits)
910 *ptep |= bits;
914 pte_mask(pt_entry_t *ptep, pt_entry_t mask)
916 *ptep &= mask
1557 pt_entry_t *ptep; local
1678 pt_entry_t *ptep = pmap_pv_pte(newpv); local
1905 pt_entry_t *ptep, opte, npte; local
2268 pt_entry_t opte, *ptep; local
2500 pt_entry_t *ptep, opte, npte; local
2596 pt_entry_t *ptep, npte, opte; local
2849 pt_entry_t * const ptep = pmap_kernel_pte(va); local
2914 pt_entry_t *ptep, opte; local
2971 pt_entry_t opte, npte, *ptep; local
3018 pt_entry_t pte, *ptep; local
3288 pt_entry_t *ptep, combined_pte = 0, diff, opte, npte; local
[all...] |
| /src/sys/uvm/pmap/ |
| pmap.c | 1027 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
1028 KASSERTMSG(ptep != NULL, "%#"PRIxVADDR " %#"PRIxVADDR, va,
1030 pt_entry_t pte = *ptep;
1048 pte_set(ptep, npte);
1109 pmap_pte_remove(pmap_t pmap, vaddr_t sva, vaddr_t eva, pt_entry_t *ptep,
1118 UVMHIST_LOG(pmaphist, "ptep=%#jx, flags(npte)=%#jx)",
1119 (uintptr_t)ptep, flags, 0, 0);
1123 for (; sva < eva; sva += NBPG, ptep++) {
1124 const pt_entry_t pte = *ptep;
1140 pte_set(ptep, npte)
1373 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
1492 pt_entry_t * const ptep = pmap_pte_reserve(pmap, va, flags); local
1602 pt_entry_t * const ptep = pmap_pte_reserve(pmap, va, 0); local
1757 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
1763 pmap, va, pte_value(pte), ptep); local
1806 const pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
1927 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
2083 pt_entry_t *ptep = pmap_pte_lookup(pmap, va); local
[all...] |
| /src/sys/arch/arm/arm32/ |
| pmap.c | 950 pmap_pte_sync_current(pmap_t pm, pt_entry_t *ptep)
953 PTE_SYNC(ptep);
957 # define PTE_SYNC_CURRENT(pm, ptep) pmap_pte_sync_current(pm, ptep)
959 # define PTE_SYNC_CURRENT(pm, ptep) __nothing
1525 pt_entry_t *ptep; local
1531 if ((ptep = pmap_alloc_l2_ptp(&l2b->l2b_pa)) == NULL) {
1545 l2b->l2b_kva = ptep;
1608 pt_entry_t * const ptep = l2b->l2b_kva; local
1636 pmap_free_l2_ptp(!pmap_is_cached(pm), ptep, l2b->l2b_pa)
1697 pt_entry_t * const ptep = &l2b->l2b_kva[l2pte_index(va)]; local
1976 pt_entry_t * const ptep local
2008 pt_entry_t * const ptep local
2296 pt_entry_t * const ptep = &l2b->l2b_kva[l2pte_index(pv->pv_va)]; local
2417 pt_entry_t * const ptep = &l2b->l2b_kva[l2pte_index(va)]; local
2665 pt_entry_t * const ptep = cpu_cdst_pte(0); local
2781 pt_entry_t * const ptep = cpu_cdst_pte(va_offset); local
2850 pt_entry_t *ptep; local
3165 pt_entry_t *ptep = &l2b->l2b_kva[l2pte_index(va)]; local
3522 pt_entry_t *ptep; member in struct:__anon1003
3548 pt_entry_t *ptep = &l2b->l2b_kva[l2pte_index(sva)]; local
3773 pt_entry_t * const ptep = &l2b->l2b_kva[l2pte_index(va)]; local
3928 pt_entry_t *ptep = sptep; local
3999 pt_entry_t *ptep, pte; local
4143 pt_entry_t *ptep = &l2b->l2b_kva[l2pte_index(sva)]; local
4221 pt_entry_t *ptep; local
4395 pt_entry_t * const ptep = &l2b->l2b_kva[l2pte_index(va)]; local
4483 pt_entry_t * const ptep = &l2b->l2b_kva[l2pte_index(va)]; local
4882 pt_entry_t *ptep, pte; local
5522 pt_entry_t * const ptep = cpu_cdst_pte(va_offset); local
5650 pt_entry_t * const ptep = cpu_cdst_pte(va_offset); local
6063 pt_entry_t *ptep; local
6184 pt_entry_t *ptep; local
6237 pt_entry_t *ptep; local
6333 pt_entry_t *ptep; local
6985 pt_entry_t *ptep; local
7149 pt_entry_t *ptep = (pt_entry_t *) kernel_pt_lookup(l1pte_pa(pdep[l1slot])); local
7609 pt_entry_t *ptep = (pt_entry_t *) kernel_pt_lookup(l1pte_pa(pde[l1slot])); local
7665 pt_entry_t *ptep = sptep; local
7932 pt_entry_t *ptep, pte; local
[all...] |
| /src/sys/arch/arm/include/arm32/ |
| pmap.h | 450 pt_entry_t *ptep; local
454 if (pmap_get_pde_pte(pmap_kernel(), va, &pdep, &ptep) == false)
456 return (ptep);
517 pmap_ptesync(pt_entry_t *ptep, size_t cnt)
520 cpu_dcache_wb_range((vaddr_t)ptep, cnt * sizeof(pt_entry_t));
522 cpu_sdcache_wb_range((vaddr_t)ptep, -1,
531 #define PTE_SYNC(ptep) pmap_ptesync((ptep), PAGE_SIZE / L2_S_SIZE)
532 #define PTE_SYNC_RANGE(ptep, cnt) pmap_ptesync((ptep), (cnt)
[all...] |
| /src/sys/arch/arm/include/ |
| asan.h | 177 pt_entry_t * const ptep = &l2pt[l2pte_index(va)];
179 if (!l2pte_valid_p(*ptep)) {
187 l2pte_set(ptep, npte, 0);
190 PTE_SYNC(ptep);
|
| /src/sys/arch/powerpc/booke/ |
| booke_pmap.c | 70 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
71 if (ptep == NULL) {
75 pt_entry_t pt_entry = *ptep;
145 pt_entry_t *ptep = pmap_kvtopte(stb, sva); local
147 *ptep++ = pt_entry ? (sva | pt_entry) : 0;
418 const pt_entry_t * const ptep = pmap_pte_lookup(pm, va); local
419 KASSERT(ptep != NULL);
420 pt_entry_t xpte = *ptep;
426 pm, va, asid, pte, xpte, *ptep);
|
| trap.c | 232 pt_entry_t * const ptep = trap_pte_lookup(tf, trunc_page(faultva), local
234 KASSERT(ptep != NULL);
235 pt_entry_t pte = *ptep;
248 *ptep = pte;
284 pt_entry_t * const ptep = trap_pte_lookup(tf, trunc_page(faultva), local
286 if (ptep == NULL)
288 KASSERT(ptep != NULL);
289 pt_entry_t pte = *ptep;
320 *ptep = pte;
354 const pt_entry_t * const ptep
[all...] |
| /src/sys/dev/qbus/ |
| qd.c | 566 int *ptep; /* page table entry pointer */ local
626 ptep = (int *) QVmap[0] + mapix;
627 phys_adr = (void *)(((int)*ptep&0x001FFFFF)<<VAX_PGSHIFT);
884 volatile int *ptep; local
917 ptep = (int *)(QVmap[0] + mapix);
918 for (i = 0; i < vax_btop(TMPSIZE); i++, ptep++)
919 *ptep = (*ptep & ~PG_PROT) | PG_V | PG_KW;
924 ptep = (int *)(QVmap[0] + mapix);
925 for (i = 0; i < vax_btop(REGSIZE); i++, ptep++
1076 volatile int *ptep; \/* page table entry pointer *\/ local
[all...] |
| /src/sys/arch/i386/include/ |
| pmap_private.h | 302 pmap_pte_cas(volatile pt_entry_t *ptep, pt_entry_t o, pt_entry_t n)
307 opte = *ptep;
309 xpq_queue_pte_update(xpmap_ptetomach(__UNVOLATILE(ptep)), n);
|
| /src/sys/arch/mips/mips/ |
| pmap_machdep.c | 184 UVMHIST_CALLARGS(pmaphist, "(pg=%#jx, prot=%d, ptep=%#jx)",
227 pt_entry_t * const ptep = pmap_pte_lookup(pmap_kernel(), va); local
228 *old_pte_p = *ptep; // save
230 *ptep = npte; // update page table
597 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); local
598 pt_entry_t entry = (ptep != NULL ? *ptep : 0);
869 const pt_entry_t * const ptep = pmap_pte_lookup(pm, va); local
870 KASSERTMSG(ptep != NULL, "va %#"PRIxVADDR" asid %u pte %#"PRIxPTE,
872 const pt_entry_t opte = *ptep;
[all...] |
| vm_machdep.c | 368 pt_entry_t * const ptep = pmap_pte_lookup(pmap_kernel(), kva); local
369 if (ptep == NULL)
371 if (!pte_valid_p(*ptep)) {
375 phys = pte_to_paddr(*ptep) | (kva & PGOFSET);
|
| kgdb_machdep.c | 107 const pt_entry_t * const ptep = pmap_pte_lookup(pmap_kernel(), kva); local
108 return ptep != NULL && pte_valid_p(*ptep);
|
| trap.c | 305 pt_entry_t * const ptep = pmap_pte_lookup(pmap, vaddr); local
306 if (!ptep)
309 pt_entry_t pte = *ptep;
312 " @ ptep %p", user_p ? 'u' : 'k', vaddr,
313 pte_value(pte), ptep);
331 atomic_or_32(ptep, mips_pg_m_bit());
333 *ptep = pte;
422 pt_entry_t *ptep = pfi->pfi_faultptep; local
425 PRIxVADDR" curpid=%u/%u ptep@%p=%#"
430 asid, ptep, ptep ? pte_value(*ptep) : 0)
[all...] |
| /src/sys/arch/powerpc/include/booke/ |
| pte.h | 269 pte_set(pt_entry_t *ptep, pt_entry_t pte)
271 *ptep = pte;
|
| /src/sys/arch/riscv/include/ |
| pmap.h | 234 pmap_md_nptep(pt_entry_t *ptep)
236 return ptep + 1;
|
| pte.h | 282 pte_set(pt_entry_t *ptep, pt_entry_t pte)
284 *ptep = pte;
|
| /src/sys/arch/riscv/riscv/ |
| trap.c | 337 pt_entry_t * const ptep = pmap_pte_lookup(pmap, addr); local
340 if (ptep == NULL)
343 pt_entry_t opte = *ptep;
397 } while (opte != atomic_cas_pte(ptep, opte, npte));
444 pt_entry_t *ptep = pfi->pfi_faultptep; local
447 "ptep@%p=%#"PRIxPTE")\n", __func__,
450 asid, ptep, ptep ? pte_value(*ptep) : 0);
|
| /src/sys/arch/aarch64/include/ |
| pmap_machdep.h | 199 pmap_md_nptep(pt_entry_t *ptep)
202 return ptep + 1;
314 pte_set(pt_entry_t *ptep, pt_entry_t pte)
317 *ptep = pte;
|
| pmap.h | 129 pmap_kvattr(pt_entry_t *ptep, vm_prot_t prot)
131 pt_entry_t pte = *ptep;
154 *ptep = pte;
|
| /src/sys/arch/amd64/include/ |
| pmap_private.h | 235 pmap_pte_cas(volatile pt_entry_t *ptep, pt_entry_t o, pt_entry_t n)
240 opte = *ptep;
242 xpq_queue_pte_update(xpmap_ptetomach(__UNVOLATILE(ptep)), n);
|
| /src/sys/arch/sparc/sparc/ |
| pmap.c | 534 void setpgt4m(int *ptep, int pte);
858 setpgt4m(int *ptep, int pte)
862 swap(ptep, pte);
867 setpgt4m_va(vaddr_t va, int *ptep, int pte, int pageflush, int ctx,
872 updatepte4m(va, ptep, 0xffffffff, pte, pageflush ? ctx : 0, cpuset);
877 setpgt4m(ptep, pte);
1615 int i, va, *ptep, pte; local
1683 ptep = sp->sg_pte;
1748 int swbits = *ptep & PG_MBZ;
1755 *ptep++ = swbits | (pte & ~(PG_U|PG_M))
2368 int pte, *ptep; local
3835 int pte, *ptep; local
4696 int pte, mmupte, *ptep, perpage, npg; local
4841 int *ptep, pteva, pte, perpage, npg; local
5045 int vr, vs, pteva, pte, *ptep; local
5207 int *ptep = &sp->sg_pte[VA_VPG(va)]; local
5265 int vr, vs, newprot, ctx, pte, *ptep; local
5651 int *ptep; local
5760 int vr, vs, *ptep, pte, pmeg, s; local
5950 int *ptep, pteproto; local
6051 int pte, mmupte, *ptep, perpage, npg, inmmu; local
6672 int vr, vs, *ptep; local
6727 int pte, *ptep; local
[all...] |
| /src/sys/arch/powerpc/oea/ |
| pmap_kernel.c | 283 pmap_pte_print(volatile struct pte *ptep)
285 (*pmapops->pmapop_pte_print)(ptep);
|
