| /openbsd/src/sys/uvm/ |
| D | uvm_pager.c | 246 KASSERT(pps[0]->pg_flags & PG_BUSY); in uvm_pagermapin() 265 KASSERT(pp->pg_flags & PG_BUSY); in uvm_pagermapin() 385 if ((pclust->pg_flags & PQ_INACTIVE) == 0) { in uvm_mk_pcluster() 392 if ((pclust->pg_flags & PG_CLEANCHK) == 0) { in uvm_mk_pcluster() 393 if ((pclust->pg_flags & (PG_CLEAN|PG_BUSY)) in uvm_mk_pcluster() 397 &pclust->pg_flags, in uvm_mk_pcluster() 400 atomic_setbits_int(&pclust->pg_flags, in uvm_mk_pcluster() 406 if ((pclust->pg_flags & (PG_CLEAN|PG_BUSY)) != 0) { in uvm_mk_pcluster() 411 atomic_setbits_int(&pclust->pg_flags, PG_BUSY); in uvm_mk_pcluster() 419 atomic_setbits_int(&pclust->pg_flags, in uvm_mk_pcluster() [all …]
|
| D | uvm_page.c | 140 KASSERT((pg->pg_flags & PG_TABLED) == 0); in uvm_pageinsert() 145 atomic_setbits_int(&pg->pg_flags, PG_TABLED); in uvm_pageinsert() 159 KASSERT(pg->pg_flags & PG_TABLED); in uvm_pageremove() 163 atomic_clearbits_int(&pg->pg_flags, PG_TABLED); in uvm_pageremove() 566 atomic_setbits_int(&pgs[lcv].pg_flags, in uvm_page_physload() 709 atomic_setbits_int(&pg->pg_flags, flags); in uvm_pagealloc_pg() 818 atomic_setbits_int(&pg->pg_flags, PG_CLEAN | PG_FAKE); in uvm_pagealloc_multi() 819 KASSERT((pg->pg_flags & PG_DEV) == 0); in uvm_pagealloc_multi() 856 atomic_setbits_int(&pg->pg_flags, PG_CLEAN | PG_FAKE); in uvm_pagerealloc_multi() 857 KASSERT((pg->pg_flags & PG_DEV) == 0); in uvm_pagerealloc_multi() [all …]
|
| D | uvm_pdaemon.c | 426 if ((pg->pg_flags & PQ_ANON) && anon->an_swslot) { in uvmpd_dropswap() 430 } else if (pg->pg_flags & PQ_AOBJ) { in uvmpd_dropswap() 572 if (p->pg_flags & PG_BUSY) { in uvmpd_scan_inactive() 591 if (p->pg_flags & PG_CLEAN) { in uvmpd_scan_inactive() 592 if (p->pg_flags & PQ_SWAPBACKED) { in uvmpd_scan_inactive() 634 if ((p->pg_flags & PQ_SWAPBACKED) && uvm_swapisfull()) { in uvmpd_scan_inactive() 646 if ((p->pg_flags & PQ_SWAPBACKED) && uvm_swapisfilled()) in uvmpd_scan_inactive() 658 swap_backed = ((p->pg_flags & PQ_SWAPBACKED) != 0); in uvmpd_scan_inactive() 659 atomic_setbits_int(&p->pg_flags, PG_BUSY); in uvmpd_scan_inactive() 680 &p->pg_flags, in uvmpd_scan_inactive() [all …]
|
| D | uvm_vnode.c | 485 if ((pp->pg_flags & PG_BUSY) == 0) in uvm_vnp_terminate() 638 atomic_clearbits_int(&pp->pg_flags, in uvn_flush() 659 if ((flags & PGO_CLEANIT) == 0 || (pp->pg_flags & PG_BUSY) != 0) { in uvn_flush() 661 if ((pp->pg_flags & PG_BUSY) != 0 && in uvn_flush() 670 if ((pp->pg_flags & PG_CLEAN) != 0 && in uvn_flush() 672 (pp->pg_flags & PQ_ACTIVE) != 0) in uvn_flush() 674 if ((pp->pg_flags & PG_CLEAN) != 0 && in uvn_flush() 676 atomic_clearbits_int(&pp->pg_flags, PG_CLEAN); in uvn_flush() 677 atomic_setbits_int(&pp->pg_flags, PG_CLEANCHK); in uvn_flush() 679 needs_clean = ((pp->pg_flags & PG_CLEAN) == 0); in uvn_flush() [all …]
|
| D | uvm_anon.c | 98 if ((pg->pg_flags & PG_BUSY) != 0) { in uvm_anfree_list() 99 atomic_setbits_int(&pg->pg_flags, PG_RELEASED); in uvm_anfree_list() 200 atomic_clearbits_int(&pg->pg_flags, PG_CLEAN); in uvm_anon_pagein() 246 KASSERT((pg->pg_flags & PG_RELEASED) != 0); in uvm_anon_release() 247 KASSERT((pg->pg_flags & PG_BUSY) != 0); in uvm_anon_release()
|
| D | uvm_object.c | 154 KASSERT(!(pgs[i]->pg_flags & PG_RELEASED)); in uvm_obj_wire() 156 if (pgs[i]->pg_flags & PQ_AOBJ) { in uvm_obj_wire() 157 atomic_clearbits_int(&pgs[i]->pg_flags, in uvm_obj_wire() 206 KASSERT(!(pg->pg_flags & PG_RELEASED)); in uvm_obj_unwire() 239 atomic_clearbits_int(&pg->pg_flags, PG_TABLED); in uvm_obj_free()
|
| D | uvm_fault.c | 185 if (pg && (pg->pg_flags & PG_BUSY) == 0) { in uvmfault_anonflush() 309 KASSERT(pg->pg_flags & PQ_ANON); in uvmfault_anonget() 316 if ((pg->pg_flags & (PG_BUSY|PG_RELEASED)) == 0) in uvmfault_anonget() 379 if (pg->pg_flags & PG_WANTED) { in uvmfault_anonget() 388 if (pg->pg_flags & PG_RELEASED) { in uvmfault_anonget() 443 atomic_clearbits_int(&pg->pg_flags, in uvmfault_anonget() 957 if (pg && (pg->pg_flags & (PG_RELEASED|PG_BUSY)) == 0 && in uvm_fault_upper_lookup() 1057 atomic_clearbits_int(&pg->pg_flags, PG_BUSY|PG_FAKE); in uvm_fault_upper() 1142 atomic_clearbits_int(&pg->pg_flags, PG_CLEAN); in uvm_fault_upper() 1197 KASSERT((pages[lcv]->pg_flags & PG_BUSY) == 0); in uvm_fault_lower_lookup() [all …]
|
| D | uvm_pmemrange.c | 71 #define VALID_FLAGS(pg_flags) \ argument 72 (((pg_flags) & ~(PQ_FREE|PG_ZERO|PG_PMAPMASK)) == 0x0) 104 if (pg->pg_flags & PG_ZERO) in uvm_pmr_pg_to_memtype() 350 KDASSERT(pg->pg_flags & PQ_FREE); in uvm_pmr_remove_addr() 367 KDASSERT(pg->pg_flags & PQ_FREE); in uvm_pmr_remove_size() 412 KDASSERT(pg->pg_flags & PQ_FREE); in uvm_pmr_insert_addr() 465 KDASSERT(pg->pg_flags & PQ_FREE); in uvm_pmr_insert_size() 809 KASSERT(pg_i->pg_flags & PQ_FREE); in uvm_pmr_extract_range() 1210 atomic_clearbits_int(&found->pg_flags, PG_PMAPMASK); in uvm_pmr_getpages() 1212 if (found->pg_flags & PG_ZERO) { in uvm_pmr_getpages() [all …]
|
| D | uvm_aobj.c | 836 if (pg->pg_flags & PG_BUSY) { in uao_detach() 909 if (pg->pg_flags & PG_BUSY) { in uao_flush() 1031 if (ptmp == NULL || (ptmp->pg_flags & PG_BUSY) != 0) { in uao_get() 1110 atomic_setbits_int(&ptmp->pg_flags, PQ_AOBJ); in uao_get() 1120 if ((ptmp->pg_flags & PG_BUSY) != 0) { in uao_get() 1131 atomic_setbits_int(&ptmp->pg_flags, PG_BUSY); in uao_get() 1177 if (ptmp->pg_flags & PG_WANTED) in uao_get() 1179 atomic_clearbits_int(&ptmp->pg_flags, in uao_get() 1201 atomic_clearbits_int(&ptmp->pg_flags, PG_FAKE); in uao_get() 1407 atomic_clearbits_int(&pg->pg_flags, PG_BUSY|PG_CLEAN|PG_FAKE); in uao_pagein_page()
|
| D | uvm_page.h | 103 u_int pg_flags; /* object flags [P] */ member 292 #define VM_PAGE_IS_FREE(entry) ((entry)->pg_flags & PQ_FREE)
|
| /openbsd/src/sys/dev/pci/drm/include/asm/ |
| D | set_memory.h | 38 atomic_clearbits_int(&pages[i]->pg_flags, PG_PMAP_WC); in set_pages_array_wb() 49 atomic_setbits_int(&pages[i]->pg_flags, PG_PMAP_WC); in set_pages_array_wc() 71 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_WC); in set_pages_wb()
|
| /openbsd/src/sys/arch/mips64/mips64/ |
| D | pmap.c | 1135 atomic_setbits_int(&pg->pg_flags, in pmap_enter() 1138 atomic_setbits_int(&pg->pg_flags, PGF_ATTR_REF); in pmap_enter() 1147 } else if (pg->pg_flags & PGF_ATTR_MOD) { in pmap_enter() 1424 if (pg->pg_flags & PGF_UNCACHED) in pmap_zero_page() 1426 else if (pg->pg_flags & PGF_CACHED) { in pmap_zero_page() 1466 if (srcpg->pg_flags & PGF_UNCACHED) in pmap_copy_page() 1468 else if (srcpg->pg_flags & PGF_CACHED) { in pmap_copy_page() 1477 if (dstpg->pg_flags & PGF_UNCACHED) in pmap_copy_page() 1479 else if (dstpg->pg_flags & PGF_CACHED) { in pmap_copy_page() 1512 if (pg->pg_flags & PGF_ATTR_MOD) { in pmap_clear_modify() [all …]
|
| /openbsd/src/sys/dev/pci/drm/amd/amdgpu/ |
| D | nv.c | 682 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 704 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 726 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 750 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 758 adev->pg_flags = 0; in nv_common_early_init() 774 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 797 adev->pg_flags = AMD_PG_SUPPORT_GFX_PG | in nv_common_early_init() 816 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 834 adev->pg_flags = AMD_PG_SUPPORT_VCN | in nv_common_early_init() 861 adev->pg_flags = AMD_PG_SUPPORT_GFX_PG | in nv_common_early_init() [all …]
|
| D | soc21.c | 604 adev->pg_flags = AMD_PG_SUPPORT_VCN | in soc21_common_early_init() 622 adev->pg_flags = in soc21_common_early_init() 649 adev->pg_flags = in soc21_common_early_init() 666 adev->pg_flags = AMD_PG_SUPPORT_VCN | in soc21_common_early_init() 690 adev->pg_flags = AMD_PG_SUPPORT_VCN | in soc21_common_early_init() 717 adev->pg_flags = AMD_PG_SUPPORT_VCN_DPG | in soc21_common_early_init() 749 adev->pg_flags = in soc21_common_early_init() 777 adev->pg_flags = AMD_PG_SUPPORT_VCN_DPG | in soc21_common_early_init()
|
| D | soc15.c | 983 adev->pg_flags = 0; in soc15_common_early_init() 1006 adev->pg_flags = 0; in soc15_common_early_init() 1029 adev->pg_flags = 0; in soc15_common_early_init() 1064 adev->pg_flags = AMD_PG_SUPPORT_SDMA | AMD_PG_SUPPORT_VCN; in soc15_common_early_init() 1084 adev->pg_flags = AMD_PG_SUPPORT_SDMA | in soc15_common_early_init() 1106 adev->pg_flags = AMD_PG_SUPPORT_SDMA | AMD_PG_SUPPORT_VCN; in soc15_common_early_init() 1125 adev->pg_flags = AMD_PG_SUPPORT_VCN | AMD_PG_SUPPORT_VCN_DPG; in soc15_common_early_init() 1154 adev->pg_flags = AMD_PG_SUPPORT_SDMA | in soc15_common_early_init() 1169 adev->pg_flags = AMD_PG_SUPPORT_VCN_DPG; in soc15_common_early_init() 1181 adev->pg_flags = in soc15_common_early_init()
|
| D | jpeg_v4_0_5.c | 193 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG_DPG) { in jpeg_v4_0_5_hw_init() 348 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG) { in jpeg_v4_0_5_disable_static_power_gating() 373 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG) { in jpeg_v4_0_5_enable_static_power_gating() 404 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG) { in jpeg_v4_0_5_start_dpg_mode() 494 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG_DPG) { in jpeg_v4_0_5_start() 551 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG_DPG) { in jpeg_v4_0_5_stop()
|
| D | jpeg_v5_0_0.c | 143 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG_DPG) in jpeg_v5_0_0_hw_init() 267 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG) { in jpeg_v5_0_0_enable_power_gating() 408 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG_DPG) { in jpeg_v5_0_0_start() 464 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG_DPG) { in jpeg_v5_0_0_stop()
|
| D | vi.c | 1485 adev->pg_flags = 0; in vi_common_early_init() 1506 adev->pg_flags = 0; in vi_common_early_init() 1523 adev->pg_flags = 0; in vi_common_early_init() 1546 adev->pg_flags = 0; in vi_common_early_init() 1569 adev->pg_flags = 0; in vi_common_early_init() 1592 adev->pg_flags = 0; in vi_common_early_init() 1616 adev->pg_flags = 0; in vi_common_early_init() 1636 adev->pg_flags = 0; in vi_common_early_init() 1638 adev->pg_flags |= AMD_PG_SUPPORT_GFX_SMG | in vi_common_early_init() 1661 adev->pg_flags = AMD_PG_SUPPORT_GFX_PG | in vi_common_early_init()
|
| /openbsd/src/sys/arch/sh/sh/ |
| D | pmap.c | 311 atomic_setbits_int(&pg->pg_flags, in pmap_enter() 315 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_enter() 319 if ((prot & PROT_WRITE) && (pg->pg_flags & PG_PMAP_MOD)) { in pmap_enter() 528 (pg->pg_flags & PG_PMAP_MOD))) { in __pmap_pv_remove() 800 return ((pg->pg_flags & PG_PMAP_REF) ? TRUE : FALSE); in pmap_is_referenced() 813 if ((pg->pg_flags & PG_PMAP_REF) == 0) in pmap_clear_reference() 816 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_clear_reference() 841 return ((pg->pg_flags & PG_PMAP_MOD) ? TRUE : FALSE); in pmap_is_modified() 855 modified = pg->pg_flags & PG_PMAP_MOD; in pmap_clear_modify() 859 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_MOD); in pmap_clear_modify() [all …]
|
| /openbsd/src/sys/arch/hppa/hppa/ |
| D | pmap.c | 239 atomic_clearbits_int(&pg->pg_flags, PG_BUSY); in pmap_pde_alloc() 284 if (ptp->pg_flags & PG_BUSY) in pmap_pde_release() 791 atomic_setbits_int(&pg->pg_flags, pmap_pvh_attrs(pte)); in pmap_enter() 879 atomic_setbits_int(&pg->pg_flags, in pmap_remove() 928 atomic_clearbits_int(&pg->pg_flags, in pmap_page_write_protect() 931 atomic_setbits_int(&pg->pg_flags, attrs); in pmap_page_write_protect() 971 atomic_setbits_int(&pg->pg_flags, in pmap_write_protect() 1022 atomic_setbits_int(&pg->pg_flags, attrs); in pmap_page_remove() 1099 atomic_clearbits_int(&pg->pg_flags, in pmap_changebit() 1102 atomic_setbits_int(&pg->pg_flags, attrs); in pmap_changebit() [all …]
|
| /openbsd/src/sys/arch/powerpc64/powerpc64/ |
| D | pmap.c | 1104 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_enter() 1106 atomic_setbits_int(&pg->pg_flags, PG_PMAP_MOD); in pmap_enter() 1108 if ((pg->pg_flags & PG_DEV) == 0 && cache != PMAP_CACHE_WB) in pmap_enter() 1116 need_sync = ((pg->pg_flags & PG_PMAP_EXE) == 0); in pmap_enter() 1118 atomic_clearbits_int(&pg->pg_flags, in pmap_enter() 1121 atomic_setbits_int(&pg->pg_flags, in pmap_enter() 1131 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_enter() 1182 if (pg->pg_flags & PG_PMAP_EXE) { in pmap_pted_ro() 1184 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_pted_ro() 1271 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_page_protect() [all …]
|
| /openbsd/src/sys/arch/riscv64/riscv64/ |
| D | pmap.c | 578 ((flags & PROT_MASK) || (pg->pg_flags & PG_PMAP_REF))) { in pmap_enter() 579 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_enter() 581 atomic_setbits_int(&pg->pg_flags, PG_PMAP_MOD); in pmap_enter() 582 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_enter() 593 if ((pg->pg_flags & PG_PMAP_EXE) == 0) in pmap_enter() 595 atomic_setbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_enter() 1539 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_page_protect() 1715 atomic_setbits_int(&pg->pg_flags, PG_PMAP_MOD|PG_PMAP_REF); in pmap_fault_fixup() 1716 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_fault_fixup() 1730 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_fault_fixup() [all …]
|
| /openbsd/src/sys/arch/powerpc/powerpc/ |
| D | pmap.c | 530 atomic_setbits_int(&pg->pg_flags, pmap_pte2flags(bits)); in pmap_attr_save() 575 if (pg != NULL && (pg->pg_flags & PG_PMAP_UC)) in pmap_enter() 579 else if (pg != NULL && !(pg->pg_flags & PG_DEV) && !nocache) in pmap_enter() 612 need_sync = ((pg->pg_flags & PG_PMAP_EXE) == 0); in pmap_enter() 614 atomic_clearbits_int(&pg->pg_flags, in pmap_enter() 617 atomic_setbits_int(&pg->pg_flags, in pmap_enter() 627 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_enter() 732 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_kenter_pa() 744 else if (pg != NULL && !(pg->pg_flags & PG_DEV) && !nocache) in pmap_kenter_pa() 966 bits = pg->pg_flags & flagbit; in pmap_test_attrs() [all …]
|
| /openbsd/src/sys/arch/arm64/arm64/ |
| D | pmap.c | 648 ((flags & PROT_MASK) || (pg->pg_flags & PG_PMAP_REF))) { in pmap_enter() 649 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_enter() 651 atomic_setbits_int(&pg->pg_flags, PG_PMAP_MOD); in pmap_enter() 652 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_enter() 663 if ((pg->pg_flags & PG_PMAP_EXE) == 0) in pmap_enter() 665 atomic_setbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_enter() 1624 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_page_protect() 1862 atomic_setbits_int(&pg->pg_flags, PG_PMAP_MOD|PG_PMAP_REF); in pmap_fault_fixup() 1863 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_EXE); in pmap_fault_fixup() 1877 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_fault_fixup() [all …]
|
| /openbsd/src/sys/arch/alpha/alpha/ |
| D | pmap.c | 1727 atomic_setbits_int(&pg->pg_flags, in pmap_enter() 1730 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_enter() 1735 attrs = pg->pg_flags; in pmap_enter() 2211 if (pg->pg_flags & PG_PMAP_MOD) { in pmap_clear_modify() 2214 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_MOD); in pmap_clear_modify() 2238 if (pg->pg_flags & PG_PMAP_REF) { in pmap_clear_reference() 2241 atomic_clearbits_int(&pg->pg_flags, PG_PMAP_REF); in pmap_clear_reference() 2259 rv = ((pg->pg_flags & PG_PMAP_REF) != 0); in pmap_is_referenced() 2279 rv = ((pg->pg_flags & PG_PMAP_MOD) != 0); in pmap_is_modified() 2635 atomic_setbits_int(&pg->pg_flags, PG_PMAP_REF | PG_PMAP_MOD); in pmap_emulate_reference() [all …]
|