17bb01fb2SAntonio Nino Diaz /* 27bb01fb2SAntonio Nino Diaz * Copyright (c) 2017, ARM Limited and Contributors. All rights reserved. 37bb01fb2SAntonio Nino Diaz * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 57bb01fb2SAntonio Nino Diaz */ 67bb01fb2SAntonio Nino Diaz 77bb01fb2SAntonio Nino Diaz #ifndef __XLAT_TABLES_PRIVATE_H__ 87bb01fb2SAntonio Nino Diaz #define __XLAT_TABLES_PRIVATE_H__ 97bb01fb2SAntonio Nino Diaz 107bb01fb2SAntonio Nino Diaz #include <cassert.h> 117bb01fb2SAntonio Nino Diaz #include <platform_def.h> 1253d9c9c8SScott Branden #include <utils_def.h> 137bb01fb2SAntonio Nino Diaz 147bb01fb2SAntonio Nino Diaz /* 157bb01fb2SAntonio Nino Diaz * If the platform hasn't defined a physical and a virtual address space size 167bb01fb2SAntonio Nino Diaz * default to ADDR_SPACE_SIZE. 177bb01fb2SAntonio Nino Diaz */ 187bb01fb2SAntonio Nino Diaz #if ERROR_DEPRECATED 197bb01fb2SAntonio Nino Diaz # ifdef ADDR_SPACE_SIZE 207bb01fb2SAntonio Nino Diaz # error "ADDR_SPACE_SIZE is deprecated. Use PLAT_xxx_ADDR_SPACE_SIZE instead." 217bb01fb2SAntonio Nino Diaz # endif 227bb01fb2SAntonio Nino Diaz #elif defined(ADDR_SPACE_SIZE) 237bb01fb2SAntonio Nino Diaz # ifndef PLAT_PHY_ADDR_SPACE_SIZE 247bb01fb2SAntonio Nino Diaz # define PLAT_PHY_ADDR_SPACE_SIZE ADDR_SPACE_SIZE 257bb01fb2SAntonio Nino Diaz # endif 267bb01fb2SAntonio Nino Diaz # ifndef PLAT_VIRT_ADDR_SPACE_SIZE 277bb01fb2SAntonio Nino Diaz # define PLAT_VIRT_ADDR_SPACE_SIZE ADDR_SPACE_SIZE 287bb01fb2SAntonio Nino Diaz # endif 297bb01fb2SAntonio Nino Diaz #endif 307bb01fb2SAntonio Nino Diaz 317bb01fb2SAntonio Nino Diaz /* The virtual and physical address space sizes must be powers of two. */ 327bb01fb2SAntonio Nino Diaz CASSERT(IS_POWER_OF_TWO(PLAT_VIRT_ADDR_SPACE_SIZE), 337bb01fb2SAntonio Nino Diaz assert_valid_virt_addr_space_size); 347bb01fb2SAntonio Nino Diaz CASSERT(IS_POWER_OF_TWO(PLAT_PHY_ADDR_SPACE_SIZE), 357bb01fb2SAntonio Nino Diaz assert_valid_phy_addr_space_size); 367bb01fb2SAntonio Nino Diaz 377bb01fb2SAntonio Nino Diaz /* Struct that holds all information about the translation tables. */ 387bb01fb2SAntonio Nino Diaz typedef struct { 397bb01fb2SAntonio Nino Diaz 407bb01fb2SAntonio Nino Diaz /* 417bb01fb2SAntonio Nino Diaz * Max allowed Virtual and Physical Addresses. 427bb01fb2SAntonio Nino Diaz */ 437bb01fb2SAntonio Nino Diaz unsigned long long pa_max_address; 447bb01fb2SAntonio Nino Diaz uintptr_t va_max_address; 457bb01fb2SAntonio Nino Diaz 467bb01fb2SAntonio Nino Diaz /* 477bb01fb2SAntonio Nino Diaz * Array of all memory regions stored in order of ascending end address 487bb01fb2SAntonio Nino Diaz * and ascending size to simplify the code that allows overlapping 497bb01fb2SAntonio Nino Diaz * regions. The list is terminated by the first entry with size == 0. 50*e769db3eSAntonio Nino Diaz * The max size of the list is stored in `mmap_num`. `mmap` points to an 51*e769db3eSAntonio Nino Diaz * array of mmap_num + 1 elements, so that there is space for the final 52*e769db3eSAntonio Nino Diaz * null entry. 537bb01fb2SAntonio Nino Diaz */ 54*e769db3eSAntonio Nino Diaz mmap_region_t *mmap; 557bb01fb2SAntonio Nino Diaz int mmap_num; 567bb01fb2SAntonio Nino Diaz 577bb01fb2SAntonio Nino Diaz /* 587bb01fb2SAntonio Nino Diaz * Array of finer-grain translation tables. 597bb01fb2SAntonio Nino Diaz * For example, if the initial lookup level is 1 then this array would 607bb01fb2SAntonio Nino Diaz * contain both level-2 and level-3 entries. 617bb01fb2SAntonio Nino Diaz */ 627bb01fb2SAntonio Nino Diaz uint64_t (*tables)[XLAT_TABLE_ENTRIES]; 637bb01fb2SAntonio Nino Diaz int tables_num; 640b64f4efSAntonio Nino Diaz /* 650b64f4efSAntonio Nino Diaz * Keep track of how many regions are mapped in each table. The base 660b64f4efSAntonio Nino Diaz * table can't be unmapped so it isn't needed to keep track of it. 670b64f4efSAntonio Nino Diaz */ 680b64f4efSAntonio Nino Diaz #if PLAT_XLAT_TABLES_DYNAMIC 690b64f4efSAntonio Nino Diaz int *tables_mapped_regions; 700b64f4efSAntonio Nino Diaz #endif /* PLAT_XLAT_TABLES_DYNAMIC */ 717bb01fb2SAntonio Nino Diaz 727bb01fb2SAntonio Nino Diaz int next_table; 737bb01fb2SAntonio Nino Diaz 747bb01fb2SAntonio Nino Diaz /* 757bb01fb2SAntonio Nino Diaz * Base translation table. It doesn't need to have the same amount of 767bb01fb2SAntonio Nino Diaz * entries as the ones used for other levels. 777bb01fb2SAntonio Nino Diaz */ 787bb01fb2SAntonio Nino Diaz uint64_t *base_table; 797bb01fb2SAntonio Nino Diaz int base_table_entries; 807bb01fb2SAntonio Nino Diaz 81*e769db3eSAntonio Nino Diaz /* 82*e769db3eSAntonio Nino Diaz * Max Physical and Virtual addresses currently in use by the 83*e769db3eSAntonio Nino Diaz * translation tables. These might get updated as we map/unmap memory 84*e769db3eSAntonio Nino Diaz * regions but they will never go beyond pa/va_max_address. 85*e769db3eSAntonio Nino Diaz */ 867bb01fb2SAntonio Nino Diaz unsigned long long max_pa; 877bb01fb2SAntonio Nino Diaz uintptr_t max_va; 887bb01fb2SAntonio Nino Diaz 897bb01fb2SAntonio Nino Diaz /* Level of the base translation table. */ 907bb01fb2SAntonio Nino Diaz int base_level; 917bb01fb2SAntonio Nino Diaz 927bb01fb2SAntonio Nino Diaz /* Set to 1 when the translation tables are initialized. */ 937bb01fb2SAntonio Nino Diaz int initialized; 947bb01fb2SAntonio Nino Diaz 95a5640252SAntonio Nino Diaz /* 96a5640252SAntonio Nino Diaz * Bit mask that has to be ORed to the rest of a translation table 97a5640252SAntonio Nino Diaz * descriptor in order to prohibit execution of code at the exception 98a5640252SAntonio Nino Diaz * level of this translation context. 99a5640252SAntonio Nino Diaz */ 100a5640252SAntonio Nino Diaz uint64_t execute_never_mask; 101a5640252SAntonio Nino Diaz 1027bb01fb2SAntonio Nino Diaz } xlat_ctx_t; 1037bb01fb2SAntonio Nino Diaz 1040b64f4efSAntonio Nino Diaz #if PLAT_XLAT_TABLES_DYNAMIC 1050b64f4efSAntonio Nino Diaz /* 1060b64f4efSAntonio Nino Diaz * Shifts and masks to access fields of an mmap_attr_t 1070b64f4efSAntonio Nino Diaz */ 1080b64f4efSAntonio Nino Diaz /* Dynamic or static */ 1090b64f4efSAntonio Nino Diaz #define MT_DYN_SHIFT 30 /* 31 would cause undefined behaviours */ 1100b64f4efSAntonio Nino Diaz 1110b64f4efSAntonio Nino Diaz /* 1120b64f4efSAntonio Nino Diaz * Memory mapping private attributes 1130b64f4efSAntonio Nino Diaz * 1140b64f4efSAntonio Nino Diaz * Private attributes not exposed in the mmap_attr_t enum. 1150b64f4efSAntonio Nino Diaz */ 1160b64f4efSAntonio Nino Diaz typedef enum { 1170b64f4efSAntonio Nino Diaz /* 1180b64f4efSAntonio Nino Diaz * Regions mapped before the MMU can't be unmapped dynamically (they are 1190b64f4efSAntonio Nino Diaz * static) and regions mapped with MMU enabled can be unmapped. This 1200b64f4efSAntonio Nino Diaz * behaviour can't be overridden. 1210b64f4efSAntonio Nino Diaz * 1220b64f4efSAntonio Nino Diaz * Static regions can overlap each other, dynamic regions can't. 1230b64f4efSAntonio Nino Diaz */ 1240b64f4efSAntonio Nino Diaz MT_STATIC = 0 << MT_DYN_SHIFT, 1250b64f4efSAntonio Nino Diaz MT_DYNAMIC = 1 << MT_DYN_SHIFT 1260b64f4efSAntonio Nino Diaz } mmap_priv_attr_t; 1270b64f4efSAntonio Nino Diaz 1280b64f4efSAntonio Nino Diaz /* 1290b64f4efSAntonio Nino Diaz * Function used to invalidate all levels of the translation walk for a given 1300b64f4efSAntonio Nino Diaz * virtual address. It must be called for every translation table entry that is 1310b64f4efSAntonio Nino Diaz * modified. 1320b64f4efSAntonio Nino Diaz */ 1330b64f4efSAntonio Nino Diaz void xlat_arch_tlbi_va(uintptr_t va); 1340b64f4efSAntonio Nino Diaz 1350b64f4efSAntonio Nino Diaz /* 1360b64f4efSAntonio Nino Diaz * This function has to be called at the end of any code that uses the function 1370b64f4efSAntonio Nino Diaz * xlat_arch_tlbi_va(). 1380b64f4efSAntonio Nino Diaz */ 1390b64f4efSAntonio Nino Diaz void xlat_arch_tlbi_va_sync(void); 1400b64f4efSAntonio Nino Diaz 1410b64f4efSAntonio Nino Diaz /* Add a dynamic region to the specified context. */ 1420b64f4efSAntonio Nino Diaz int mmap_add_dynamic_region_ctx(xlat_ctx_t *ctx, mmap_region_t *mm); 1430b64f4efSAntonio Nino Diaz 1440b64f4efSAntonio Nino Diaz /* Remove a dynamic region from the specified context. */ 1450b64f4efSAntonio Nino Diaz int mmap_remove_dynamic_region_ctx(xlat_ctx_t *ctx, uintptr_t base_va, 1460b64f4efSAntonio Nino Diaz size_t size); 1470b64f4efSAntonio Nino Diaz 1480b64f4efSAntonio Nino Diaz #endif /* PLAT_XLAT_TABLES_DYNAMIC */ 1490b64f4efSAntonio Nino Diaz 1507bb01fb2SAntonio Nino Diaz /* Print VA, PA, size and attributes of all regions in the mmap array. */ 1517bb01fb2SAntonio Nino Diaz void print_mmap(mmap_region_t *const mmap); 1527bb01fb2SAntonio Nino Diaz 1537bb01fb2SAntonio Nino Diaz /* 1547bb01fb2SAntonio Nino Diaz * Print the current state of the translation tables by reading them from 1557bb01fb2SAntonio Nino Diaz * memory. 1567bb01fb2SAntonio Nino Diaz */ 1577bb01fb2SAntonio Nino Diaz void xlat_tables_print(xlat_ctx_t *ctx); 1587bb01fb2SAntonio Nino Diaz 1597bb01fb2SAntonio Nino Diaz /* 1607bb01fb2SAntonio Nino Diaz * Initialize the translation tables by mapping all regions added to the 1617bb01fb2SAntonio Nino Diaz * specified context. 1627bb01fb2SAntonio Nino Diaz */ 1637bb01fb2SAntonio Nino Diaz void init_xlation_table(xlat_ctx_t *ctx); 1647bb01fb2SAntonio Nino Diaz 1657bb01fb2SAntonio Nino Diaz /* Add a static region to the specified context. */ 1667bb01fb2SAntonio Nino Diaz void mmap_add_region_ctx(xlat_ctx_t *ctx, mmap_region_t *mm); 1677bb01fb2SAntonio Nino Diaz 1687bb01fb2SAntonio Nino Diaz /* 1697bb01fb2SAntonio Nino Diaz * Architecture-specific initialization code. 1707bb01fb2SAntonio Nino Diaz */ 1717bb01fb2SAntonio Nino Diaz 172a5640252SAntonio Nino Diaz /* Returns the current Exception Level. The returned EL must be 1 or higher. */ 173a5640252SAntonio Nino Diaz int xlat_arch_current_el(void); 174a5640252SAntonio Nino Diaz 175a5640252SAntonio Nino Diaz /* 176a5640252SAntonio Nino Diaz * Returns the bit mask that has to be ORed to the rest of a translation table 177a5640252SAntonio Nino Diaz * descriptor so that execution of code is prohibited at the given Exception 178a5640252SAntonio Nino Diaz * Level. 179a5640252SAntonio Nino Diaz */ 180a5640252SAntonio Nino Diaz uint64_t xlat_arch_get_xn_desc(int el); 181a5640252SAntonio Nino Diaz 1827bb01fb2SAntonio Nino Diaz /* Execute architecture-specific translation table initialization code. */ 1837bb01fb2SAntonio Nino Diaz void init_xlat_tables_arch(unsigned long long max_pa); 1847bb01fb2SAntonio Nino Diaz 1857bb01fb2SAntonio Nino Diaz /* Enable MMU and configure it to use the specified translation tables. */ 1867bb01fb2SAntonio Nino Diaz void enable_mmu_arch(unsigned int flags, uint64_t *base_table); 1877bb01fb2SAntonio Nino Diaz 1887bb01fb2SAntonio Nino Diaz /* Return 1 if the MMU of this Exception Level is enabled, 0 otherwise. */ 1897bb01fb2SAntonio Nino Diaz int is_mmu_enabled(void); 1907bb01fb2SAntonio Nino Diaz 1917bb01fb2SAntonio Nino Diaz #endif /* __XLAT_TABLES_PRIVATE_H__ */ 192