Context Navigation

← Previous Revision
Next Revision →
Blame
Revision Log

hal_gpt.c

Last change on this file was 686, checked in by alain, 3 years ago
cosmetic
File size: 40.9 KB

Line
1	/*
2	* hal_gpt.c - implementation of the Generic Page Table API for TSAR-MIPS32
3	*
4	* Author Alain Greiner (2016,2017,2018,2019,2020)
5	*
6	* Copyright (c) UPMC Sorbonne Universites
7	*
8	* This file is part of ALMOS-MKH.
9	*
10	* ALMOS-MKH.is free software; you can redistribute it and/or modify it
11	* under the terms of the GNU General Public License as published by
12	* the Free Software Foundation; version 2.0 of the License.
13	*
14	* ALMOS-MKH.is distributed in the hope that it will be useful, but
15	* WITHOUT ANY WARRANTY; without even the implied warranty of
16	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17	* General Public License for more details.
18	*
19	* You should have received a copy of the GNU General Public License
20	* along with ALMOS-MKH.; if not, write to the Free Software Foundation,
21	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
22	*/
23
24	#include <hal_kernel_types.h>
25	#include <hal_gpt.h>
26	#include <hal_vmm.h>
27	#include <hal_special.h>
28	#include <hal_irqmask.h>
29	#include <printk.h>
30	#include <bits.h>
31	#include <process.h>
32	#include <kmem.h>
33	#include <thread.h>
34	#include <cluster.h>
35	#include <ppm.h>
36	#include <page.h>
37
38	////////////////////////////////////////////////////////////////////////////////////////
39	// The Page Table for the TSAR-MIPS32 MMU is defined as a two levels radix tree.
40	//
41	// It defines two page sizes : 4 Kbytes pages, and 2 Mbytes pages.
42	// The virtual address space size is 4 Gbytes (32 bits virtual addresses).
43	// The physical address space is limited to 1 Tbytes (40 bits physical addresses).
44	// - For a 4 Kbytes page, the VPN uses 20 bits, and the PPN requires 28 bits.
45	// - For a 2 Mbytes page, the PPN uses 11 bits, and the PPN requires 19 bits.
46	//
47	// The first level array (PT1) contains 2048 entries, each entry contains 4 bytes,
48	// and this array is aligned on a 8K bytes boundary.
49	//
50	// The second level array (PT2) contains 512 entries, each entry contains 8 bytes,
51	// and this array is ligned on a 4K bytes boundary.
52	////////////////////////////////////////////////////////////////////////////////////////
53
54
55	////////////////////////////////////////////////////////////////////////////////////////
56	// This define the masks for the TSAR MMU PTE attributes (from TSAR MMU specification)
57	////////////////////////////////////////////////////////////////////////////////////////
58
59	#define TSAR_PTE_MAPPED 0x80000000
60	#define TSAR_PTE_SMALL 0x40000000
61	#define TSAR_PTE_LOCAL 0x20000000
62	#define TSAR_PTE_REMOTE 0x10000000
63	#define TSAR_PTE_CACHABLE 0x08000000
64	#define TSAR_PTE_WRITABLE 0x04000000
65	#define TSAR_PTE_EXECUTABLE 0x02000000
66	#define TSAR_PTE_USER 0x01000000
67	#define TSAR_PTE_GLOBAL 0x00800000
68	#define TSAR_PTE_DIRTY 0x00400000
69
70	#define TSAR_PTE_COW 0x00000001 // only for small pages
71	#define TSAR_PTE_SWAP 0x00000004 // only for small pages
72	#define TSAR_PTE_LOCKED 0x00000008 // only for small pages
73
74	////////////////////////////////////////////////////////////////////////////////////////
75	// TSAR MMU related macros (from the TSAR MMU specification)
76	// - IX1 on 11 bits
77	// - IX2 on 9 bits
78	// - PPN on 28 bits
79	////////////////////////////////////////////////////////////////////////////////////////
80
81	#define TSAR_MMU_IX1_WIDTH 11
82	#define TSAR_MMU_IX2_WIDTH 9
83	#define TSAR_MMU_PPN_WIDTH 28
84
85	#define TSAR_MMU_PTE1_ATTR_MASK 0xFFC00000
86	#define TSAR_MMU_PTE1_PPN_MASK 0x0007FFFF
87
88	#define TSAR_MMU_IX1_FROM_VPN( vpn ) ((vpn >> 9) & 0x7FF)
89	#define TSAR_MMU_IX2_FROM_VPN( vpn ) (vpn & 0x1FF)
90
91	#define TSAR_MMU_PPN2_FROM_PTE1( pte1 ) (pte1 & 0x0FFFFFFF)
92	#define TSAR_MMU_PPN1_FROM_PTE1( pte1 ) ((pte1 & 0x0007FFFF)<<9)
93	#define TSAR_MMU_ATTR_FROM_PTE1( pte1 ) (pte1 & 0xFFC00000)
94
95	#define TSAR_MMU_PPN_FROM_PTE2( pte2 ) (pte2 & 0x0FFFFFFF)
96	#define TSAR_MMU_ATTR_FROM_PTE2( pte2 ) (pte2 & 0xFFC000FF)
97
98	///////////////////////////////////////////////////////////////////////////////////////
99	// This static function translates the GPT attributes to the TSAR attributes
100	///////////////////////////////////////////////////////////////////////////////////////
101	static inline uint32_t gpt2tsar( uint32_t gpt_attr )
102	{
103	uint32_t tsar_attr = 0;
104
105	if( gpt_attr & GPT_MAPPED ) tsar_attr \|= TSAR_PTE_MAPPED;
106	if( gpt_attr & GPT_SMALL ) tsar_attr \|= TSAR_PTE_SMALL;
107	if( gpt_attr & GPT_WRITABLE ) tsar_attr \|= TSAR_PTE_WRITABLE;
108	if( gpt_attr & GPT_EXECUTABLE ) tsar_attr \|= TSAR_PTE_EXECUTABLE;
109	if( gpt_attr & GPT_CACHABLE ) tsar_attr \|= TSAR_PTE_CACHABLE;
110	if( gpt_attr & GPT_USER ) tsar_attr \|= TSAR_PTE_USER;
111	if( gpt_attr & GPT_DIRTY ) tsar_attr \|= TSAR_PTE_DIRTY;
112	if( gpt_attr & GPT_ACCESSED ) tsar_attr \|= TSAR_PTE_LOCAL;
113	if( gpt_attr & GPT_GLOBAL ) tsar_attr \|= TSAR_PTE_GLOBAL;
114	if( gpt_attr & GPT_COW ) tsar_attr \|= TSAR_PTE_COW;
115	if( gpt_attr & GPT_SWAP ) tsar_attr \|= TSAR_PTE_SWAP;
116	if( gpt_attr & GPT_LOCKED ) tsar_attr \|= TSAR_PTE_LOCKED;
117
118	return tsar_attr;
119	}
120
121	///////////////////////////////////////////////////////////////////////////////////////
122	// This static function translates the TSAR attributes to the GPT attributes
123	///////////////////////////////////////////////////////////////////////////////////////
124	static inline uint32_t tsar2gpt( uint32_t tsar_attr )
125	{
126	uint32_t gpt_attr = 0;
127
128	if( tsar_attr & TSAR_PTE_MAPPED ) gpt_attr \|= GPT_MAPPED;
129	if( tsar_attr & TSAR_PTE_MAPPED ) gpt_attr \|= GPT_READABLE;
130	if( tsar_attr & TSAR_PTE_SMALL ) gpt_attr \|= GPT_SMALL;
131	if( tsar_attr & TSAR_PTE_WRITABLE ) gpt_attr \|= GPT_WRITABLE;
132	if( tsar_attr & TSAR_PTE_EXECUTABLE ) gpt_attr \|= GPT_EXECUTABLE;
133	if( tsar_attr & TSAR_PTE_CACHABLE ) gpt_attr \|= GPT_CACHABLE;
134	if( tsar_attr & TSAR_PTE_USER ) gpt_attr \|= GPT_USER;
135	if( tsar_attr & TSAR_PTE_DIRTY ) gpt_attr \|= GPT_DIRTY;
136	if( tsar_attr & TSAR_PTE_LOCAL ) gpt_attr \|= GPT_ACCESSED;
137	if( tsar_attr & TSAR_PTE_REMOTE ) gpt_attr \|= GPT_ACCESSED;
138	if( tsar_attr & TSAR_PTE_GLOBAL ) gpt_attr \|= GPT_GLOBAL;
139	if( tsar_attr & TSAR_PTE_COW ) gpt_attr \|= GPT_COW;
140	if( tsar_attr & TSAR_PTE_SWAP ) gpt_attr \|= GPT_SWAP;
141	if( tsar_attr & TSAR_PTE_LOCKED ) gpt_attr \|= GPT_LOCKED;
142
143	return gpt_attr;
144	}
145
146	///////////////////////////////////////////////////////////////////////////////////////
147	// The blocking hal_gpt_lock_pte() function implements a busy-waiting policy to get
148	// exclusive access to a specific GPT entry.
149	// - when non zero, the following variable defines the max number of iterations
150	// in the busy waiting loop.
151	// - when zero, the watchdog mechanism is deactivated.
152	///////////////////////////////////////////////////////////////////////////////////////
153
154	#define GPT_LOCK_WATCHDOG 100000
155
156	/////////////////////////////////////
157	error_t hal_gpt_create( gpt_t * gpt )
158	{
159	void * base;
160
161	thread_t * this = CURRENT_THREAD;
162
163	#if DEBUG_HAL_GPT_CREATE
164	uint32_t cycle = (uint32_t)hal_get_cycles();
165	if( DEBUG_HAL_GPT_CREATE < cycle )
166	printk("\n[%s] thread[%x,%x] enter / cycle %d\n",
167	__FUNCTION__, this->process->pid, this->trdid, cycle );
168	#endif
169
170	// check page size
171	assert( __FUNCTION__, (CONFIG_PPM_PAGE_SIZE == 4096) ,
172	"the TSAR page size must be 4 Kbytes\n" );
173
174	// allocates 8 Kbytes for PT1
175	base = kmem_alloc( 13 , AF_ZERO );
176
177	if( base == NULL )
178	{
179	printk("\n[PANIC] in %s : no memory for PT1 / process %x / cluster %x\n",
180	__FUNCTION__, this->process->pid, local_cxy );
181	return ENOMEM;
182	}
183
184	// initialze the GPT descriptor
185	gpt->ptr = base;
186	gpt->pte1_wait_events = 0;
187	gpt->pte1_wait_iters = 0;
188	gpt->pte2_wait_events = 0;
189	gpt->pte2_wait_iters = 0;
190
191	#if DEBUG_HAL_GPT_CREATE
192	cycle = (uint32_t)hal_get_cycles();
193	if( DEBUG_HAL_GPT_CREATE < cycle )
194	printk("\n[%s] thread[%x,%x] exit / pt1_base %x / pt1_ppn %x / cycle %d\n",
195	__FUNCTION__, this->process->pid, this->trdid,
196	base, ppm_base2ppn( XPTR( local_cxy , base ) ), cycle );
197	#endif
198
199	return 0;
200
201	} // end hal_gpt_create()
202
203	///////////////////////////////////
204	void hal_gpt_destroy( gpt_t * gpt )
205	{
206	uint32_t ix1;
207	uint32_t ix2;
208	uint32_t * pt1;
209	uint32_t pte1;
210	ppn_t pt2_ppn;
211	uint32_t * pt2;
212	uint32_t attr;
213
214	thread_t * this = CURRENT_THREAD;
215
216	#if DEBUG_HAL_GPT_DESTROY
217	uint32_t cycle = (uint32_t)hal_get_cycles();
218	if( DEBUG_HAL_GPT_DESTROY < cycle )
219	printk("\n[%s] thread[%x,%x] enter / cycle %d\n",
220	__FUNCTION__, this->process->pid, this->trdid, cycle );
221	#endif
222
223	// get pointer on PT1
224	pt1 = (uint32_t *)gpt->ptr;
225
226	// scan the PT1
227	for( ix1 = 0 ; ix1 < 2048 ; ix1++ )
228	{
229	pte1 = pt1[ix1];
230
231	if( (pte1 & TSAR_PTE_MAPPED) != 0 ) // PTE1 mapped
232	{
233	if( (pte1 & TSAR_PTE_SMALL) == 0 ) // BIG page
234	{
235	printk("\n[WARNING] %s : valid PTE1 / thread[%x,%x] / ix1 %x\n",
236	__FUNCTION__, this->process->pid, this->trdid, ix1 );
237	}
238	else // PT2 exist
239	{
240	// get local pointer on PT2
241	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
242	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
243
244	// scan the PT2
245	for( ix2 = 0 ; ix2 < 512 ; ix2++ )
246	{
247	attr = TSAR_MMU_ATTR_FROM_PTE2( pt2[2 * ix2] );
248
249	if( (attr & TSAR_PTE_MAPPED) != 0 ) // PTE2 mapped
250	{
251	printk("\n[WARNING] %s : valid PTE2 / thread[%x,%x] / ix1 %x / ix2 %x\n",
252	__FUNCTION__, this->process->pid, this->trdid, ix1, ix2 );
253	}
254	}
255
256	// release the 4K bytes allocated for the PT2
257	kmem_free( pt2 , 12 );
258	}
259	}
260	}
261
262	// release the 8K bytes allocated for PT1
263	kmem_free( pt1 , 13 );
264
265	#if DEBUG_HAL_GPT_DESTROY
266	cycle = (uint32_t)hal_get_cycles();
267	if( DEBUG_HAL_GPT_DESTROY < cycle )
268	printk("\n[%s] thread[%x,%x] exit / cycle %d\n",
269	__FUNCTION__, this->process->pid, this->trdid, cycle );
270	#endif
271
272	} // end hal_gpt_destroy()
273
274	////////////////////////////////////////////
275	error_t hal_gpt_lock_pte( xptr_t gpt_xp,
276	vpn_t vpn,
277	uint32_t * attr,
278	ppn_t * ppn )
279	{
280	uint32_t * pt1; // local pointer on PT1 base
281	xptr_t pte1_xp; // extended pointer on PT1[x1] entry
282	uint32_t pte1; // value of PT1[x1] entry
283	uint32_t * pt2; // local pointer on PT2 base
284	ppn_t pt2_ppn; // PPN of page containing PT2
285	xptr_t pte2_xp; // extended pointer on PT2[ix2].attr
286	uint32_t pte2_attr; // PT2[ix2].attr current value
287	uint32_t pte2_ppn; // PT2[ix2].ppn current value
288	bool_t success; // used for both PTE1 and PTE2 mapping
289	uint32_t count; // watchdog
290	uint32_t sr_save; // for critical section
291
292	// get cluster and local pointer on GPT
293	cxy_t gpt_cxy = GET_CXY( gpt_xp );
294	gpt_t * gpt_ptr = GET_PTR( gpt_xp );
295
296	#if DEBUG_HAL_GPT_LOCK_PTE
297	thread_t * this = CURRENT_THREAD;
298	uint32_t cycle = (uint32_t)hal_get_cycles();
299	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
300	if( (vpn == 0xc1fff) && (gpt_cxy == 0x1) )
301	printk("\n[%s] thread[%x,%x] enters / vpn %x in cluster %x / cycle %d\n",
302	__FUNCTION__, this->process->pid, this->trdid, vpn, gpt_cxy, cycle );
303	#endif
304
305	// get indexes in PTI & PT2 from vpn
306	uint32_t ix1 = TSAR_MMU_IX1_FROM_VPN( vpn );
307	uint32_t ix2 = TSAR_MMU_IX2_FROM_VPN( vpn );
308
309	// get local pointer on PT1
310	pt1 = hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
311
312	// build extended pointer on PTE1 == PT1[ix1]
313	pte1_xp = XPTR( gpt_cxy , &pt1[ix1] );
314
315	// get current PT1 entry value
316	pte1 = hal_remote_l32( pte1_xp );
317
318	// If PTE1 is unmapped, the calling thread try to map this PTE1.
319	// To prevent multiple concurrent PT2 allocations, only the thread that
320	// successfully locked the PTE1 allocates a new PT2 and updates the PTE1.
321	// All other threads simply wait until the missing PTE1 is mapped.
322
323	if( (pte1 & TSAR_PTE_MAPPED) == 0 )
324	{
325	if( (pte1 & TSAR_PTE_LOCKED) == 0 )
326	{
327	// try to atomically lock the PTE1
328	success = hal_remote_atomic_cas( pte1_xp,
329	pte1,
330	TSAR_PTE_LOCKED );
331	}
332	else
333	{
334	success = false;
335	}
336
337	if( success ) // winner thread allocates one 4 Kbytes page for PT2
338	{
339	// enter critical section
340	hal_disable_irq( &sr_save );
341
342	// allocate a 4K bytes PT2
343	pt2 = kmem_remote_alloc( gpt_cxy , 12 , AF_ZERO );
344
345	if( pt2 == NULL )
346	{
347	printk("\n[ERROR] in %s : cannot allocate memory for PT2 in cluster %d\n",
348	__FUNCTION__, gpt_cxy );
349	return -1;
350	}
351
352	// get the PT2 PPN
353	pt2_ppn = ppm_base2ppn( XPTR( gpt_cxy , pt2 ) );
354
355	// build PTE1
356	pte1 = TSAR_PTE_MAPPED \| TSAR_PTE_SMALL \| pt2_ppn;
357
358	// set the PTE1 value in PT1 / this unlocks the PTE1
359	hal_remote_s32( pte1_xp , pte1 );
360	hal_fence();
361
362	// exit critical section
363	hal_restore_irq( sr_save );
364
365	#if DEBUG_HAL_GPT_LOCK_PTE
366	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
367	if( (vpn == 0xc1fff) && (gpt_cxy == 0x1) )
368	printk("\n[%s] PTE1 unmapped : winner thread[%x,%x] allocates a PT2 for vpn %x in cluster %x\n",
369	__FUNCTION__, this->process->pid, this->trdid, vpn, gpt_cxy );
370	#endif
371
372	}
373	else // other threads wait until PTE1 mapped by the winner
374	{
375
376	#if DEBUG_HAL_GPT_LOCK_PTE
377	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
378	if( (vpn == 0xc1fff) && (gpt_cxy == 0x1) )
379	printk("\n[%s] PTE1 unmapped : loser thread[%x,%x] wait PTE1 for vpn %x in cluster %x\n",
380	__FUNCTION__, this->process->pid, this->trdid, vpn, gpt_cxy );
381	#endif
382
383	count = 0;
384	do
385	{
386	// get current pte1 value
387	pte1 = hal_remote_l32( pte1_xp );
388
389	// check iterations number
390	if( count > GPT_LOCK_WATCHDOG )
391	{
392	thread_t * this = CURRENT_THREAD;
393	uint32_t cycle = (uint32_t)hal_get_cycles();
394	printk("\n[PANIC] in %s for PTE1 after %d iterations\n"
395	" thread[%x,%x] / vpn %x / cluster %x / pte1 %x / cycle %d\n",
396	__FUNCTION__, count, this->process->pid, this->trdid,
397	vpn, gpt_cxy, pte1, cycle );
398
399	xptr_t process_xp = cluster_get_process_from_pid_in_cxy( gpt_cxy,
400	this->process->pid );
401	hal_vmm_display( process_xp , true );
402
403	hal_core_sleep();
404	}
405
406	// increment watchdog
407	count++;
408	}
409	while( (pte1 & TSAR_PTE_MAPPED) == 0 );
410
411	#if CONFIG_INSTRUMENTATION_GPT
412	hal_remote_atomic_add( XPTR( gpt_cxy , &gpt_ptr->pte1_wait_events ) , 1 );
413	hal_remote_atomic_add( XPTR( gpt_cxy , &gpt_ptr->pte1_wait_iters ) , count );
414	#endif
415
416
417	#if DEBUG_HAL_GPT_LOCK_PTE
418	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
419	if( (vpn == 0xc1fff) && (gpt_cxy == 0x1) )
420	printk("\n[%s] PTE1 unmapped : loser thread[%x,%x] get PTE1 for vpn %x in cluster %x\n",
421	__FUNCTION__, this->process->pid, this->trdid, vpn, gpt_cxy );
422	#endif
423	}
424	} // end if pte1 unmapped
425
426	// This code is executed by all calling threads
427
428	// check PTE1 : only small and mapped pages can be locked
429	assert( __FUNCTION__, (pte1 & (TSAR_PTE_SMALL \| TSAR_PTE_MAPPED)) , "cannot lock a big or unmapped page\n");
430
431	#if DEBUG_HAL_GPT_LOCK_PTE
432	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
433	if( (vpn == 0xc1fff) && (gpt_cxy == 0x1) )
434	printk("\n[%s] thread[%x,%x] get pte1 %x for vpn %x in cluster %x\n",
435	__FUNCTION__, this->process->pid, this->trdid, pte1, vpn, gpt_cxy );
436	#endif
437
438	// get pointer on PT2 base
439	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
440	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
441
442	// build extended pointers on PT2[ix2].attr
443	pte2_xp = XPTR( gpt_cxy , &pt2[2 * ix2] );
444
445	// initialize external loop watchdog
446	count = 0;
447
448	// in this busy waiting loop, each thread try to atomically
449	// lock the PTE2, after checking that the PTE2 is not locked
450
451	do
452	{
453	// get current value of pte2_attr
454	pte2_attr = hal_remote_l32( pte2_xp );
455
456	// check loop watchdog
457	if( count > GPT_LOCK_WATCHDOG )
458	{
459	thread_t * this = CURRENT_THREAD;
460	uint32_t cycle = (uint32_t)hal_get_cycles();
461	printk("\n[PANIC] in %s for PTE2 after %d iterations\n"
462	" thread[%x,%x] / vpn %x / cluster %x / pte2_attr %x / cycle %d\n",
463	__FUNCTION__, count, this->process->pid, this->trdid,
464	vpn, gpt_cxy, pte2_attr, cycle );
465
466	xptr_t process_xp = cluster_get_process_from_pid_in_cxy( gpt_cxy,
467	this->process->pid );
468	hal_vmm_display( process_xp , true );
469
470	hal_core_sleep();
471	}
472
473	// increment loop watchdog
474	count++;
475
476	if( (pte2_attr & TSAR_PTE_LOCKED) == 0 )
477	{
478	// try to atomically set the TSAR_PTE_LOCKED attribute
479	success = hal_remote_atomic_cas( pte2_xp,
480	pte2_attr,
481	(pte2_attr \| TSAR_PTE_LOCKED) );
482	}
483	else
484	{
485	success = false;
486	}
487	}
488	while( success == false );
489
490	#if CONFIG_INSTRUMENTATION_GPT
491	hal_remote_atomic_add( XPTR( gpt_cxy , &gpt_ptr->pte2_wait_events ) , 1 );
492	hal_remote_atomic_add( XPTR( gpt_cxy , &gpt_ptr->pte2_wait_iters ) , count );
493	#endif
494
495	// get PTE2.ppn
496	pte2_ppn = hal_remote_l32( pte2_xp + 4 );
497
498	#if DEBUG_HAL_GPT_LOCK_PTE
499	cycle = (uint32_t)hal_get_cycles();
500	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
501	if( (vpn == 0xc1fff) && (gpt_cxy == 0x1) )
502	printk("\n[%s] thread[%x,%x] success / vpn %x in cluster %x / attr %x / ppn %x / cycle %d\n",
503	__FUNCTION__, this->process->pid, this->trdid, vpn, gpt_cxy, pte2_attr, pte2_ppn, cycle );
504	#endif
505
506	// return PPN and GPT attributes
507	*ppn = pte2_ppn & ((1<<TSAR_MMU_PPN_WIDTH)-1);
508	*attr = tsar2gpt( pte2_attr );
509	return 0;
510
511	} // end hal_gpt_lock_pte()
512
513	////////////////////////////////////////
514	void hal_gpt_unlock_pte( xptr_t gpt_xp,
515	vpn_t vpn )
516	{
517	uint32_t * pt1; // local pointer on PT1 base
518	xptr_t pte1_xp; // extended pointer on PT1[ix1]
519	uint32_t pte1; // value of PT1[ix1] entry
520
521	uint32_t * pt2; // PT2 base address
522	ppn_t pt2_ppn; // PPN of page containing PT2
523	xptr_t pte2_xp; // extended pointer on PT2[ix2].attr
524	uint32_t pte2_attr; // PTE2 attribute
525
526	// get cluster and local pointer on GPT
527	cxy_t gpt_cxy = GET_CXY( gpt_xp );
528	gpt_t * gpt_ptr = GET_PTR( gpt_xp );
529
530	// compute indexes in P1 and PT2
531	uint32_t ix1 = TSAR_MMU_IX1_FROM_VPN( vpn );
532	uint32_t ix2 = TSAR_MMU_IX2_FROM_VPN( vpn );
533
534	// get local pointer on PT1
535	pt1 = hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
536
537	// build extended pointer on PTE1 == PT1[ix1]
538	pte1_xp = XPTR( gpt_cxy , &pt1[ix1] );
539
540	// get current pte1 value
541	pte1 = hal_remote_l32( pte1_xp );
542
543	assert( __FUNCTION__, ((pte1 & TSAR_PTE_MAPPED) != 0),
544	"PTE1 for vpn %x in cluster %x is unmapped / pte1 = %x\n", vpn, gpt_cxy, pte1 );
545
546	assert( __FUNCTION__, ((pte1 & TSAR_PTE_SMALL ) != 0),
547	"PTE1 for vpn %x in cluster %x is not small / pte1 = %x\n", vpn, gpt_cxy, pte1 );
548
549	// get pointer on PT2 base
550	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
551	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
552
553	// build extended pointers on PT2[ix2].attr
554	pte2_xp = XPTR( gpt_cxy , &pt2[2 * ix2] );
555
556	// get PT2[ix2].attr
557	pte2_attr = hal_remote_l32( pte2_xp );
558
559	assert( __FUNCTION__, ((pte2_attr & TSAR_PTE_LOCKED) != 0),
560	"PTE2 for vpn %x in cluster %x is unlocked / pte2_attr = %x\n", vpn, gpt_cxy, pte2_attr );
561
562	// reset TSAR_PTE_LOCKED attribute
563	hal_remote_s32( pte2_xp , pte2_attr & ~TSAR_PTE_LOCKED );
564
565	#if DEBUG_HAL_GPT_LOCK_PTE
566	thread_t * this = CURRENT_THREAD;
567	uint32_t cycle = (uint32_t)hal_get_cycles();
568	// if( DEBUG_HAL_GPT_LOCK_PTE < cycle )
569	if( (vpn == 0xc5fff) && (gpt_cxy == 0x1) )
570	printk("\n[%s] thread[%x,%x] unlocks vpn %x in cluster %x / cycle %d\n",
571	__FUNCTION__, this->process->pid, this->trdid, vpn, gpt_cxy, cycle );
572	#endif
573
574	} // end hal_gpt_unlock_pte()
575
576
577	///////////////////////////////////////
578	void hal_gpt_set_pte( xptr_t gpt_xp,
579	vpn_t vpn,
580	uint32_t attr,
581	ppn_t ppn )
582	{
583	cxy_t gpt_cxy; // target GPT cluster
584	gpt_t * gpt_ptr; // target GPT local pointer
585
586	uint32_t * pt1; // local pointer on PT1 base
587	xptr_t pte1_xp; // extended pointer on PT1 entry
588	uint32_t pte1; // PT1 entry value if PTE1
589
590	uint32_t * pt2; // local pointer on PT2 base
591	ppn_t pt2_ppn; // PPN of PT2
592	xptr_t pte2_attr_xp; // extended pointer on PT2[ix2].attr
593	xptr_t pte2_ppn_xp; // extended pointer on PT2[ix2].ppn
594	uint32_t pte2_attr; // current value of PT2[ix2].attr
595
596	uint32_t ix1; // index in PT1
597	uint32_t ix2; // index in PT2
598
599	uint32_t tsar_attr; // PTE attributes for TSAR MMU
600	uint32_t small; // requested PTE is for a small page
601
602	// get cluster and local pointer on GPT
603	gpt_cxy = GET_CXY( gpt_xp );
604	gpt_ptr = GET_PTR( gpt_xp );
605
606	// compute indexes in PT1 and PT2
607	ix1 = TSAR_MMU_IX1_FROM_VPN( vpn );
608	ix2 = TSAR_MMU_IX2_FROM_VPN( vpn );
609
610	#if DEBUG_HAL_GPT_SET_PTE
611	thread_t * this = CURRENT_THREAD;
612	uint32_t cycle = (uint32_t)hal_get_cycles();
613	if( DEBUG_HAL_GPT_SET_PTE < cycle )
614	printk("\n[%s] thread[%x,%x] enter gpt (%x,%x) / vpn %x / attr %x / ppn %x\n",
615	__FUNCTION__, this->process->pid, this->trdid, gpt_cxy, &gpt_ptr->ptr, vpn, attr, ppn );
616	#endif
617
618	small = attr & GPT_SMALL;
619
620	// get local pointer on PT1
621	pt1 = hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
622
623	// compute tsar attributes from generic attributes
624	tsar_attr = gpt2tsar( attr );
625
626	// build extended pointer on PTE1 = PT1[ix1]
627	pte1_xp = XPTR( gpt_cxy , &pt1[ix1] );
628
629	// get current pte1 value
630	pte1 = hal_remote_l32( pte1_xp );
631
632	if( small == 0 ) ///////////////// map a big page in PT1
633	{
634
635	// check PT1 entry not mapped
636	assert( __FUNCTION__, (pte1 == 0) , "try to set a big page in an already mapped PTE1\n" );
637
638	// check VPN aligned
639	assert( __FUNCTION__, (ix2 == 0) , "illegal vpn for a big page\n" );
640
641	// check PPN aligned
642	assert( __FUNCTION__, ((ppn & 0x1FF) == 0) , "illegal ppn for a big page\n" );
643
644	// set the PTE1 value in PT1
645	pte1 = (tsar_attr & TSAR_MMU_PTE1_ATTR_MASK) \| ((ppn >> 9) & TSAR_MMU_PTE1_PPN_MASK);
646	hal_remote_s32( pte1_xp , pte1 );
647	hal_fence();
648
649	#if DEBUG_HAL_GPT_SET_PTE
650	if( DEBUG_HAL_GPT_SET_PTE < cycle )
651	printk("\n[%s] thread[%x,%x] map PTE1 / cxy %x / ix1 %x / pt1 %x / pte1 %x\n",
652	__FUNCTION__, this->process->pid, this->trdid, gpt_cxy, ix1, pt1, pte1 );
653	#endif
654
655	}
656	else ///////////////// map a small page in PT2
657	{
658
659	// PTE1 must be mapped because PTE2 must be locked
660	assert( __FUNCTION__, (pte1 & TSAR_PTE_MAPPED),
661	"PTE1 for vpn %x in cluster %x must be mapped / pte1 = %x\n", vpn, gpt_cxy, pte1 );
662
663	// get PT2 base
664	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
665	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
666
667	// build extended pointers on PT2[ix2].attr and PT2[ix2].ppn
668	pte2_attr_xp = XPTR( gpt_cxy , &pt2[2 * ix2] );
669	pte2_ppn_xp = XPTR( gpt_cxy , &pt2[2 * ix2 + 1] );
670
671	// get current value of PTE2.attr
672	pte2_attr = hal_remote_l32( pte2_attr_xp );
673
674	// PTE2 must be locked
675	assert( __FUNCTION__, (pte2_attr & TSAR_PTE_LOCKED),
676	"PTE2 for vpn %x in cluster %x must be locked / pte2_attr = %x\n", vpn, gpt_cxy, pte2_attr );
677
678	// set PTE2 in PT2 (in this order)
679	hal_remote_s32( pte2_ppn_xp , ppn );
680	hal_fence();
681	hal_remote_s32( pte2_attr_xp , tsar_attr );
682	hal_fence();
683
684	#if DEBUG_HAL_GPT_SET_PTE
685	thread_t * this = CURRENT_THREAD;
686	uint32_t cycle = (uint32_t)hal_get_cycles();
687	if( DEBUG_HAL_GPT_SET_PTE < cycle )
688	printk("\n[%s] thread[%x,%x] map PTE2 / cxy %x / ix2 %x / pt2 %x / attr %x / ppn %x\n",
689	__FUNCTION__, this->process->pid, this->trdid, gpt_cxy, ix2, pt2, tsar_attr, ppn );
690	#endif
691
692	}
693	} // end of hal_gpt_set_pte()
694
695	///////////////////////////////////////
696	void hal_gpt_reset_pte( xptr_t gpt_xp,
697	vpn_t vpn )
698	{
699	cxy_t gpt_cxy; // target GPT cluster
700	gpt_t * gpt_ptr; // target GPT local pointer
701
702	uint32_t ix1; // index in PT1
703	uint32_t ix2; // index in PT2
704
705	uint32_t * pt1; // PT1 base address
706	xptr_t pte1_xp; // extended pointer on PT1[ix1]
707	uint32_t pte1; // PT1 entry value
708
709	uint32_t * pt2; // PT2 base address
710	ppn_t pt2_ppn; // PPN of PT2
711	xptr_t pte2_attr_xp; // extended pointer on PT2[ix2].attr
712	xptr_t pte2_ppn_xp; // extended pointer on PT2[ix2].ppn
713
714	// get cluster and local pointer on GPT
715	gpt_cxy = GET_CXY( gpt_xp );
716	gpt_ptr = GET_PTR( gpt_xp );
717
718	// get ix1 & ix2 indexes
719	ix1 = TSAR_MMU_IX1_FROM_VPN( vpn );
720	ix2 = TSAR_MMU_IX2_FROM_VPN( vpn );
721
722	// get local pointer on PT1 base
723	pt1 = hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
724
725	// build extended pointer on PTE1 = PT1[ix1]
726	pte1_xp = XPTR( gpt_cxy , &pt1[ix1] );
727
728	// get current PTE1 value
729	pte1 = hal_remote_l32( pte1_xp );
730
731	if( (pte1 & TSAR_PTE_MAPPED) == 0 ) // PTE1 unmapped => do nothing
732	{
733	return;
734	}
735
736	if( (pte1 & TSAR_PTE_SMALL) == 0 ) // it's a PTE1 => unmap it from PT1
737	{
738	hal_remote_s32( pte1_xp , 0 );
739	hal_fence();
740
741	#if DEBUG_HAL_GPT_RESET_PTE
742	thread_t * this = CURRENT_THREAD;
743	uint32_t cycle = (uint32_t)hal_get_cycles();
744	if( DEBUG_HAL_GPT_RESET_PTE < cycle )
745	printk("\n[%s] thread[%x,%x] unmap PTE1 / cxy %x / vpn %x / ix1 %x\n",
746	__FUNCTION__, this->process->pid, this->trdid, gpt_cxy, vpn, ix1 );
747	#endif
748
749	return;
750	}
751	else // it's a PTE2 => unmap it from PT2
752	{
753	// get PT2 base
754	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
755	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
756
757	// build extended pointer on PT2[ix2].attr and PT2[ix2].ppn
758	pte2_attr_xp = XPTR( gpt_cxy , &pt2[2 * ix2] );
759	pte2_ppn_xp = XPTR( gpt_cxy , &pt2[2 * ix2 + 1] );
760
761	// unmap the PTE2
762	hal_remote_s32( pte2_attr_xp , 0 );
763	hal_fence();
764	hal_remote_s32( pte2_ppn_xp , 0 );
765	hal_fence();
766
767	#if DEBUG_HAL_GPT_RESET_PTE
768	thread_t * this = CURRENT_THREAD;
769	uint32_t cycle = (uint32_t)hal_get_cycles();
770	if( DEBUG_HAL_GPT_RESET_PTE < cycle )
771	printk("\n[%s] thread[%x,%x] unmap PTE2 / cxy %x / vpn %x / ix2 %x\n",
772	__FUNCTION__, this->process->pid, this->trdid, gpt_cxy, vpn, ix2 );
773	#endif
774
775	return;
776	}
777	} // end hal_gpt_reset_pte()
778
779	////////////////////////////////////////
780	void hal_gpt_get_pte( xptr_t gpt_xp,
781	vpn_t vpn,
782	uint32_t * attr,
783	ppn_t * ppn )
784	{
785	uint32_t * pt1; // local pointer on PT1 base
786	uint32_t pte1; // PTE1 value
787
788	uint32_t * pt2; // local pointer on PT2 base
789	ppn_t pt2_ppn; // PPN of page containing the PT2
790	xptr_t pte2_attr_xp; // extended pointer on PT2[ix2].attr
791	xptr_t pte2_ppn_xp; // extended pointer on PT2[ix2].ppn
792	uint32_t pte2_attr; // current value of PT2[ix2].attr
793	ppn_t pte2_ppn; // current value of PT2[ix2].ppn
794
795	// get cluster and local pointer on GPT
796	cxy_t gpt_cxy = GET_CXY( gpt_xp );
797	gpt_t * gpt_ptr = GET_PTR( gpt_xp );
798
799	// compute indexes in PT1 and PT2
800	uint32_t ix1 = TSAR_MMU_IX1_FROM_VPN( vpn );
801	uint32_t ix2 = TSAR_MMU_IX2_FROM_VPN( vpn );
802
803	// get PT1 base
804	pt1 = hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
805
806	// get pte1
807	pte1 = hal_remote_l32( XPTR( gpt_cxy , &pt1[ix1] ) );
808
809	// check PTE1 mapped
810	if( (pte1 & TSAR_PTE_MAPPED) == 0 ) // PTE1 unmapped
811	{
812	*attr = 0;
813	*ppn = 0;
814	return;
815	}
816
817	// access GPT
818	if( (pte1 & TSAR_PTE_SMALL) == 0 ) // it's a PTE1
819	{
820	// get PPN & ATTR
821	*attr = tsar2gpt( TSAR_MMU_ATTR_FROM_PTE1( pte1 ) );
822	*ppn = TSAR_MMU_PPN1_FROM_PTE1( pte1 ) \| (vpn & ((1<<TSAR_MMU_IX2_WIDTH)-1));
823	}
824	else // it's a PTE2
825	{
826	// compute PT2 base address
827	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
828	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
829
830	// build extended pointer on PT2[ix2].attr and PT2[ix2].ppn
831	pte2_attr_xp = XPTR( gpt_cxy , &pt2[2 * ix2] );
832	pte2_ppn_xp = XPTR( gpt_cxy , &pt2[2 * ix2 + 1] );
833
834	// get current value of PTE2.attr & PTE2.ppn
835	pte2_attr = hal_remote_l32( pte2_attr_xp );
836	pte2_ppn = hal_remote_l32( pte2_ppn_xp );
837
838	// return PPN & GPT attributes
839	*ppn = pte2_ppn & ((1<<TSAR_MMU_PPN_WIDTH)-1);
840	*attr = tsar2gpt( pte2_attr );
841	}
842	} // end hal_gpt_get_pte()
843
844
845	///////////////////////////////////////////
846	error_t hal_gpt_pte_copy( gpt_t * dst_gpt,
847	vpn_t dst_vpn,
848	xptr_t src_gpt_xp,
849	vpn_t src_vpn,
850	bool_t cow,
851	ppn_t * ppn,
852	bool_t * mapped )
853	{
854	uint32_t src_ix1; // index in SRC PT1
855	uint32_t src_ix2; // index in SRC PT2
856
857	uint32_t dst_ix1; // index in DST PT1
858	uint32_t dst_ix2; // index in DST PT2
859
860	cxy_t src_cxy; // SRC GPT cluster
861	gpt_t * src_gpt; // SRC GPT local pointer
862
863	uint32_t * src_pt1; // local pointer on SRC PT1
864	uint32_t * dst_pt1; // local pointer on DST PT1
865
866	uint32_t * src_pt2; // local pointer on SRC PT2
867	uint32_t * dst_pt2; // local pointer on DST PT2
868
869	uint32_t src_pte1;
870	uint32_t dst_pte1;
871
872	uint32_t src_pte2_attr;
873	uint32_t src_pte2_ppn;
874
875	page_t * page;
876	xptr_t page_xp;
877
878	ppn_t src_pt2_ppn;
879	ppn_t dst_pt2_ppn;
880
881	// get remote src_gpt cluster and local pointer
882	src_cxy = GET_CXY( src_gpt_xp );
883	src_gpt = GET_PTR( src_gpt_xp );
884
885	#if DEBUG_HAL_GPT_COPY
886	uint32_t cycle = (uint32_t)hal_get_cycles();
887	thread_t * this = CURRENT_THREAD;
888	if( DEBUG_HAL_GPT_COPY < cycle )
889	printk("\n[%s] thread[%x,%x] enter / src_cxy %x / dst_cxy %x / cycle %d\n",
890	__FUNCTION__, this->process->pid, this->trdid, src_cxy, local_cxy, cycle );
891	#endif
892
893	// get remote src_pt1 and local dst_pt1
894	src_pt1 = (uint32_t *)hal_remote_lpt( XPTR( src_cxy , &src_gpt->ptr ) );
895	dst_pt1 = (uint32_t *)dst_gpt->ptr;
896
897	// check src_pt1 and dst_pt1 existence
898	assert( __FUNCTION__, (src_pt1 != NULL) , "src_pt1 does not exist\n");
899	assert( __FUNCTION__, (dst_pt1 != NULL) , "dst_pt1 does not exist\n");
900
901	// compute SRC indexes
902	src_ix1 = TSAR_MMU_IX1_FROM_VPN( src_vpn );
903	src_ix2 = TSAR_MMU_IX2_FROM_VPN( src_vpn );
904
905	// compute DST indexes
906	dst_ix1 = TSAR_MMU_IX1_FROM_VPN( dst_vpn );
907	dst_ix2 = TSAR_MMU_IX2_FROM_VPN( dst_vpn );
908
909	// get src_pte1
910	src_pte1 = hal_remote_l32( XPTR( src_cxy , &src_pt1[src_ix1] ) );
911
912	// do nothing if src_pte1 not MAPPED or not SMALL
913	if( (src_pte1 & TSAR_PTE_MAPPED) && (src_pte1 & TSAR_PTE_SMALL) )
914	{
915	// get dst_pt1 entry
916	dst_pte1 = dst_pt1[dst_ix1];
917
918	// map dst_pte1 when this entry is not mapped
919	if( (dst_pte1 & TSAR_PTE_MAPPED) == 0 )
920	{
921	// allocate one 4K bytes physical page for a new PT2
922	dst_pt2 = kmem_alloc( 12 , AF_ZERO );
923
924	if( dst_pt2 == NULL )
925	{
926	printk("\n[ERROR] in %s : cannot allocate PT2\n", __FUNCTION__ );
927	return -1;
928	}
929
930	// build extended pointer on page descriptor
931	page_xp = XPTR( local_cxy , page );
932
933	// get PPN for this new PT2
934	dst_pt2_ppn = ppm_base2ppn( XPTR( local_cxy , dst_pt2 ) );
935
936	// build new dst_pte1
937	dst_pte1 = TSAR_PTE_MAPPED \| TSAR_PTE_SMALL \| dst_pt2_ppn;
938
939	// register it in DST_GPT
940	dst_pt1[dst_ix1] = dst_pte1;
941	}
942
943	// get pointer on src_pt2
944	src_pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( src_pte1 );
945	src_pt2 = GET_PTR( ppm_ppn2base( src_pt2_ppn ) );
946
947	// get pointer on dst_pt2
948	dst_pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( dst_pte1 );
949	dst_pt2 = GET_PTR( ppm_ppn2base( dst_pt2_ppn ) );
950
951	// get attr and ppn from SRC_PT2
952	src_pte2_attr = hal_remote_l32( XPTR( src_cxy , &src_pt2[2 * src_ix2] ) );
953	src_pte2_ppn = hal_remote_l32( XPTR( src_cxy , &src_pt2[2 * src_ix2 + 1] ) );
954
955	// do nothing if src_pte2 not MAPPED
956	if( (src_pte2_attr & TSAR_PTE_MAPPED) != 0 )
957	{
958	// set PPN in DST PTE2
959	dst_pt2[2 * dst_ix2 + 1] = src_pte2_ppn;
960
961	// set attributes in DST PTE2
962	if( cow && (src_pte2_attr & TSAR_PTE_WRITABLE) )
963	{
964	dst_pt2[2 * dst_ix2] = (src_pte2_attr \| TSAR_PTE_COW) & (~TSAR_PTE_WRITABLE);
965	}
966	else
967	{
968	dst_pt2[2 * dst_ix2] = src_pte2_attr;
969	}
970
971	// return "successfully copied"
972	*mapped = true;
973	*ppn = src_pte2_ppn;
974
975	#if DEBUG_HAL_GPT_COPY
976	cycle = (uint32_t)hal_get_cycles;
977	if( DEBUG_HAL_GPT_COPY < cycle )
978	printk("\n[%s] thread[%x,%x] exit / copy done for src_vpn %x / dst_vpn %x / cycle %d\n",
979	__FUNCTION__, this->process->pid, this->trdid, src_vpn, dst_vpn, cycle );
980	#endif
981
982	hal_fence();
983
984	return 0;
985	} // end if PTE2 mapped
986	} // end if PTE1 mapped
987
988	// return "nothing done"
989	*mapped = false;
990	*ppn = 0;
991
992	#if DEBUG_HAL_GPT_COPY
993	cycle = (uint32_t)hal_get_cycles;
994	if( DEBUG_HAL_GPT_COPY < cycle )
995	printk("\n[%s] thread[%x,%x] exit / nothing done / cycle %d\n",
996	__FUNCTION__, this->process->pid, this->trdid, cycle );
997	#endif
998
999	hal_fence();
1000
1001	return 0;
1002
1003	} // end hal_gpt_pte_copy()
1004
1005	/////////////////////////////////////////
1006	void hal_gpt_set_cow( xptr_t gpt_xp,
1007	vpn_t vpn_base,
1008	vpn_t vpn_size )
1009	{
1010	cxy_t gpt_cxy;
1011	gpt_t * gpt_ptr;
1012
1013	uint32_t ix1; // current
1014	uint32_t ix2; // current
1015
1016	vpn_t vpn_min;
1017	vpn_t vpn_max; // included
1018
1019	uint32_t ix1_min;
1020	uint32_t ix1_max; // included
1021
1022	uint32_t ix2_min;
1023	uint32_t ix2_max; // included
1024
1025	uint32_t * pt1;
1026	uint32_t pte1;
1027
1028	uint32_t * pt2;
1029	ppn_t pt2_ppn;
1030	uint32_t attr;
1031
1032	// get GPT cluster and local pointer
1033	gpt_cxy = GET_CXY( gpt_xp );
1034	gpt_ptr = GET_PTR( gpt_xp );
1035
1036	#if DEBUG_HAL_GPT_SET_COW
1037	uint32_t cycle = (uint32_t)hal_get_cycles();
1038	thread_t * this = CURRENT_THREAD;
1039	if(DEBUG_HAL_GPT_SET_COW < cycle )
1040	printk("\n[%s] thread[%x,%x] enter / gpt[%x,%x] / vpn_base %x / vpn_size %x / cycle %d\n",
1041	__FUNCTION__, this->process->pid, this->trdid, gpt_cxy, gpt_ptr, vpn_base, vpn_size, cycle );
1042	#endif
1043
1044	// get PT1 pointer
1045	pt1 = (uint32_t *)hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
1046
1047	#if (DEBUG_HAL_GPT_SET_COW & 1)
1048	if(DEBUG_HAL_GPT_SET_COW < cycle )
1049	printk("\n[%s] thread[%x,%x] get pt1 = %x\n",
1050	__FUNCTION__, this->process->pid, this->trdid, pt1 );
1051	#endif
1052
1053	vpn_min = vpn_base;
1054	vpn_max = vpn_base + vpn_size - 1;
1055
1056	ix1_min = TSAR_MMU_IX1_FROM_VPN( vpn_base );
1057	ix1_max = TSAR_MMU_IX1_FROM_VPN( vpn_max );
1058
1059	for( ix1 = ix1_min ; ix1 <= ix1_max ; ix1++ )
1060	{
1061
1062	#if (DEBUG_HAL_GPT_SET_COW & 1)
1063	if(DEBUG_HAL_GPT_SET_COW < cycle )
1064	printk("\n[%s] thread[%x,%x] : &pt1[%x] = %x\n",
1065	__FUNCTION__, this->process->pid, this->trdid, ix1, &pt1[ix1] );
1066	#endif
1067	// get PTE1 value
1068	pte1 = hal_remote_l32( XPTR( gpt_cxy , &pt1[ix1] ) );
1069
1070	#if (DEBUG_HAL_GPT_SET_COW & 1)
1071	if(DEBUG_HAL_GPT_SET_COW < cycle )
1072	printk("\n[%s] thread[%x,%x] : pt1[%x] = %x\n",
1073	__FUNCTION__, this->process->pid, this->trdid, ix1, pte1 );
1074	#endif
1075
1076	// only MAPPED & SMALL PTEs are modified
1077	if( (pte1 & TSAR_PTE_MAPPED) && (pte1 & TSAR_PTE_SMALL) )
1078	{
1079	// get PT2 pointer
1080	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
1081	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
1082
1083	#if (DEBUG_HAL_GPT_SET_COW & 1)
1084	if(DEBUG_HAL_GPT_SET_COW < cycle )
1085	printk("\n[%s] thread[%x,%x] : get pt2 = %x\n",
1086	__FUNCTION__, this->process->pid, this->trdid, pt2 );
1087	#endif
1088	ix2_min = (ix1 == ix1_min) ? TSAR_MMU_IX2_FROM_VPN(vpn_min) : 0;
1089	ix2_max = (ix1 == ix1_max) ? TSAR_MMU_IX2_FROM_VPN(vpn_max) : 511;
1090
1091	for( ix2 = ix2_min ; ix2 <= ix2_max ; ix2++ )
1092	{
1093
1094	#if (DEBUG_HAL_GPT_SET_COW & 1)
1095	if(DEBUG_HAL_GPT_SET_COW < cycle )
1096	printk("\n[%s] thread[%x,%x] : &pte2[%x] = %x\n",
1097	__FUNCTION__, this->process->pid, this->trdid, 2ix2, &pt2[2ix2] );
1098	#endif
1099	// get current PTE2 attributes
1100	attr = hal_remote_l32( XPTR( gpt_cxy , &pt2[2*ix2] ) );
1101
1102	#if (DEBUG_HAL_GPT_SET_COW & 1)
1103	if(DEBUG_HAL_GPT_SET_COW < cycle )
1104	printk("\n[%s] thread[%x,%x] : pte2[%x] (attr) = %x\n",
1105	__FUNCTION__, this->process->pid, this->trdid, 2*ix2, attr );
1106	#endif
1107	// only MAPPED PTEs are modified
1108	if( attr & TSAR_PTE_MAPPED )
1109	{
1110	attr = (attr \| TSAR_PTE_COW) & (~TSAR_PTE_WRITABLE);
1111	hal_remote_s32( XPTR( gpt_cxy , &pt2[2*ix2] ) , attr );
1112	}
1113	} // end loop on ix2
1114	}
1115	} // end loop on ix1
1116
1117	#if DEBUG_HAL_GPT_SET_COW
1118	cycle = (uint32_t)hal_get_cycles();
1119	if(DEBUG_HAL_GPT_SET_COW < cycle )
1120	printk("\n[%s] thread[%x,%x] exit / cycle %d\n",
1121	__FUNCTION__, this->process->pid, this->trdid, cycle );
1122	#endif
1123
1124	} // end hal_gpt_set_cow()
1125
1126	//////////////////////////////////////////
1127	void hal_gpt_update_pte( xptr_t gpt_xp,
1128	vpn_t vpn,
1129	uint32_t attr, // generic GPT attributes
1130	ppn_t ppn )
1131	{
1132	uint32_t * pt1; // PT1 base addres
1133	uint32_t pte1; // PT1 entry value
1134
1135	ppn_t pt2_ppn; // PPN of PT2
1136	uint32_t * pt2; // PT2 base address
1137	xptr_t pte2_attr_xp; // exended pointer on pte2.attr
1138	xptr_t pte2_ppn_xp; // exended pointer on pte2.ppn
1139
1140	uint32_t ix1; // index in PT1
1141	uint32_t ix2; // index in PT2
1142
1143	// check MAPPED, SMALL, and not LOCKED in attr argument
1144	assert( __FUNCTION__, ((attr & GPT_MAPPED) != 0), "attribute MAPPED must be set in new attributes\n" );
1145	assert( __FUNCTION__, ((attr & GPT_SMALL ) != 0), "attribute SMALL must be set in new attributes\n" );
1146	assert( __FUNCTION__, ((attr & GPT_LOCKED) == 0), "attribute LOCKED must not be set in new attributes\n" );
1147
1148	// get cluster and local pointer on remote GPT
1149	cxy_t gpt_cxy = GET_CXY( gpt_xp );
1150	gpt_t * gpt_ptr = GET_PTR( gpt_xp );
1151
1152	// compute indexes in PT1 and PT2
1153	ix1 = TSAR_MMU_IX1_FROM_VPN( vpn );
1154	ix2 = TSAR_MMU_IX2_FROM_VPN( vpn );
1155
1156	// get PT1 base
1157	pt1 = (uint32_t *)hal_remote_lpt( XPTR( gpt_cxy , &gpt_ptr->ptr ) );
1158
1159	// get PTE1 value
1160	pte1 = hal_remote_l32( XPTR( gpt_cxy , &pt1[ix1] ) );
1161
1162	// check MAPPED and SMALL in target PTE1
1163	assert( __FUNCTION__, ((pte1 & TSAR_PTE_MAPPED) != 0), "attribute MAPPED must be set in target PTE1\n" );
1164	assert( __FUNCTION__, ((pte1 & TSAR_PTE_SMALL ) != 0), "attribute SMALL must be set in target PTE1\n" );
1165
1166	// get PT2 base
1167	pt2_ppn = TSAR_MMU_PPN2_FROM_PTE1( pte1 );
1168	pt2 = GET_PTR( ppm_ppn2base( pt2_ppn ) );
1169
1170	// build extended pointers on PT2[ix2].attr and PT2[ix2].ppn
1171	pte2_attr_xp = XPTR( gpt_cxy , &pt2[2 * ix2] );
1172	pte2_ppn_xp = XPTR( gpt_cxy , &pt2[2 * ix2 + 1] );
1173
1174
1175	// check MAPPED in target PTE2
1176	assert( __FUNCTION__, ((hal_remote_l32(pte2_attr_xp) & TSAR_PTE_MAPPED) != 0),
1177	"attribute MAPPED must be set in target PTE2\n" );
1178
1179	// set PTE2 in this order
1180	hal_remote_s32( pte2_ppn_xp , ppn );
1181	hal_fence();
1182	hal_remote_s32( pte2_attr_xp , gpt2tsar( attr ) );
1183	hal_fence();
1184
1185	} // end hal_gpt_update_pte()
1186
1187

Note: See TracBrowser for help on using the repository browser.

Context Navigation

source: trunk/hal/tsar_mips32/core/hal_gpt.c

Download in other formats: