source: trunk/kernel/libk/remote_condvar.c @ 675

Last change on this file since 675 was 635, checked in by alain, 5 years ago

This version is a major evolution: The physical memory allocators,
defined in the kmem.c, ppm.c, and kcm.c files have been modified
to support remote accesses. The RPCs that were previously user
to allocate physical memory in a remote cluster have been removed.
This has been done to cure a dead-lock in case of concurrent page-faults.

This version 2.2 has been tested on a (4 clusters / 2 cores per cluster)
TSAR architecture, for both the "sort" and the "fft" applications.

File size: 8.3 KB
RevLine 
[23]1/*
[563]2 * remote_condvar.c - remote kernel condition variable implementation.
[23]3 *
[635]4 * Authors     Alain Greiner (2016,2017,2018,2019)
[563]5 *
[23]6 * Copyright (c) UPMC Sorbonne Universites
7 *
8 * This file is part of ALMOS-MKH.
9 *
10 * ALMOS-MKH is free software; you can redistribute it and/or modify it
11 * under the terms of the GNU General Public License as published by
12 * the Free Software Foundation; version 2.0 of the License.
13 *
14 * ALMOS-MKH is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
17 * General Public License for more details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with ALMOS-MKH; if not, write to the Free Software Foundation,
21 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
22 */
23
[563]24#include <kernel_config.h>
[457]25#include <hal_kernel_types.h>
[23]26#include <thread.h>
[563]27#include <scheduler.h>
[23]28#include <xlist.h>
29#include <remote_mutex.h>
[563]30#include <remote_busylock.h>
[23]31#include <remote_condvar.h>
32
[563]33
[23]34///////////////////////////////////////////////////
35xptr_t remote_condvar_from_ident( intptr_t  ident )
36{
37    // get pointer on local process_descriptor
38    process_t * process = CURRENT_THREAD->process;
39
40    // get extended pointer on reference process
41    xptr_t      ref_xp = process->ref_xp;
42
43    // get cluster and local pointer on reference process
44    cxy_t          ref_cxy = GET_CXY( ref_xp );
[563]45    process_t    * ref_ptr = GET_PTR( ref_xp );
[23]46
[563]47    // get extended pointer on condvars list
[23]48    xptr_t root_xp = XPTR( ref_cxy , &ref_ptr->condvar_root );
[563]49    xptr_t lock_xp = XPTR( ref_cxy , &ref_ptr->sync_lock );
50
51    // get lock protecting synchro lists
52    remote_queuelock_acquire( lock_xp );
53 
54    // scan reference process condvar list
[23]55    xptr_t             iter_xp;
56    xptr_t             condvar_xp;
57    cxy_t              condvar_cxy;
[563]58    remote_condvar_t * condvar_ptr;
[23]59    intptr_t           current;
60    bool_t             found = false;
61           
62    XLIST_FOREACH( root_xp , iter_xp )
63    {
64        condvar_xp  = XLIST_ELEMENT( iter_xp , remote_condvar_t , list );
65        condvar_cxy = GET_CXY( condvar_xp );
[563]66        condvar_ptr = GET_PTR( condvar_xp );
67        current = (intptr_t)hal_remote_lpt( XPTR( condvar_cxy , &condvar_ptr->ident ) );   
68
69        if( current == ident )
[23]70        {
71            found = true;
72            break;
73        }
74    }
75
[563]76    // relese lock protecting synchros lists
77    remote_queuelock_release( lock_xp );
78 
[23]79    if( found == false )  return XPTR_NULL;
80    else                  return condvar_xp;
81
82}  // end remote_condvar_from_ident()
83
[563]84/////////////////////////////////////////////////
85error_t remote_condvar_create( intptr_t   ident )
[23]86{
[563]87    remote_condvar_t * condvar_ptr;
[635]88    kmem_req_t         req;   
[23]89
90    // get pointer on local process descriptor
91    process_t * process = CURRENT_THREAD->process;
92
93    // get extended pointer on reference process
94    xptr_t      ref_xp = process->ref_xp;
95
96    // get reference process cluster and local pointer
97    cxy_t       ref_cxy = GET_CXY( ref_xp );
98    process_t * ref_ptr = (process_t *)GET_PTR( ref_xp );
99
[635]100    req.type    = KMEM_KCM;
101    req.order   = bits_log2( sizeof(remote_condvar_t) );
102    req.flags   = AF_ZERO | AF_KERNEL;
103    condvar_ptr = kmem_alloc( &req );
104
105    if( condvar_ptr == NULL )
[23]106    {
[635]107        printk("\n[ERROR] in %s : cannot create condvar\n", __FUNCTION__ );
108        return -1;
[23]109    }
110
111    // initialise condvar
[563]112        hal_remote_spt( XPTR( ref_cxy , &condvar_ptr->ident ) , (void *)ident );
113        xlist_root_init( XPTR( ref_cxy , &condvar_ptr->root ) );
114        xlist_entry_init( XPTR( ref_cxy , &condvar_ptr->list ) );
115    remote_busylock_init( XPTR( ref_cxy , &condvar_ptr->lock ), LOCK_CONDVAR_STATE );
[23]116
[563]117    // register condvar in reference process xlist
[23]118    xptr_t root_xp = XPTR( ref_cxy , &ref_ptr->condvar_root );
[563]119    xptr_t list_xp = XPTR( ref_cxy , &condvar_ptr->list );
[23]120
[563]121    remote_queuelock_acquire( XPTR( ref_cxy , &ref_ptr->sync_lock ) );
122    xlist_add_first( root_xp , list_xp );
123    remote_queuelock_release( XPTR( ref_cxy , &ref_ptr->sync_lock ) );
[23]124
125    return 0;
126
127}  // end remote_condvar_create()
128
129////////////////////////////////////////////////
130void remote_condvar_destroy( xptr_t condvar_xp )
131{
[635]132    kmem_req_t  req;
133
[23]134    // get pointer on local process descriptor
135    process_t * process = CURRENT_THREAD->process;
136
137    // get extended pointer on reference process
138    xptr_t      ref_xp = process->ref_xp;
139
140    // get reference process cluster and local pointer
141    cxy_t       ref_cxy = GET_CXY( ref_xp );
[563]142    process_t * ref_ptr = GET_PTR( ref_xp );
[23]143
144    // get condvar cluster and local pointer
145    cxy_t              condvar_cxy = GET_CXY( condvar_xp );
[563]146    remote_condvar_t * condvar_ptr = GET_PTR( condvar_xp );
[23]147
[563]148    // get remote pointer on waiting queue root
149    xptr_t root_xp = XPTR( condvar_cxy , &condvar_ptr->root );
150 
151    if( !xlist_is_empty( root_xp ) )   // user error
152    {
153        printk("WARNING in %s for thread %x in process %x : "
154               "destroy condvar, but  waiting threads queue not empty\n", 
155               __FUNCTION__ , CURRENT_THREAD->trdid , CURRENT_THREAD->process->pid );
156    }
157
[23]158    // remove condvar from reference process xlist
[563]159    remote_queuelock_acquire( XPTR( ref_cxy , &ref_ptr->sync_lock ) );
[23]160    xlist_unlink( XPTR( condvar_cxy , &condvar_ptr->list ) );
[563]161    remote_queuelock_release( XPTR( ref_cxy , &ref_ptr->sync_lock ) );
[23]162
[563]163    // release memory allocated for condvar descriptor
[635]164    req.type = KMEM_KCM;
165    req.ptr  = condvar_ptr;
166    kmem_remote_free( ref_cxy , &req );
[23]167
[563]168}  // end remote_convar_destroy()
[23]169
170////////////////////////////////////////////
171void remote_condvar_wait( xptr_t condvar_xp,
172                          xptr_t mutex_xp )
173{
[563]174    thread_t * this = CURRENT_THREAD;
[23]175
[581]176    // check calling thread can yield
177    thread_assert_can_yield( this , __FUNCTION__ );
[23]178
[563]179    // get condvar cluster and local pointer
180    remote_condvar_t * condvar_ptr = GET_PTR( condvar_xp );
[23]181    cxy_t              condvar_cxy = GET_CXY( condvar_xp );
182
[563]183    // register the calling thread in condvar waiting queue
184    xlist_add_last( XPTR( condvar_cxy , &condvar_ptr->root ),
185                    XPTR( local_cxy   , &this->wait_xlist ) );
[23]186
[563]187    // block the calling thread
188    thread_block( XPTR( local_cxy , this ) , THREAD_BLOCKED_USERSYNC );
[23]189
[563]190    // release the mutex
191    remote_mutex_unlock( mutex_xp );
[23]192
[563]193    // deschedule
[408]194    sched_yield("blocked on condvar");
[23]195
[563]196    // re-acquire the mutex
197    remote_mutex_lock( mutex_xp );
[23]198
199}  // end remote_condvar_wait()
200
201///////////////////////////////////////////////
202void remote_condvar_signal( xptr_t condvar_xp )
203{
[563]204    // get condvar cluster and local pointer
205    remote_condvar_t * condvar_ptr = GET_PTR( condvar_xp );
[23]206    cxy_t              condvar_cxy = GET_CXY( condvar_xp );
207
[563]208    // does nothing if waiting queue empty
209    if( xlist_is_empty( XPTR( condvar_cxy, &condvar_ptr->root ) ) == false )
210    {
211         // get first waiting thread
212         xptr_t thread_xp = XLIST_FIRST( XPTR( condvar_cxy , &condvar_ptr->root ),
213                                         thread_t , wait_xlist );
[23]214
[563]215         // remove this waiting thread from queue
216         thread_t * thread_ptr = GET_PTR( thread_xp );
217         cxy_t      thread_cxy = GET_CXY( thread_xp );
218         xlist_unlink( XPTR( thread_cxy , &thread_ptr->wait_xlist ) );
[23]219
[563]220         // unblock this waiting thread
221         thread_unblock( thread_xp , THREAD_BLOCKED_USERSYNC );
222    }
[23]223
224}  // end remote_condvar_signal()
225
226//////////////////////////////////////////////////
227void remote_condvar_broadcast( xptr_t condvar_xp )
228{
[563]229    // get condvar cluster and local pointer
230    remote_condvar_t * condvar_ptr = GET_PTR( condvar_xp );
[23]231    cxy_t              condvar_cxy = GET_CXY( condvar_xp );
232
[563]233    // does nothing if waiting queue empty
234    while( xlist_is_empty( XPTR( condvar_cxy , &condvar_ptr->root ) ) == false )
235    {
236         // get first waiting thread
237         xptr_t thread_xp = XLIST_FIRST( XPTR( condvar_cxy , &condvar_ptr->root ),
238                                         thread_t , wait_xlist );
[23]239
[563]240         // remove this waiting thread from queue
241         thread_t * thread_ptr = GET_PTR( thread_xp );
242         cxy_t      thread_cxy = GET_CXY( thread_xp );
243         xlist_unlink( XPTR( thread_cxy , &thread_ptr->wait_xlist ) );
[23]244
[563]245         // unblock this waiting thread
246         thread_unblock( thread_xp , THREAD_BLOCKED_USERSYNC );
[23]247    }
[563]248}  // end remote_condvar_broadcast()
[23]249
Note: See TracBrowser for help on using the repository browser.