int
lwt_init ()
{
int i;
int j;
for (i = 0; i < cfs_num_online_cpus(); i++)
if (lwt_cpus[i].lwtc_current_page != NULL)
return (-EALREADY);
LASSERT (!lwt_enabled);
/* NULL pointers, zero scalars */
memset (lwt_cpus, 0, sizeof (lwt_cpus));
lwt_pages_per_cpu =
LWT_MEMORY / (cfs_num_online_cpus() * PAGE_CACHE_SIZE);
for (i = 0; i < cfs_num_online_cpus(); i++)
for (j = 0; j < lwt_pages_per_cpu; j++) {
struct page *page = alloc_page(GFP_KERNEL);
lwt_page_t *lwtp;
if (page == NULL) {
CERROR ("Can't allocate page\n");
lwt_fini ();
return (-ENOMEM);
}
LIBCFS_ALLOC(lwtp, sizeof (*lwtp));
if (lwtp == NULL) {
CERROR ("Can't allocate lwtp\n");
__free_page(page);
lwt_fini ();
return (-ENOMEM);
}
lwtp->lwtp_page = page;
lwtp->lwtp_events = page_address(page);
memset(lwtp->lwtp_events, 0, PAGE_CACHE_SIZE);
if (j == 0) {
CFS_INIT_LIST_HEAD (&lwtp->lwtp_list);
lwt_cpus[i].lwtc_current_page = lwtp;
} else {
cfs_list_add (&lwtp->lwtp_list,
&lwt_cpus[i].lwtc_current_page->lwtp_list);
}
}
lwt_enabled = 1;
cfs_mb();
LWT_EVENT(0,0,0,0);
return (0);
}
void
lwt_fini ()
{
int i;
lwt_control(0, 0);
for (i = 0; i < cfs_num_online_cpus(); i++)
while (lwt_cpus[i].lwtc_current_page != NULL) {
lwt_page_t *lwtp = lwt_cpus[i].lwtc_current_page;
if (cfs_list_empty (&lwtp->lwtp_list)) {
lwt_cpus[i].lwtc_current_page = NULL;
} else {
lwt_cpus[i].lwtc_current_page =
cfs_list_entry (lwtp->lwtp_list.next,
lwt_page_t, lwtp_list);
cfs_list_del (&lwtp->lwtp_list);
}
__free_page (lwtp->lwtp_page);
LIBCFS_FREE (lwtp, sizeof (*lwtp));
}
}
int
cfs_wi_startup (void)
{
int i;
int n;
int rc;
cfs_wi_data.wi_nthreads = 0;
cfs_wi_data.wi_nsched = CFS_WI_NSCHED;
LIBCFS_ALLOC(cfs_wi_data.wi_scheds,
cfs_wi_data.wi_nsched * sizeof(cfs_wi_sched_t));
if (cfs_wi_data.wi_scheds == NULL)
return -ENOMEM;
cfs_spin_lock_init(&cfs_wi_data.wi_glock);
for (i = 0; i < cfs_wi_data.wi_nsched; i++)
cfs_wi_sched_init(&cfs_wi_data.wi_scheds[i]);
#ifdef __KERNEL__
n = cfs_num_online_cpus();
for (i = 0; i <= n; i++) {
rc = cfs_wi_start_thread(cfs_wi_scheduler,
(void *)(long_ptr_t)(i == n ? -1 : i));
if (rc != 0) {
CERROR ("Can't spawn workitem scheduler: %d\n", rc);
cfs_wi_shutdown();
return rc;
}
}
#else
n = rc = 0;
#endif
return 0;
}
int
lwt_snapshot(cfs_cycles_t *now, int *ncpu, int *total_size,
void *user_ptr, int user_size)
{
const int events_per_page = PAGE_CACHE_SIZE / sizeof(lwt_event_t);
const int bytes_per_page = events_per_page * sizeof(lwt_event_t);
lwt_page_t *p;
int i;
int j;
if (!cfs_capable(CFS_CAP_SYS_ADMIN))
return (-EPERM);
*ncpu = cfs_num_online_cpus();
*total_size = cfs_num_online_cpus() * lwt_pages_per_cpu *
bytes_per_page;
*now = get_cycles();
if (user_ptr == NULL)
return (0);
for (i = 0; i < cfs_num_online_cpus(); i++) {
p = lwt_cpus[i].lwtc_current_page;
if (p == NULL)
return -ENODATA;
for (j = 0; j < lwt_pages_per_cpu; j++) {
if (copy_to_user(user_ptr, p->lwtp_events,
bytes_per_page))
return -EFAULT;
user_ptr = ((char *)user_ptr) + bytes_per_page;
p = cfs_list_entry(p->lwtp_list.next,
lwt_page_t, lwtp_list);
}
}
return (0);
}
int
lwt_control (int enable, int clear)
{
lwt_page_t *p;
int i;
int j;
if (!cfs_capable(CFS_CAP_SYS_ADMIN))
return (-EPERM);
if (!enable) {
LWT_EVENT(0,0,0,0);
lwt_enabled = 0;
cfs_mb();
/* give people some time to stop adding traces */
cfs_schedule_timeout(10);
}
for (i = 0; i < cfs_num_online_cpus(); i++) {
p = lwt_cpus[i].lwtc_current_page;
if (p == NULL)
return (-ENODATA);
if (!clear)
continue;
for (j = 0; j < lwt_pages_per_cpu; j++) {
memset(p->lwtp_events, 0, PAGE_CACHE_SIZE);
p = cfs_list_entry (p->lwtp_list.next,
lwt_page_t, lwtp_list);
}
}
if (enable) {
lwt_enabled = 1;
cfs_mb();
LWT_EVENT(0,0,0,0);
}
return (0);
}
