/* Copyright (c) 2012-2013, The Linux Foundation. All rights reserved. * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 and * only version 2 as published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * */ #include #include #include #include #include #include "kgsl_sync.h" struct sync_pt *kgsl_sync_pt_create(struct sync_timeline *timeline, unsigned int timestamp) { struct sync_pt *pt; pt = sync_pt_create(timeline, (int) sizeof(struct kgsl_sync_pt)); if (pt) { struct kgsl_sync_pt *kpt = (struct kgsl_sync_pt *) pt; kpt->timestamp = timestamp; } return pt; } /* * This should only be called on sync_pts which have been created but * not added to a fence. */ void kgsl_sync_pt_destroy(struct sync_pt *pt) { sync_pt_free(pt); } static struct sync_pt *kgsl_sync_pt_dup(struct sync_pt *pt) { struct kgsl_sync_pt *kpt = (struct kgsl_sync_pt *) pt; return kgsl_sync_pt_create(pt->parent, kpt->timestamp); } static int kgsl_sync_pt_has_signaled(struct sync_pt *pt) { struct kgsl_sync_pt *kpt = (struct kgsl_sync_pt *) pt; struct kgsl_sync_timeline *ktimeline = (struct kgsl_sync_timeline *) pt->parent; unsigned int ts = kpt->timestamp; unsigned int last_ts = ktimeline->last_timestamp; if (timestamp_cmp(last_ts, ts) >= 0) { /* signaled */ return 1; } return 0; } static int kgsl_sync_pt_compare(struct sync_pt *a, struct sync_pt *b) { struct kgsl_sync_pt *kpt_a = (struct kgsl_sync_pt *) a; struct kgsl_sync_pt *kpt_b = (struct kgsl_sync_pt *) b; unsigned int ts_a = kpt_a->timestamp; unsigned int ts_b = kpt_b->timestamp; return timestamp_cmp(ts_a, ts_b); } struct kgsl_fence_event_priv { struct kgsl_context *context; unsigned int timestamp; }; /** * kgsl_fence_event_cb - Event callback for a fence timestamp event * @device - The KGSL device that expired the timestamp * @priv - private data for the event * @context_id - the context id that goes with the timestamp * @timestamp - the timestamp that triggered the event * * Signal a fence following the expiration of a timestamp */ static inline void kgsl_fence_event_cb(struct kgsl_device *device, void *priv, u32 context_id, u32 timestamp) { struct kgsl_fence_event_priv *ev = priv; kgsl_sync_timeline_signal(ev->context->timeline, ev->timestamp); kgsl_context_put(ev->context); kfree(ev); } /** * kgsl_add_fence_event - Create a new fence event * @device - KGSL device to create the event on * @timestamp - Timestamp to trigger the event * @data - Return fence fd stored in struct kgsl_timestamp_event_fence * @len - length of the fence event * @owner - driver instance that owns this event * @returns 0 on success or error code on error * * Create a fence and register an event to signal the fence when * the timestamp expires */ int kgsl_add_fence_event(struct kgsl_device *device, u32 context_id, u32 timestamp, void __user *data, int len, struct kgsl_device_private *owner) { struct kgsl_fence_event_priv *event; struct kgsl_timestamp_event_fence priv; struct kgsl_context *context; struct sync_pt *pt; struct sync_fence *fence = NULL; int ret = -EINVAL; if (len != sizeof(priv)) return -EINVAL; context = kgsl_find_context(owner, context_id); if (context == NULL) return -EINVAL; event = kzalloc(sizeof(*event), GFP_KERNEL); if (event == NULL) return -ENOMEM; event->context = context; event->timestamp = timestamp; kgsl_context_get(context); pt = kgsl_sync_pt_create(context->timeline, timestamp); if (pt == NULL) { KGSL_DRV_ERR(device, "kgsl_sync_pt_create failed\n"); ret = -ENOMEM; goto fail_pt; } fence = sync_fence_create("kgsl-fence", pt); if (fence == NULL) { /* only destroy pt when not added to fence */ kgsl_sync_pt_destroy(pt); KGSL_DRV_ERR(device, "sync_fence_create failed\n"); ret = -ENOMEM; goto fail_fence; } priv.fence_fd = get_unused_fd_flags(0); if (priv.fence_fd < 0) { KGSL_DRV_ERR(device, "invalid fence fd\n"); ret = -EINVAL; goto fail_fd; } sync_fence_install(fence, priv.fence_fd); if (copy_to_user(data, &priv, sizeof(priv))) { ret = -EFAULT; goto fail_copy_fd; } ret = kgsl_add_event(device, context_id, timestamp, kgsl_fence_event_cb, event, owner); if (ret) goto fail_event; return 0; fail_event: fail_copy_fd: /* clean up sync_fence_install */ put_unused_fd(priv.fence_fd); fail_fd: /* clean up sync_fence_create */ sync_fence_put(fence); fail_fence: fail_pt: kgsl_context_put(context); kfree(event); return ret; } static unsigned int kgsl_sync_get_timestamp( struct kgsl_sync_timeline *ktimeline, enum kgsl_timestamp_type type) { struct kgsl_context *context = idr_find(&ktimeline->device->context_idr, ktimeline->context_id); if (context == NULL) return 0; return kgsl_readtimestamp(ktimeline->device, context, type); } static void kgsl_sync_timeline_value_str(struct sync_timeline *sync_timeline, char *str, int size) { struct kgsl_sync_timeline *ktimeline = (struct kgsl_sync_timeline *) sync_timeline; unsigned int timestamp_retired = kgsl_sync_get_timestamp(ktimeline, KGSL_TIMESTAMP_RETIRED); snprintf(str, size, "%u retired:%u", ktimeline->last_timestamp, timestamp_retired); } static void kgsl_sync_pt_value_str(struct sync_pt *sync_pt, char *str, int size) { struct kgsl_sync_pt *kpt = (struct kgsl_sync_pt *) sync_pt; snprintf(str, size, "%u", kpt->timestamp); } static const struct sync_timeline_ops kgsl_sync_timeline_ops = { .driver_name = "kgsl-timeline", .dup = kgsl_sync_pt_dup, .has_signaled = kgsl_sync_pt_has_signaled, .compare = kgsl_sync_pt_compare, .timeline_value_str = kgsl_sync_timeline_value_str, .pt_value_str = kgsl_sync_pt_value_str, }; int kgsl_sync_timeline_create(struct kgsl_context *context) { struct kgsl_sync_timeline *ktimeline; /* Generate a name which includes the thread name, thread id, process * name, process id, and context id. This makes it possible to * identify the context of a timeline in the sync dump. */ char ktimeline_name[sizeof(context->timeline->name)] = {}; snprintf(ktimeline_name, sizeof(ktimeline_name), "%s_%.15s(%d)-%.15s(%d)-%d", context->dev_priv->device->name, current->group_leader->comm, current->group_leader->pid, current->comm, current->pid, context->id); context->timeline = sync_timeline_create(&kgsl_sync_timeline_ops, (int) sizeof(struct kgsl_sync_timeline), ktimeline_name); if (context->timeline == NULL) return -EINVAL; ktimeline = (struct kgsl_sync_timeline *) context->timeline; ktimeline->last_timestamp = 0; ktimeline->device = context->dev_priv->device; ktimeline->context_id = context->id; return 0; } void kgsl_sync_timeline_signal(struct sync_timeline *timeline, unsigned int timestamp) { struct kgsl_sync_timeline *ktimeline = (struct kgsl_sync_timeline *) timeline; if (timestamp_cmp(timestamp, ktimeline->last_timestamp) > 0) ktimeline->last_timestamp = timestamp; sync_timeline_signal(timeline); } void kgsl_sync_timeline_destroy(struct kgsl_context *context) { sync_timeline_destroy(context->timeline); }