/**************************************************************************** * * The MIT License (MIT) * * Copyright (c) 2014 - 2018 Vivante Corporation * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. * ***************************************************************************** * * The GPL License (GPL) * * Copyright (C) 2014 - 2018 Vivante Corporation * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License * as published by the Free Software Foundation; either version 2 * of the License, or (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software Foundation, * Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. * ***************************************************************************** * * Note: This software is released under dual MIT and GPL licenses. A * recipient may use this file under the terms of either the MIT license or * GPL License. If you wish to use only one license not the other, you can * indicate your decision by deleting one of the above license notices in your * version of this file. * *****************************************************************************/ #include #include #if gcdLINUX_SYNC_FILE #include #include #include #include #include #include #include #include #include "gc_hal_kernel_sync.h" #include "gc_hal_kernel_linux.h" #ifndef CONFIG_SYNC_FILE static struct sync_pt * viv_sync_pt_dup(struct sync_pt *sync_pt) { gceSTATUS status; struct viv_sync_pt *pt; struct viv_sync_pt *src; struct viv_sync_timeline *obj; src = (struct viv_sync_pt *)sync_pt; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,17,0) obj = (struct viv_sync_timeline *)sync_pt_parent(sync_pt); #else obj = (struct viv_sync_timeline *)sync_pt->parent; #endif /* Create the new sync_pt. */ pt = (struct viv_sync_pt *) sync_pt_create(&obj->obj, sizeof(struct viv_sync_pt)); pt->stamp = src->stamp; /* Reference signal. */ status = gckOS_MapSignal(obj->os, src->signal, gcvNULL /* (gctHANDLE) _GetProcessID() */, &pt->signal); if (gcmIS_ERROR(status)) { sync_pt_free((struct sync_pt *)pt); return NULL; } return (struct sync_pt *)pt; } static int viv_sync_pt_has_signaled(struct sync_pt *sync_pt) { gceSTATUS status; struct viv_sync_pt *pt; struct viv_sync_timeline *obj; pt = (struct viv_sync_pt *)sync_pt; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,17,0) obj = (struct viv_sync_timeline *)sync_pt_parent(sync_pt); #else obj = (struct viv_sync_timeline *)sync_pt->parent; #endif status = _QuerySignal(obj->os, pt->signal); if (gcmIS_ERROR(status)) { /* Error. */ return -1; } return (int) status; } static int viv_sync_pt_compare(struct sync_pt *a, struct sync_pt *b) { int ret; struct viv_sync_pt *pt1 = (struct viv_sync_pt *)a; struct viv_sync_pt *pt2 = (struct viv_sync_pt *)b; ret = (pt1->stamp < pt2->stamp) ? -1 : (pt1->stamp == pt2->stamp) ? 0 : 1; return ret; } static void viv_sync_pt_free(struct sync_pt *sync_pt) { struct viv_sync_pt *pt; struct viv_sync_timeline *obj; pt = (struct viv_sync_pt *)sync_pt; #if LINUX_VERSION_CODE >= KERNEL_VERSION(3,17,0) obj = (struct viv_sync_timeline *)sync_pt_parent(sync_pt); #else obj = (struct viv_sync_timeline *)sync_pt->parent; #endif gckOS_DestroySignal(obj->os, pt->signal); } static void viv_timeline_value_str(struct sync_timeline *timeline, char *str, int size) { struct viv_sync_timeline *obj; obj = (struct viv_sync_timeline *)timeline; snprintf(str, size, "stamp_%llu", obj->stamp); } static void viv_pt_value_str(struct sync_pt *sync_pt, char *str, int size) { struct viv_sync_pt *pt; pt = (struct viv_sync_pt *)sync_pt; snprintf(str, size, "signal_%lu@stamp_%llu", (unsigned long)pt->signal, pt->stamp); } static struct sync_timeline_ops viv_timeline_ops = { .driver_name = "viv_gpu_sync", .dup = viv_sync_pt_dup, .has_signaled = viv_sync_pt_has_signaled, .compare = viv_sync_pt_compare, .free_pt = viv_sync_pt_free, .timeline_value_str = viv_timeline_value_str, .pt_value_str = viv_pt_value_str, }; struct viv_sync_timeline * viv_sync_timeline_create(const char *name, gckOS os) { struct viv_sync_timeline * obj; obj = (struct viv_sync_timeline *) sync_timeline_create(&viv_timeline_ops, sizeof(struct viv_sync_timeline), name); obj->os = os; obj->stamp = 0; return obj; } struct sync_pt * viv_sync_pt_create(struct viv_sync_timeline *obj, gctSIGNAL Signal) { gceSTATUS status; struct viv_sync_pt *pt; pt = (struct viv_sync_pt *) sync_pt_create(&obj->obj, sizeof(struct viv_sync_pt)); pt->stamp = obj->stamp++; /* Dup signal. */ status = gckOS_MapSignal(obj->os, Signal, gcvNULL /* (gctHANDLE) _GetProcessID() */, &pt->signal); if (gcmIS_ERROR(status)) { sync_pt_free((struct sync_pt *)pt); return NULL; } return (struct sync_pt *)pt; } #else struct viv_sync_timeline * viv_sync_timeline_create(const char *name, gckOS Os) { struct viv_sync_timeline *timeline; timeline = kmalloc(sizeof(struct viv_sync_timeline), gcdNOWARN | GFP_KERNEL); if (!timeline) return NULL; strncpy(timeline->name, name, sizeof(timeline->name) - 1); timeline->context = dma_fence_context_alloc(1); atomic64_set(&timeline->seqno, 0); timeline->os = Os; return timeline; } void viv_sync_timeline_destroy(struct viv_sync_timeline *timeline) { kfree(timeline); } static const char * viv_fence_get_driver_name(struct dma_fence *fence) { return "viv_gpu_sync"; } static const char * viv_fence_get_timeline_name(struct dma_fence *fence) { struct viv_fence *f = (struct viv_fence *)fence; return f->parent->name; } /* Same as fence_signaled. */ static inline bool __viv_fence_signaled(struct dma_fence *fence) { struct viv_fence *f = (struct viv_fence *)fence; struct viv_sync_timeline *timeline = f->parent; gceSTATUS status; status = _QuerySignal(timeline->os, f->signal); return (status == gcvSTATUS_TRUE) ? true : false; } static bool viv_fence_enable_signaling(struct dma_fence *fence) { /* fence is locked already. */ return !__viv_fence_signaled(fence); } static bool viv_fence_signaled(struct dma_fence *fence) { /* fence could be locked, could be not. */ return __viv_fence_signaled(fence); } static void viv_fence_release(struct dma_fence *fence) { struct viv_fence *f = (struct viv_fence *)fence; struct viv_sync_timeline *timeline = f->parent; if (f->signal) gckOS_DestroySignal(timeline->os, f->signal); kfree(fence); } static struct dma_fence_ops viv_fence_ops = { .get_driver_name = viv_fence_get_driver_name, .get_timeline_name = viv_fence_get_timeline_name, .enable_signaling = viv_fence_enable_signaling, .signaled = viv_fence_signaled, .wait = dma_fence_default_wait, .release = viv_fence_release, }; struct dma_fence * viv_fence_create(struct viv_sync_timeline *timeline, gcsSIGNAL *signal) { gceSTATUS status; struct viv_fence *fence; struct dma_fence *old_fence = NULL; unsigned seqno; fence = kzalloc(sizeof(struct viv_fence), gcdNOWARN | GFP_KERNEL); if (!fence) return NULL; /* Reference signal in fence. */ status = gckOS_MapSignal(timeline->os, (gctSIGNAL)(uintptr_t)signal->id, NULL, &fence->signal); if (gcmIS_ERROR(status)) { kfree(fence); return NULL; } spin_lock_init(&fence->lock); fence->parent = timeline; seqno = (unsigned)atomic64_inc_return(&timeline->seqno); dma_fence_init((struct dma_fence *)fence, &viv_fence_ops, &fence->lock, timeline->context, seqno); /* * Reference fence in signal. * Be aware of recursive reference!! */ spin_lock(&signal->lock); if (signal->fence) { old_fence = signal->fence; signal->fence = NULL; } if (!signal->done) { signal->fence = (struct dma_fence*)fence; #if LINUX_VERSION_CODE < KERNEL_VERSION(4,9,68) dma_fence_get((struct dma_fence*)fence); #endif } spin_unlock(&signal->lock); if (old_fence) dma_fence_put(old_fence); if (!signal->fence) { /* Fence already signaled. */ gckOS_DestroySignal(timeline->os, fence->signal); fence->signal = NULL; dma_fence_signal_locked((struct dma_fence*)fence); dma_fence_put((struct dma_fence*)fence); fence = NULL; } return (struct dma_fence*)fence; } #endif #endif