The executor design pattern was introduced by java <https://docs.oracle.com/en/java/javase/20/docs/api/java.base/java/util/concurrent/Executor.html> it also adapted by python <https://docs.python.org/3/library/concurrent.futures.html> Compared to handcrafted thread pool management, it greatly simplifies the thread code. Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
		
			
				
	
	
		
			202 lines
		
	
	
		
			4.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			202 lines
		
	
	
		
			4.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /*
 | |
|  * Copyright (C) 2023 Nuo Mi
 | |
|  *
 | |
|  * This file is part of FFmpeg.
 | |
|  *
 | |
|  * FFmpeg is free software; you can redistribute it and/or
 | |
|  * modify it under the terms of the GNU Lesser General Public
 | |
|  * License as published by the Free Software Foundation; either
 | |
|  * version 2.1 of the License, or (at your option) any later version.
 | |
|  *
 | |
|  * FFmpeg is distributed in the hope that it will be useful,
 | |
|  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 | |
|  * Lesser General Public License for more details.
 | |
|  *
 | |
|  * You should have received a copy of the GNU Lesser General Public
 | |
|  * License along with FFmpeg; if not, write to the Free Software
 | |
|  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 | |
|  */
 | |
| #include "internal.h"
 | |
| #include "mem.h"
 | |
| #include "thread.h"
 | |
| 
 | |
| #include "executor.h"
 | |
| 
 | |
| #if !HAVE_THREADS
 | |
| 
 | |
| #define ExecutorThread  char
 | |
| 
 | |
| #define executor_thread_create(t, a, s, ar)      0
 | |
| #define executor_thread_join(t, r)               do {} while(0)
 | |
| 
 | |
| #else
 | |
| 
 | |
| #define ExecutorThread  pthread_t
 | |
| 
 | |
| #define executor_thread_create(t, a, s, ar)      pthread_create(t, a, s, ar)
 | |
| #define executor_thread_join(t, r)               pthread_join(t, r)
 | |
| 
 | |
| #endif //!HAVE_THREADS
 | |
| 
 | |
| typedef struct ThreadInfo {
 | |
|     AVExecutor *e;
 | |
|     ExecutorThread thread;
 | |
| } ThreadInfo;
 | |
| 
 | |
| struct AVExecutor {
 | |
|     AVTaskCallbacks cb;
 | |
|     int thread_count;
 | |
| 
 | |
|     ThreadInfo *threads;
 | |
|     uint8_t *local_contexts;
 | |
| 
 | |
|     AVMutex lock;
 | |
|     AVCond cond;
 | |
|     int die;
 | |
| 
 | |
|     AVTask *tasks;
 | |
| };
 | |
| 
 | |
| static AVTask* remove_task(AVTask **prev, AVTask *t)
 | |
| {
 | |
|     *prev  = t->next;
 | |
|     t->next = NULL;
 | |
|     return t;
 | |
| }
 | |
| 
 | |
| static void add_task(AVTask **prev, AVTask *t)
 | |
| {
 | |
|     t->next = *prev;
 | |
|     *prev   = t;
 | |
| }
 | |
| 
 | |
| static int run_one_task(AVExecutor *e, void *lc)
 | |
| {
 | |
|     AVTaskCallbacks *cb = &e->cb;
 | |
|     AVTask **prev;
 | |
| 
 | |
|     for (prev = &e->tasks; *prev && !cb->ready(*prev, cb->user_data); prev = &(*prev)->next)
 | |
|         /* nothing */;
 | |
|     if (*prev) {
 | |
|         AVTask *t = remove_task(prev, *prev);
 | |
|         ff_mutex_unlock(&e->lock);
 | |
|         cb->run(t, lc, cb->user_data);
 | |
|         ff_mutex_lock(&e->lock);
 | |
|         return 1;
 | |
|     }
 | |
|     return 0;
 | |
| }
 | |
| 
 | |
| #if HAVE_THREADS
 | |
| static void *executor_worker_task(void *data)
 | |
| {
 | |
|     ThreadInfo *ti = (ThreadInfo*)data;
 | |
|     AVExecutor *e  = ti->e;
 | |
|     void *lc       = e->local_contexts + (ti - e->threads) * e->cb.local_context_size;
 | |
| 
 | |
|     ff_mutex_lock(&e->lock);
 | |
|     while (1) {
 | |
|         if (e->die) break;
 | |
| 
 | |
|         if (!run_one_task(e, lc)) {
 | |
|             //no task in one loop
 | |
|             ff_cond_wait(&e->cond, &e->lock);
 | |
|         }
 | |
|     }
 | |
|     ff_mutex_unlock(&e->lock);
 | |
|     return NULL;
 | |
| }
 | |
| #endif
 | |
| 
 | |
| static void executor_free(AVExecutor *e, const int has_lock, const int has_cond)
 | |
| {
 | |
|     if (e->thread_count) {
 | |
|         //signal die
 | |
|         ff_mutex_lock(&e->lock);
 | |
|         e->die = 1;
 | |
|         ff_cond_broadcast(&e->cond);
 | |
|         ff_mutex_unlock(&e->lock);
 | |
| 
 | |
|         for (int i = 0; i < e->thread_count; i++)
 | |
|             executor_thread_join(e->threads[i].thread, NULL);
 | |
|     }
 | |
|     if (has_cond)
 | |
|         ff_cond_destroy(&e->cond);
 | |
|     if (has_lock)
 | |
|         ff_mutex_destroy(&e->lock);
 | |
| 
 | |
|     av_free(e->threads);
 | |
|     av_free(e->local_contexts);
 | |
| 
 | |
|     av_free(e);
 | |
| }
 | |
| 
 | |
| AVExecutor* av_executor_alloc(const AVTaskCallbacks *cb, int thread_count)
 | |
| {
 | |
|     AVExecutor *e;
 | |
|     int has_lock = 0, has_cond = 0;
 | |
|     if (!cb || !cb->user_data || !cb->ready || !cb->run || !cb->priority_higher)
 | |
|         return NULL;
 | |
| 
 | |
|     e = av_mallocz(sizeof(*e));
 | |
|     if (!e)
 | |
|         return NULL;
 | |
|     e->cb = *cb;
 | |
| 
 | |
|     e->local_contexts = av_calloc(thread_count, e->cb.local_context_size);
 | |
|     if (!e->local_contexts)
 | |
|         goto free_executor;
 | |
| 
 | |
|     e->threads = av_calloc(thread_count, sizeof(*e->threads));
 | |
|     if (!e->threads)
 | |
|         goto free_executor;
 | |
| 
 | |
|     has_lock = !ff_mutex_init(&e->lock, NULL);
 | |
|     has_cond = !ff_cond_init(&e->cond, NULL);
 | |
| 
 | |
|     if (!has_lock || !has_cond)
 | |
|         goto free_executor;
 | |
| 
 | |
|     for (/* nothing */; e->thread_count < thread_count; e->thread_count++) {
 | |
|         ThreadInfo *ti = e->threads + e->thread_count;
 | |
|         ti->e = e;
 | |
|         if (executor_thread_create(&ti->thread, NULL, executor_worker_task, ti))
 | |
|             goto free_executor;
 | |
|     }
 | |
|     return e;
 | |
| 
 | |
| free_executor:
 | |
|     executor_free(e, has_lock, has_cond);
 | |
|     return NULL;
 | |
| }
 | |
| 
 | |
| void av_executor_free(AVExecutor **executor)
 | |
| {
 | |
|     if (!executor || !*executor)
 | |
|         return;
 | |
|     executor_free(*executor, 1, 1);
 | |
|     *executor = NULL;
 | |
| }
 | |
| 
 | |
| void av_executor_execute(AVExecutor *e, AVTask *t)
 | |
| {
 | |
|     AVTaskCallbacks *cb = &e->cb;
 | |
|     AVTask **prev;
 | |
| 
 | |
|     ff_mutex_lock(&e->lock);
 | |
|     if (t) {
 | |
|         for (prev = &e->tasks; *prev && cb->priority_higher(*prev, t); prev = &(*prev)->next)
 | |
|             /* nothing */;
 | |
|         add_task(prev, t);
 | |
|     }
 | |
|     ff_cond_signal(&e->cond);
 | |
|     ff_mutex_unlock(&e->lock);
 | |
| 
 | |
| #if !HAVE_THREADS
 | |
|     // We are running in a single-threaded environment, so we must handle all tasks ourselves
 | |
|     while (run_one_task(e, e->local_contexts))
 | |
|         /* nothing */;
 | |
| #endif
 | |
| }
 |