implab/ImplabNet Commit - r41:2fc0fbe7d58b

Added TraceContext support to array traits

cin -

r41:2fc0fbe7d58b default

parent child

Context file:

r41:2fc0fbe7d58b

Collapse all files

Implab.v11.suo binary modified 0 0

NO CONTENT: modified file, binary diff hidden

Implab/Diagnostics/TraceContext.cs +2 -2

             using System;
             using System.Collections.Generic;
             using System.Linq;
             using System.Text;
             using System.Threading;
             using System.Threading.Tasks;
             namespace Implab.Diagnostics {
                 /// <summary>
                 /// Контекст трассировки, привязывается к потоку и содержит в себе информацию о стеке логических операций.
                 /// </summary>
                 /// <remarks>
                 /// Контекст трассировки передается слушателям событий для определения места, где возникло событие.
                 /// </remarks>
                 public class TraceContext {
                     LogicalOperation m_currentOperation;
                     readonly LogicalOperation m_bound;
                     readonly int m_threadId;
                     [ThreadStatic]
                     static TraceContext _current;
                     /// <summary>
                     /// Текущий контекст трассировки для потока, создается астоматически при первом обращении.
                     /// </summary>
                     public static TraceContext Current {
                         get {
                             if (_current == null)
                                 _current = new TraceContext();
                             return _current;
                         }
                     }
                     TraceContext(TraceContext context) {
                         if (context == null)
                             throw new ArgumentNullException("context");
                         m_currentOperation = context.CurrentOperation;
                         m_bound = context.CurrentOperation;
                         m_threadId = Thread.CurrentThread.ManagedThreadId;
                     }
                     TraceContext() {
                         m_currentOperation = new LogicalOperation();
                         m_bound = m_currentOperation;
                         m_threadId = Thread.CurrentThread.ManagedThreadId;
                     }
                     /// <summary>
                     /// При необходимости копирует состояние контекста трассивровки в текущий поток.
                     /// </summary>
                     /// <param name="from">Исходный контекст трассировки, который передается.</param>
                     /// <remarks>
                     /// <para>
                     /// Копирование происходит за счет создания нового контекста трассировки и заполнением его
                     /// состояния из переданного контекста. При этом копируется стек операций, однако в новом
                     /// контексте ранее начатые логические операции не могут быть завершены.
                     /// </para>
                     /// <para>
                     /// Если передача состояния состоялась, то вызывается событие трассировки <see cref="TraceEventType.Transfer"/>.
                     /// </para>
                     /// </remarks>
                     public static void Transfer(TraceContext from) {
                         if (_current == from)
                             return;
                         if (from != null) {
                             var context = new TraceContext(from);
                             context.LogEvent(TraceEventType.Transfer, "[{0}]-->[{1}]",from.ThreadId, context.ThreadId);
                             _current = context;
                         } else {
                             _current = new TraceContext();
                         }
                     }
                     /// <summary>
                     /// Создает постоянную копию текущего контекста, данную копию можно хранить и использовать для передачи через <see cref="Transfer(TraceContext)"/>
                     /// </summary>
-                    /// <returns>Копия текущего контекста трассировки или <c>null</c> если таковой не был создан.</returns>
+                    /// <returns>Копия текущего контекста трассировки.</returns>
                     public static TraceContext Snapshot() {
-                        return _current == null ? null : new TraceContext(_current);
+                        return _current == null ? new TraceContext() : new TraceContext(_current);
                     }
                     /// <summary>
                     /// Выполняет переданное действие в указанном контексте трассировки, по окончании восстанавливает предыдущий контекст трассировки потока.
                     /// </summary>
                     /// <param name="action"></param>
                     public void Invoke(Action action) {
                         if (action == null)
                             throw new ArgumentNullException("action");
                         var old = _current;
                         Transfer(this);
                         try {
                             action();
                         } finally {
                             _current = old;
                         }
                     }
                     /// <summary>
                     /// Текущая логическая операция.
                     /// </summary>
                     public LogicalOperation CurrentOperation {
                         get {
                             return m_currentOperation;
                         }
                     }
                     /// <summary>
                     /// Операция ниже которой нельзя опускаться в стеке логических операций, т.е. она не может быть завершена в текущем контексте.
                     /// </summary>
                     public LogicalOperation BoundOperation {
                         get {
                             return m_bound;
                         }
                     }
                     /// <summary>
                     /// Поток, в котором создан контекст трассировки.
                     /// </summary>
                     public int ThreadId {
                         get {
                             return m_threadId;
                         }
                     }
                     /// <summary>
                     /// Начинает безымянную логическую операцию.
                     /// </summary>
                     public void StartLogicalOperation() {
                         StartLogicalOperation(null);
                     }
                     /// <summary>
                     /// Начинает логическую операцию с указанным именем. Созданная операция будет добвалена в стек логических операций контекста, затем будет создано соответсвующее событие.
                     /// </summary>
                     /// <param name="name">Имя начинаемой операции.</param>
                     public void StartLogicalOperation(string name) {
                         m_currentOperation = new LogicalOperation(name, m_currentOperation);
                         LogEvent(TraceEventType.OperationStarted, name);
                     }
                     /// <summary>
                     /// Заканчивает логическую операцию начатую в текущем контексте. Операции, начатые в других контекстах не могут быть закончены в текущем контексте.
                     /// </summary>
                     /// <remarks>
                     /// При вызове данного метода создается событие журнала трассировки, либо о завершении операции, либо об ошибки, поскольку данная операция
                     /// начата в другом контексте.
                     /// </remarks>
                     public void EndLogicalOperation() {
                         if (m_bound == m_currentOperation) {
                             LogEvent(TraceEventType.Error, "Trying to end the operation which isn't belongs to current trace");
                         } else {
                             var op = m_currentOperation;
                             LogEvent(TraceEventType.OperationCompleted, "{0} {1} ms", op.Name, op.Duration);
                             m_currentOperation = m_currentOperation.Parent;
                         }
                     }
                     void LogEvent(TraceEventType type, string format, params object[] args) {
                         LogChannel<TraceEvent>.Default.LogEvent(this, TraceEvent.Create(type, format, args));
                     }
                 }
             }

Implab/Parallels/ArrayTraits.cs +16 -1

-            using System;
+            using Implab.Diagnostics;
+            using System;
             using System.Collections.Generic;
             using System.Diagnostics;
             using System.Linq;
             using System.Text;
             using System.Threading;
             namespace Implab.Parallels {
                 public static class ArrayTraits {
                     class ArrayIterator<TSrc> : DispatchPool<int> {
                         readonly Action<TSrc> m_action;
                         readonly TSrc[] m_source;
                         readonly Promise<int> m_promise = new Promise<int>();
+                        readonly TraceContext m_traceContext;
                         int m_pending;
                         int m_next;
                         public ArrayIterator(TSrc[] source, Action<TSrc> action, int threads)
                             : base(threads) {
                             Debug.Assert(source != null);
                             Debug.Assert(action != null);
+                            m_traceContext = TraceContext.Snapshot();
                             m_next = 0;
                             m_source = source;
                             m_pending = source.Length;
                             m_action = action;
                             m_promise.Anyway(() => Dispose());
                             m_promise.Cancelled(() => Dispose());
                             InitPool();
                         }
                         public Promise<int> Promise {
                             get {
                                 return m_promise;
                             }
                         }
+                        protected override void Worker() {
+                            TraceContext.Transfer(m_traceContext);
+                            base.Worker();
+                        }
                         protected override bool TryDequeue(out int unit) {
                             unit = Interlocked.Increment(ref m_next) - 1;
                             return unit >= m_source.Length ? false : true;
                         }
                         protected override void InvokeUnit(int unit) {
                             try {
                                 m_action(m_source[unit]);
                                 var pending = Interlocked.Decrement(ref m_pending);
                                 if (pending == 0)
                                     m_promise.Resolve(m_source.Length);
                             } catch (Exception e) {
                                 m_promise.Reject(e);
                             }
                         }
                     }
                     class ArrayMapper<TSrc, TDst>: DispatchPool<int> {
                         readonly Func<TSrc, TDst> m_transform;
                         readonly TSrc[] m_source;
                         readonly TDst[] m_dest;
                         readonly Promise<TDst[]> m_promise = new Promise<TDst[]>();
+                        readonly TraceContext m_traceContext;
                         int m_pending;
                         int m_next;
                         public ArrayMapper(TSrc[] source, Func<TSrc, TDst> transform, int threads)
                             : base(threads) {
                             Debug.Assert (source != null);
                             Debug.Assert( transform != null);
                             m_next = 0;
                             m_source = source;
                             m_dest = new TDst[source.Length];
                             m_pending = source.Length;
                             m_transform = transform;
+                            m_traceContext = TraceContext.Snapshot();
                             m_promise.Anyway(() => Dispose());
                             m_promise.Cancelled(() => Dispose());
                             InitPool();
                         }
                         public Promise<TDst[]> Promise {
                             get {
                                 return m_promise;
                             }
                         }
+                        protected override void Worker() {
+                            TraceContext.Transfer(m_traceContext);
+                            base.Worker();
+                        }
                         protected override bool TryDequeue(out int unit) {
                             unit = Interlocked.Increment(ref m_next) - 1;
                             return unit >= m_source.Length ? false : true;
                         }
                         protected override void InvokeUnit(int unit) {
                             try {
                                 m_dest[unit] = m_transform(m_source[unit]);
                                 var pending = Interlocked.Decrement(ref m_pending);
                                 if (pending == 0)
                                     m_promise.Resolve(m_dest);
                             } catch (Exception e) {
                                 m_promise.Reject(e);
                             }
                         }
                     }
                     public static IPromise<TDst[]> ParallelMap<TSrc, TDst> (this TSrc[] source, Func<TSrc,TDst> transform, int threads) {
                         if (source == null)
                             throw new ArgumentNullException("source");
                         if (transform == null)
                             throw new ArgumentNullException("transform");
                         var mapper = new ArrayMapper<TSrc, TDst>(source, transform, threads);
                         return mapper.Promise;
                     }
                     public static IPromise<int> ParallelForEach<TSrc>(this TSrc[] source, Action<TSrc> action, int threads) {
                         if (source == null)
                             throw new ArgumentNullException("source");
                         if (action == null)
                             throw new ArgumentNullException("action");
                         var iter = new ArrayIterator<TSrc>(source, action, threads);
                         return iter.Promise;
                     }
                     public static IPromise<TDst[]> ChainedMap<TSrc, TDst>(this TSrc[] source, ChainedOperation<TSrc, TDst> transform, int threads) {
                         if (source == null)
                             throw new ArgumentNullException("source");
                         if (transform == null)
                             throw new ArgumentNullException("transform");
                         if (threads <= 0)
                             throw new ArgumentOutOfRangeException("Threads number must be greater then zero");
                         if (source.Length == 0)
                             return Promise<TDst[]>.ResultToPromise(new TDst[0]);
                         var promise = new Promise<TDst[]>();
                         var res = new TDst[source.Length];
                         var pending = source.Length;
                         var semaphore = new Semaphore(threads, threads);
                         AsyncPool.InvokeNewThread(() => {
                             for (int i = 0; i < source.Length; i++) {
                                 if(promise.IsResolved)
                                     break; // stop processing in case of error or cancellation
                                 var idx = i;
                                 semaphore.WaitOne();
                                 try {
                                     var p1 = transform(source[i]);
                                     p1.Anyway(() => semaphore.Release());
                                     p1.Cancelled(() => semaphore.Release());
                                     p1.Then(
                                         x => {
                                             res[idx] = x;
                                             var left = Interlocked.Decrement(ref pending);
                                             if (left == 0)
                                                 promise.Resolve(res);
                                         },
                                         e => promise.Reject(e)
                                     );
                                 } catch (Exception e) {
                                     promise.Reject(e);
                                 }
                             }
                             return 0;
                         });
                         return promise.Anyway(() => semaphore.Dispose());
                     }
                 }
             }

Implab/Parallels/DispatchPool.cs +1 -1

             using System;
             using System.Collections.Generic;
             using System.Linq;
             using System.Text;
             using System.Threading;
             using System.Diagnostics;
             namespace Implab.Parallels {
                 public abstract class DispatchPool<TUnit> : IDisposable {
                     readonly int m_minThreads;
                     readonly int m_maxThreads;
                     int m_createdThreads = 0; // the current size of the pool
                     int m_activeThreads = 0; // the count of threads which are active
                     int m_sleepingThreads = 0; // the count of currently inactive threads
                     int m_maxRunningThreads = 0; // the meximum reached size of the pool
                     int m_exitRequired = 0; // the pool is going to shutdown, all unused workers are released
                     int m_releaseTimeout = 100; // the timeout while the working thread will wait for the new tasks before exit
                     int m_wakeEvents = 0; // the count of wake events
                     AutoResetEvent m_hasTasks = new AutoResetEvent(false);
                     protected DispatchPool(int min, int max) {
                         if (min < 0)
                             throw new ArgumentOutOfRangeException("min");
                         if (max <= 0)
                             throw new ArgumentOutOfRangeException("max");
                         if (min > max)
                             min = max;
                         m_minThreads = min;
                         m_maxThreads = max;
                     }
                     protected DispatchPool(int threads)
                         : this(threads, threads) {
                     }
                     protected DispatchPool() {
                         int maxThreads, maxCP;
                         ThreadPool.GetMaxThreads(out maxThreads, out maxCP);
                         m_minThreads = 0;
                         m_maxThreads = maxThreads;
                     }
                     protected void InitPool() {
                         for (int i = 0; i < m_minThreads; i++)
                             StartWorker();
                     }
                     public int PoolSize {
                         get {
                             return m_createdThreads;
                         }
                     }
                     public int ActiveThreads {
                         get {
                             return m_activeThreads;
                         }
                     }
                     public int MaxRunningThreads {
                         get {
                             return m_maxRunningThreads;
                         }
                     }
                     protected bool IsDisposed {
                         get {
                             return m_exitRequired != 0;
                         }
                     }
                     protected abstract bool TryDequeue(out TUnit unit);
                     #region thread execution traits
                     int SignalThread() {
                         var signals = Interlocked.Increment(ref m_wakeEvents);
                         if(signals == 1)
                             m_hasTasks.Set();
                         return signals;
                     }
                     bool FetchSignalOrWait(int timeout) {
                         var start = Environment.TickCount;
                         // означает, что поток владеет блокировкой и при успешном получении сигнала должен
                         // ее вернуть, чтобы другой ожидающий поток смог
                         bool hasLock = false;
                         do {
                             int signals;
                             do {
                                 signals = m_wakeEvents;
                                 if (signals == 0)
                                     break;
                             } while (Interlocked.CompareExchange(ref m_wakeEvents, signals - 1, signals) != signals);
                             if (signals >= 1) {
                                 if (signals > 1 && hasLock)
                                     m_hasTasks.Set();
                                 return true;
                             }
                             if (timeout != -1)
                                 timeout = Math.Max(0, timeout - (Environment.TickCount - start));
                             // если сигналов больше не осталось, то первый поток, который дошел сюда сбросит событие
                             // и уйдет на пустой цикл, после чего заблокируется
                             hasLock = true;
                         } while (m_hasTasks.WaitOne(timeout));
                         return false;
                     }
                     bool Sleep(int timeout) {
                         Interlocked.Increment(ref m_sleepingThreads);
                         if (FetchSignalOrWait(timeout)) {
                             Interlocked.Decrement(ref m_sleepingThreads);
                             return true;
                         } else {
                             Interlocked.Decrement(ref m_sleepingThreads);
                             return false;
                         }
                     }
                     #endregion
                     /// <summary>
                     /// Запускает либо новый поток, если раньше не было ни одного потока, либо устанавливает событие пробуждение одного спящего потока
                     /// </summary>
                     protected void GrowPool() {
                         if (m_exitRequired != 0)
                             return;
                         if (m_sleepingThreads > m_wakeEvents) {
                             //Console.WriteLine("Waking threads (sleeps {0}, pending {1})", m_sleepingThreads, m_wakeEvents);
                             // all sleeping threads may gone
                             SignalThread(); // wake a sleeping thread;
                             // we can't check whether signal has been processed
                             // anyway it may take some time for the thread to start
                             // we will ensure that at least one thread is running
                             EnsurePoolIsAlive();
                         } else {
                             // if there is no sleeping threads in the pool
                             if (!StartWorker()) {
                                 // we haven't started a new thread, but the current can be on the way to terminate and it can't process the queue
                                 // send it a signal to spin again
                                 SignalThread();
                                 EnsurePoolIsAlive();
                             }
                         }
                     }
                     protected void EnsurePoolIsAlive() {
                         if (AllocateThreadSlot(1)) {
                             // if there were no threads in the pool
                             var worker = new Thread(this.Worker);
                             worker.IsBackground = true;
                             worker.Start();
                         }
                     }
                     protected virtual bool Suspend() {
                         //no tasks left, exit if the thread is no longer needed
                         bool last;
                         bool requestExit;
                         // if threads have a timeout before releasing
                         if (m_releaseTimeout > 0)
                             requestExit = !Sleep(m_releaseTimeout);
                         else
                             requestExit = true;
                         if (!requestExit)
                             return true;
                         // release unsused thread
                         if (requestExit && ReleaseThreadSlot(out last)) {
                             // in case at the moment the last thread was being released
                             // a new task was added to the queue, we need to try
                             // to revoke the thread to avoid the situation when the task is left unprocessed
                             if (last && FetchSignalOrWait(0)) { // FetchSignalOrWait(0) will fetch pending task or will return false
                                 SignalThread(); // since FetchSignalOrWait(0) has fetched the signal we need to reschedule it
                                 return AllocateThreadSlot(1); // ensure that at least one thread is alive
                             }
                             return false;
                         }
                         // wait till infinity
                         Sleep(-1);
                         return true;
                     }
                     #region thread slots traits
                     bool AllocateThreadSlot() {
                         int current;
                         // use spins to allocate slot for the new thread
                         do {
                             current = m_createdThreads;
                             if (current >= m_maxThreads || m_exitRequired != 0)
                                 // no more slots left or the pool has been disposed
                                 return false;
                         } while (current != Interlocked.CompareExchange(ref m_createdThreads, current + 1, current));
                         UpdateMaxThreads(current + 1);
                         return true;
                     }
                     bool AllocateThreadSlot(int desired) {
                         if (desired - 1 != Interlocked.CompareExchange(ref m_createdThreads, desired, desired - 1))
                             return false;
                         UpdateMaxThreads(desired);
                         return true;
                     }
                     bool ReleaseThreadSlot(out bool last) {
                         last = false;
                         int current;
                         // use spins to release slot for the new thread
                         do {
                             current = m_createdThreads;
                             if (current <= m_minThreads && m_exitRequired == 0)
                                 // the thread is reserved
                                 return false;
                         } while (current != Interlocked.CompareExchange(ref m_createdThreads, current - 1, current));
                         last = (current == 1);
                         return true;
                     }
                     /// <summary>
                     /// releases thread slot unconditionally, used during cleanup
                     /// </summary>
                     /// <returns>true - no more threads left</returns>
                     bool ReleaseThreadSlotAnyway() {
                         var left = Interlocked.Decrement(ref m_createdThreads);
                         return left == 0;
                     }
                     void UpdateMaxThreads(int count) {
                         int max;
                         do {
                             max = m_maxRunningThreads;
                             if (max >= count)
                                 break;
                         } while(max != Interlocked.CompareExchange(ref m_maxRunningThreads, count, max));
                     }
                     #endregion
                     bool StartWorker() {
                         if (AllocateThreadSlot()) {
                             // slot successfully allocated
                             var worker = new Thread(this.Worker);
                             worker.IsBackground = true;
                             worker.Start();
                             return true;
                         } else {
                             return false;
                         }
                     }
                     protected abstract void InvokeUnit(TUnit unit);
-                    void Worker() {
+                    protected virtual void Worker() {
                         TUnit unit;
                         //Console.WriteLine("{0}: Active", Thread.CurrentThread.ManagedThreadId);
                         Interlocked.Increment(ref m_activeThreads);
                         do {
                             // exit if requested
                             if (m_exitRequired != 0) {
                                 // release the thread slot
                                 Interlocked.Decrement(ref m_activeThreads);
                                 if (ReleaseThreadSlotAnyway()) // it was the last worker
                                     m_hasTasks.Dispose();
                                 else
                                     SignalThread(); // wake next worker
                                 break;
                             }
                             // fetch task
                             if (TryDequeue(out unit)) {
                                 InvokeUnit(unit);
                                 continue;
                             }
                             Interlocked.Decrement(ref m_activeThreads);
                             // entering suspend state
                             // keep this thread and wait
                             if (!Suspend())
                                 break;
                             //Console.WriteLine("{0}: Awake", Thread.CurrentThread.ManagedThreadId);
                             Interlocked.Increment(ref m_activeThreads);
                         } while (true);
                         //Console.WriteLine("{0}: Exited", Thread.CurrentThread.ManagedThreadId);
                     }
                     protected virtual void Dispose(bool disposing) {
                         if (disposing) {
                             if (m_exitRequired == 0) {
                                 if (Interlocked.CompareExchange(ref m_exitRequired, 1, 0) != 0)
                                     return;
                                 // wake sleeping threads
                                 if (m_createdThreads > 0)
                                     SignalThread();
                                 else
                                     m_hasTasks.Dispose();
                                 GC.SuppressFinalize(this);
                             }
                         }
                     }
                     public void Dispose() {
                         Dispose(true);
                     }
                     ~DispatchPool() {
                         Dispose(false);
                     }
                 }
             }

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages