implab/ImplabNet Commit - r15:0f982f9b7d4d

implemented parallel map and foreach for arrays...

cin -

r15:0f982f9b7d4d promises

parent child

Context file:

r15:0f982f9b7d4d

Collapse all files

Implab/Parallels/ArrayTraits.cs created 644 +152 0

@@ -0,0 +1,152
	1	using System;
	2	using System.Collections.Generic;
	3	using System.Diagnostics;
	4	using System.Linq;
	5	using System.Text;
	6	using System.Threading;
	7
	8	namespace Implab.Parallels {
	9	public static class ArrayTraits {
	10	class ArrayIterator<TSrc> : DispatchPool<int> {
	11	readonly Action<TSrc> m_action;
	12	readonly TSrc[] m_source;
	13	readonly Promise<int> m_promise = new Promise<int>();
	14
	15	int m_pending;
	16	int m_next;
	17
	18	public ArrayIterator(TSrc[] source, Action<TSrc> action, int threads)
	19	: base(threads) {
	20
	21	Debug.Assert(source != null);
	22	Debug.Assert(action != null);
	23
	24	m_next = 0;
	25	m_source = source;
	26	m_pending = source.Length;
	27	m_action = action;
	28
	29	m_promise.Anyway(() => Dispose());
	30	m_promise.Cancelled(() => Dispose());
	31
	32	InitPool();
	33	}
	34
	35	public Promise<int> Promise {
	36	get {
	37	return m_promise;
	38	}
	39	}
	40
	41	protected override bool TryDequeue(out int unit) {
	42	int index;
	43	unit = -1;
	44	do {
	45	index = m_next;
	46	if (index >= m_source.Length)
	47	return false;
	48	} while (index != Interlocked.CompareExchange(ref m_next, index + 1, index));
	49
	50	unit = index;
	51	return true;
	52	}
	53
	54	protected override void InvokeUnit(int unit) {
	55	try {
	56	m_action(m_source[unit]);
	57	int pending;
	58	do {
	59	pending = m_pending;
	60	} while (pending != Interlocked.CompareExchange(ref m_pending, pending - 1, pending));
	61	pending--;
	62	if (pending == 0)
	63	m_promise.Resolve(m_source.Length);
	64	} catch (Exception e) {
	65	m_promise.Reject(e);
	66	}
	67	}
	68	}
	69
	70	class ArrayMapper<TSrc, TDst>: DispatchPool<int> {
	71	readonly Func<TSrc, TDst> m_transform;
	72	readonly TSrc[] m_source;
	73	readonly TDst[] m_dest;
	74	readonly Promise<TDst[]> m_promise = new Promise<TDst[]>();
	75
	76	int m_pending;
	77	int m_next;
	78
	79	public ArrayMapper(TSrc[] source, Func<TSrc, TDst> transform, int threads)
	80	: base(threads) {
	81
	82	Debug.Assert (source != null);
	83	Debug.Assert( transform != null);
	84
	85	m_next = 0;
	86	m_source = source;
	87	m_dest = new TDst[source.Length];
	88	m_pending = source.Length;
	89	m_transform = transform;
	90
	91	m_promise.Anyway(() => Dispose());
	92	m_promise.Cancelled(() => Dispose());
	93
	94	InitPool();
	95	}
	96
	97	public Promise<TDst[]> Promise {
	98	get {
	99	return m_promise;
	100	}
	101	}
	102
	103	protected override bool TryDequeue(out int unit) {
	104	int index;
	105	unit = -1;
	106	do {
	107	index = m_next;
	108	if (index >= m_source.Length)
	109	return false;
	110	} while (index != Interlocked.CompareExchange(ref m_next, index + 1, index));
	111
	112	unit = index;
	113	return true;
	114	}
	115
	116	protected override void InvokeUnit(int unit) {
	117	try {
	118	m_dest[unit] = m_transform(m_source[unit]);
	119	int pending;
	120	do {
	121	pending = m_pending;
	122	} while ( pending != Interlocked.CompareExchange(ref m_pending,pending -1, pending));
	123	pending --;
	124	if (pending == 0)
	125	m_promise.Resolve(m_dest);
	126	} catch (Exception e) {
	127	m_promise.Reject(e);
	128	}
	129	}
	130	}
	131
	132	public static Promise<TDst[]> ParallelMap<TSrc, TDst> (this TSrc[] source, Func<TSrc,TDst> transform, int threads) {
	133	if (source == null)
	134	throw new ArgumentNullException("source");
	135	if (transform == null)
	136	throw new ArgumentNullException("transform");
	137
	138	var mapper = new ArrayMapper<TSrc, TDst>(source, transform, threads);
	139	return mapper.Promise;
	140	}
	141
	142	public static Promise<int> ParallelForEach<TSrc>(this TSrc[] source, Action<TSrc> action, int threads) {
	143	if (source == null)
	144	throw new ArgumentNullException("source");
	145	if (action == null)
	146	throw new ArgumentNullException("action");
	147
	148	var iter = new ArrayIterator<TSrc>(source, action, threads);
	149	return iter.Promise;
	150	}
	151	}
	152	}

Implab/Parallels/DispatchPool.cs created 644 +171 0

@@ -0,0 +1,171
	1	using System;
	2	using System.Collections.Generic;
	3	using System.Linq;
	4	using System.Text;
	5	using System.Threading;
	6	using System.Diagnostics;
	7
	8	namespace Implab.Parallels {
	9	public abstract class DispatchPool<TUnit> : IDisposable {
	10	readonly int m_minThreads;
	11	readonly int m_maxThreads;
	12	int m_runningThreads = 0;
	13	int m_maxRunningThreads = 0;
	14	int m_suspended = 0;
	15	int m_exitRequired = 0;
	16	AutoResetEvent m_hasTasks = new AutoResetEvent(false);
	17
	18	protected DispatchPool(int min, int max) {
	19	if (min < 0)
	20	throw new ArgumentOutOfRangeException("min");
	21	if (max <= 0)
	22	throw new ArgumentOutOfRangeException("max");
	23
	24	if (min > max)
	25	min = max;
	26	m_minThreads = min;
	27	m_maxThreads = max;
	28	}
	29
	30	protected DispatchPool(int threads)
	31	: this(threads, threads) {
	32	}
	33
	34	protected DispatchPool() {
	35	int maxThreads, maxCP;
	36	ThreadPool.GetMaxThreads(out maxThreads, out maxCP);
	37
	38	m_minThreads = 0;
	39	m_maxThreads = maxThreads;
	40	}
	41
	42	protected void InitPool() {
	43	for (int i = 0; i < m_minThreads; i++)
	44	StartWorker();
	45	}
	46
	47	public int ThreadCount {
	48	get {
	49	return m_runningThreads;
	50	}
	51	}
	52
	53	public int MaxRunningThreads {
	54	get {
	55	return m_maxRunningThreads;
	56	}
	57	}
	58
	59	protected bool IsDisposed {
	60	get {
	61	return m_exitRequired != 0;
	62	}
	63	}
	64
	65	bool StartWorker() {
	66	var current = m_runningThreads;
	67	// use spins to allocate slot for the new thread
	68	do {
	69	if (current >= m_maxThreads \|\| m_exitRequired != 0)
	70	// no more slots left or the pool has been disposed
	71	return false;
	72	} while (current != Interlocked.CompareExchange(ref m_runningThreads, current + 1, current));
	73
	74	m_maxRunningThreads = Math.Max(m_maxRunningThreads, current + 1);
	75
	76	// slot successfully allocated
	77
	78	var worker = new Thread(this.Worker);
	79	worker.IsBackground = true;
	80	worker.Start();
	81
	82	return true;
	83	}
	84
	85	protected abstract bool TryDequeue(out TUnit unit);
	86
	87	protected virtual void WakeNewWorker() {
	88	if (m_suspended > 0)
	89	m_hasTasks.Set();
	90	else
	91	StartWorker();
	92	}
	93
	94	bool FetchTask(out TUnit unit) {
	95	do {
	96	// exit if requested
	97	if (m_exitRequired != 0) {
	98	// release the thread slot
	99	int running;
	100	do {
	101	running = m_runningThreads;
	102	} while (running != Interlocked.CompareExchange(ref m_runningThreads, running - 1, running));
	103	running--;
	104
	105	if (running == 0) // it was the last worker
	106	m_hasTasks.Dispose();
	107	else
	108	m_hasTasks.Set(); // release next worker
	109	unit = default(TUnit);
	110	return false;
	111	}
	112
	113	// fetch task
	114	if (TryDequeue(out unit)) {
	115	WakeNewWorker();
	116	return true;
	117	}
	118
	119	//no tasks left, exit if the thread is no longer needed
	120	int runningThreads;
	121	bool exit = true;
	122	do {
	123	runningThreads = m_runningThreads;
	124	if (runningThreads <= m_minThreads) {
	125	exit = false;
	126	break;
	127	}
	128	} while (runningThreads != Interlocked.CompareExchange(ref m_runningThreads, runningThreads - 1, runningThreads));
	129
	130	if (exit) {
	131	Interlocked.Decrement(ref m_runningThreads);
	132	return false;
	133	}
	134
	135	// keep this thread and wait
	136	Interlocked.Increment(ref m_suspended);
	137	m_hasTasks.WaitOne();
	138	Interlocked.Decrement(ref m_suspended);
	139	} while (true);
	140	}
	141
	142	protected abstract void InvokeUnit(TUnit unit);
	143
	144	void Worker() {
	145	TUnit unit;
	146	while (FetchTask(out unit))
	147	InvokeUnit(unit);
	148	}
	149
	150	protected virtual void Dispose(bool disposing) {
	151	if (disposing) {
	152	if (m_exitRequired == 0) {
	153	if (Interlocked.CompareExchange(ref m_exitRequired, 1, 0) != 0)
	154	return;
	155
	156	// wake sleeping threads
	157	m_hasTasks.Set();
	158	GC.SuppressFinalize(this);
	159	}
	160	}
	161	}
	162
	163	public void Dispose() {
	164	Dispose(true);
	165	}
	166
	167	~DispatchPool() {
	168	Dispose(false);
	169	}
	170	}
	171	}

Implab.Test/AsyncTests.cs +151 -90

             using System;
             using Microsoft.VisualStudio.TestTools.UnitTesting;
             using System.Reflection;
             using System.Threading;
             using Implab.Parallels;
-            namespace Implab.Test
+            namespace Implab.Test {
+                [TestClass]
-            	[TestClass]
+                public class AsyncTests {
-            	public class AsyncTests
+                    [TestMethod]
+                    public void ResolveTest() {
-            		[TestMethod]
+                        int res = -1;
-            		public void ResolveTest ()
+                        var p = new Promise<int>();
+                        p.Then(x => res = x);
-            			int res = -1;
+                        p.Resolve(100);
-            			var p = new Promise<int> ();
-            			p.Then (x => res = x);
-            			p.Resolve (100);
-            			Assert.AreEqual (res, 100);
+                        Assert.AreEqual(res, 100);
+                    }
                     [TestMethod]
-            		public void RejectTest ()
+                    public void RejectTest() {
+                        int res = -1;
-            			int res = -1;
+                        Exception err = null;
-            			Exception err = null;
-            			var p = new Promise<int> ();
+                        var p = new Promise<int>();
-            			p.Then (x => res = x, e => err = e);
+                        p.Then(x => res = x, e => err = e);
-            			p.Reject (new ApplicationException ("error"));
+                        p.Reject(new ApplicationException("error"));
-            			Assert.AreEqual (res, -1);
+                        Assert.AreEqual(res, -1);
-            			Assert.AreEqual (err.Message, "error");
+                        Assert.AreEqual(err.Message, "error");
+                    }
                     [TestMethod]
-            		public void JoinSuccessTest ()
+                    public void JoinSuccessTest() {
+                        var p = new Promise<int>();
-            			var p = new Promise<int> ();
+                        p.Resolve(100);
-            			p.Resolve (100);
+                        Assert.AreEqual(p.Join(), 100);
-            			Assert.AreEqual (p.Join (), 100);
                     [TestMethod]
-            		public void JoinFailTest ()
+                    public void JoinFailTest() {
+                        var p = new Promise<int>();
-            			var p = new Promise<int> ();
+                        p.Reject(new ApplicationException("failed"));
-            			p.Reject (new ApplicationException ("failed"));
-            			try {
+                        try {
-            				p.Join ();
+                            p.Join();
-            				throw new ApplicationException ("WRONG!");
+                            throw new ApplicationException("WRONG!");
-            			} catch (TargetInvocationException err) {
+                        } catch (TargetInvocationException err) {
-            				Assert.AreEqual (err.InnerException.Message, "failed");
+                            Assert.AreEqual(err.InnerException.Message, "failed");
-            			} catch {
+                        } catch {
-            				Assert.Fail ("Got wrong excaption");
+                            Assert.Fail("Got wrong excaption");
+                        }
+                    }
                     [TestMethod]
-            		public void MapTest ()
+                    public void MapTest() {
+                        var p = new Promise<int>();
-            			var p = new Promise<int> ();
-            			var p2 = p.Map (x => x.ToString ());
+                        var p2 = p.Map(x => x.ToString());
-            			p.Resolve (100);
+                        p.Resolve(100);
-            			Assert.AreEqual (p2.Join (), "100");
+                        Assert.AreEqual(p2.Join(), "100");
+                    }
                     [TestMethod]
                     public void FixErrorTest() {
                         var p = new Promise<int>();
                         var p2 = p.Error(e => 101);
                         p.Reject(new Exception());
                         Assert.AreEqual(p2.Join(), 101);
                     }
                     [TestMethod]
-            		public void ChainTest ()
+                    public void ChainTest() {
+                        var p1 = new Promise<int>();
-            			var p1 = new Promise<int> ();
-            			var p3 = p1.Chain (x => {
+                        var p3 = p1.Chain(x => {
-            				var p2 = new Promise<string> ();
+                            var p2 = new Promise<string>();
-            				p2.Resolve (x.ToString ());
+                            p2.Resolve(x.ToString());
-            				return p2;
+                            return p2;
-            			});
+                        });
-            			p1.Resolve (100);
+                        p1.Resolve(100);
-            			Assert.AreEqual (p3.Join (), "100");
+                        Assert.AreEqual(p3.Join(), "100");
+                    }
                     [TestMethod]
-            		public void PoolTest ()
+                    public void PoolTest() {
+                        var pid = Thread.CurrentThread.ManagedThreadId;
-            			var pid = Thread.CurrentThread.ManagedThreadId;
+                        var p = AsyncPool.Invoke(() => Thread.CurrentThread.ManagedThreadId);
-            			var p = AsyncPool.Invoke (() => Thread.CurrentThread.ManagedThreadId);
-            			Assert.AreNotEqual (pid, p.Join ());
+                        Assert.AreNotEqual(pid, p.Join());
+                    }
                     [TestMethod]
                     public void WorkerPoolSizeTest() {
-                        var pool = new WorkerPool(5,10);
+                        var pool = new WorkerPool(5, 10);
                         Assert.AreEqual(5, pool.ThreadCount);
-                        pool.Invoke(() => { Thread.Sleep(1000); return 10; });
+                        pool.Invoke(() => { Thread.Sleep(1000000); return 10; });
-                        pool.Invoke(() => { Thread.Sleep(1000); return 10; });
+                        pool.Invoke(() => { Thread.Sleep(1000000); return 10; });
-                        pool.Invoke(() => { Thread.Sleep(1000); return 10; });
+                        pool.Invoke(() => { Thread.Sleep(1000000); return 10; });
                         Assert.AreEqual(5, pool.ThreadCount);
                         for (int i = 0; i < 100; i++)
-                            pool.Invoke(() => { Thread.Sleep(1000); return 10; });
+                            pool.Invoke(() => { Thread.Sleep(1000000); return 10; });
+                        Thread.Sleep(100);
                         Assert.AreEqual(10, pool.ThreadCount);
+                        pool.Dispose();
                     }
                     [TestMethod]
                     public void WorkerPoolCorrectTest() {
-                        var pool = new WorkerPool(5, 20);
+                        var pool = new WorkerPool();
+                        int iterations = 1000;
+                        int pending = iterations;
+                        var stop = new ManualResetEvent(false);
                         var count = 0;
-                        for (int i = 0; i < 1000; i++)
+                        for (int i = 0; i < iterations; i++) {
                             pool
                                 .Invoke(() => 1)
-                                .Then(x => Interlocked.Add(ref count, x));
+                                .Then(x => Interlocked.Add(ref count, x))
+                                .Then(x => Math.Log10(x))
+                                .Anyway(() => {
+                                    Interlocked.Decrement(ref pending);
+                                    if (pending == 0)
+                                        stop.Set();
+                                });
+                        }
+                        stop.WaitOne();
-                        Assert.AreEqual(1000, count);
+                        Assert.AreEqual(iterations, count);
+                        Console.WriteLine("Max threads: {0}", pool.MaxRunningThreads);
+                        pool.Dispose();
+                    }
+                    [TestMethod]
+                    public void WorkerPoolDisposeTest() {
+                        var pool = new WorkerPool(5, 20);
+                        Assert.AreEqual(5, pool.ThreadCount);
+                        pool.Dispose();
+                        Thread.Sleep(100);
+                        Assert.AreEqual(0, pool.ThreadCount);
+                        pool.Dispose();
                     }
                     [TestMethod]
                     public void MTQueueTest() {
                         var queue = new MTQueue<int>();
-                        var pool = new WorkerPool(5, 20);
                         int res;
                         queue.Enqueue(10);
                         Assert.IsTrue(queue.TryDequeue(out res));
                         Assert.AreEqual(10, res);
                         Assert.IsFalse(queue.TryDequeue(out res));
                         for (int i = 0; i < 1000; i++)
                             queue.Enqueue(i);
                         for (int i = 0; i < 1000; i++) {
                             queue.TryDequeue(out res);
                             Assert.AreEqual(i, res);
                         }
                         int writers = 0;
                         int readers = 0;
                         var stop = new ManualResetEvent(false);
                         int total = 0;
                         int itemsPerWriter = 1000;
                         int writersCount = 3;
                         for (int i = 0; i < writersCount; i++) {
                             Interlocked.Increment(ref writers);
                             var wn = i;
                             AsyncPool
                                 .InvokeNewThread(() => {
-                                    Console.WriteLine("Started writer: {0}", wn);
                                     for (int ii = 0; ii < itemsPerWriter; ii++) {
                                         queue.Enqueue(1);
-                                        Thread.Sleep(1);
                                     }
-                                    Console.WriteLine("Stopped writer: {0}", wn);
                                     return 1;
                                 })
-                                .Then(x => Interlocked.Decrement(ref writers) );
+                                .Anyway(() => Interlocked.Decrement(ref writers));
                         }
                         for (int i = 0; i < 10; i++) {
                             Interlocked.Increment(ref readers);
                             var wn = i;
                             AsyncPool
                                 .InvokeNewThread(() => {
                                     int t;
-                                    Console.WriteLine("Started reader: {0}", wn);
                                     do {
                                         while (queue.TryDequeue(out t))
                                             Interlocked.Add(ref total, t);
-                                        Thread.Sleep(0);
                                     } while (writers > 0);
-                                    Console.WriteLine("Stopped reader: {0}", wn);
                                     return 1;
                                 })
-                                .Then(x => {
+                                .Anyway(() => {
                                     Interlocked.Decrement(ref readers);
                                     if (readers == 0)
                                         stop.Set();
                                 });
                         }
                         stop.WaitOne();
                         Assert.AreEqual(itemsPerWriter * writersCount, total);
                     }
                     [TestMethod]
+                    public void ParallelMapTest() {
+                        int count = 100000;
+                        double[] args = new double[count];
+                        var rand = new Random();
+                        for (int i = 0; i < count; i++)
+                            args[i] = rand.NextDouble();
+                        var t = Environment.TickCount;
+                        var res = args.ParallelMap(x => Math.Sin(x*x), 4).Join();
+                        Console.WriteLine("Map complete in {0} ms", Environment.TickCount - t);
+                        t = Environment.TickCount;
+                        for (int i = 0; i < count; i++)
+                            Assert.AreEqual(Math.Sin(args[i] * args[i]), res[i]);
+                        Console.WriteLine("Verified in {0} ms", Environment.TickCount - t);
+                    }
+                    [TestMethod]
+                    public void ParallelForEachTest() {
+                        int count = 100000;
+                        int[] args = new int[count];
+                        var rand = new Random();
+                        for (int i = 0; i < count; i++)
+                            args[i] = (int)(rand.NextDouble() * 100);
+                        int result = 0;
+                        var t = Environment.TickCount;
+                        args.ParallelForEach(x => Interlocked.Add(ref result, x), 4).Join();
+                        Console.WriteLine("Iteration complete in {0} ms, result: {1}", Environment.TickCount - t, result);
+                        int result2 = 0;
+                        t = Environment.TickCount;
+                        for (int i = 0; i < count; i++)
+                            result2 += args[i];
+                        Assert.AreEqual(result2, result);
+                        Console.WriteLine("Verified in {0} ms", Environment.TickCount - t);
+                    }
+                    [TestMethod]
                     public void ComplexCase1Test() {
                         var flags = new bool[3];
                         // op1 (aync 200ms) => op2 (async 200ms) => op3 (sync map)
                         var p = PromiseHelper
                             .Sleep(200, "Alan")
                             .Cancelled(() => flags[0] = true)
                             .Chain(x =>
                                 PromiseHelper
                                     .Sleep(200, "Hi, " + x)
-                                    .Map( y => y )
+                                    .Map(y => y)
                                     .Cancelled(() => flags[1] = true)
                             )
                             .Cancelled(() => flags[2] = true);
                         Thread.Sleep(300);
                         p.Cancel();
                         try {
                             Assert.AreEqual(p.Join(), "Hi, Alan");
                             Assert.Fail("Shouldn't get here");
-                        } catch(OperationCanceledException) {
+                        } catch (OperationCanceledException) {
                         }
                         Assert.IsFalse(flags[0]);
                         Assert.IsTrue(flags[1]);
                         Assert.IsTrue(flags[2]);
                     }
+                }
             }

Implab.v11.suo binary modified 0 0

NO CONTENT: modified file, binary diff hidden

Implab/Implab.csproj +2 0

             <?xml version="1.0" encoding="utf-8"?>
             <Project DefaultTargets="Build" ToolsVersion="4.0" xmlns="http://schemas.microsoft.com/developer/msbuild/2003">
               <PropertyGroup>
                 <Configuration Condition=" '$(Configuration)' == '' ">Debug</Configuration>
                 <Platform Condition=" '$(Platform)' == '' ">AnyCPU</Platform>
                 <ProductVersion>10.0.0</ProductVersion>
                 <SchemaVersion>2.0</SchemaVersion>
                 <ProjectGuid>{F550F1F8-8746-4AD0-9614-855F4C4B7F05}</ProjectGuid>
                 <OutputType>Library</OutputType>
                 <RootNamespace>Implab</RootNamespace>
                 <AssemblyName>Implab</AssemblyName>
               </PropertyGroup>
               <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Debug|AnyCPU' ">
                 <DebugSymbols>true</DebugSymbols>
                 <DebugType>full</DebugType>
                 <Optimize>false</Optimize>
                 <OutputPath>bin\Debug</OutputPath>
                 <DefineConstants>DEBUG;</DefineConstants>
                 <ErrorReport>prompt</ErrorReport>
                 <WarningLevel>4</WarningLevel>
                 <ConsolePause>false</ConsolePause>
               </PropertyGroup>
               <PropertyGroup Condition=" '$(Configuration)|$(Platform)' == 'Release|AnyCPU' ">
                 <DebugType>full</DebugType>
                 <Optimize>true</Optimize>
                 <OutputPath>bin\Release</OutputPath>
                 <ErrorReport>prompt</ErrorReport>
                 <WarningLevel>4</WarningLevel>
                 <ConsolePause>false</ConsolePause>
               </PropertyGroup>
               <ItemGroup>
                 <Reference Include="System" />
               </ItemGroup>
               <ItemGroup>
                 <Compile Include="ICancellable.cs" />
                 <Compile Include="IProgressHandler.cs" />
                 <Compile Include="IProgressNotifier.cs" />
                 <Compile Include="IPromise.cs" />
                 <Compile Include="ITaskController.cs" />
                 <Compile Include="ManagedPromise.cs" />
+                <Compile Include="Parallels\DispatchPool.cs" />
+                <Compile Include="Parallels\ArrayTraits.cs" />
                 <Compile Include="Parallels\MTQueue.cs" />
                 <Compile Include="Parallels\WorkerPool.cs" />
                 <Compile Include="PromiseState.cs" />
                 <Compile Include="TaskController.cs" />
                 <Compile Include="ProgressInitEventArgs.cs" />
                 <Compile Include="Properties\AssemblyInfo.cs" />
                 <Compile Include="Promise.cs" />
                 <Compile Include="Parallels\AsyncPool.cs" />
                 <Compile Include="Safe.cs" />
                 <Compile Include="ValueEventArgs.cs" />
               </ItemGroup>
               <Import Project="$(MSBuildBinPath)\Microsoft.CSharp.targets" />
               <ItemGroup />
             </Project>

Implab/Parallels/WorkerPool.cs +29 -131

@@ -1,171 +1,69
1	using System;	1	using System;
2	using System.Collections.Generic;	2	using System.Collections.Generic;
3	using System.Linq;	3	using System.Linq;
4	using System.Text;	4	using System.Text;
5	using System.Threading;	5	using System.Threading;
6	using System.Diagnostics;	6	using System.Diagnostics;
7		7
8	namespace Implab.Parallels {	8	namespace Implab.Parallels {
9	public class WorkerPool : ~~IDisposable~~ {	9	public class WorkerPool : DispatchPool<Action> {
10	readonly int m_minThreads;
11	readonly int m_maxThreads;
12	int m_runningThreads;
13	object m_lock = new object();
14
15	bool m_disposed = false;
16
17	// this event will signal that workers can try to fetch a task from queue or the pool has been disposed
18	ManualResetEvent m_hasTasks = new ManualResetEvent(false);
19	Queue<Action> m_queue = new Queue<Action>();
20		10
21	public WorkerPool(int min, int max) {	11	MTQueue<Action> m_queue = new MTQueue<Action>();
22	if (min < 0)	12	int m_queueLength = 0;
23	throw new ArgumentOutOfRangeException("min");
24	if (max <= 0)
25	throw new ArgumentOutOfRangeException("max");
26		13
27	if (min > max)	14	public WorkerPool(int minThreads, int maxThreads)
28	min = max;	15	: base(minThreads, maxThreads) {
29	m_minThreads = min;	16	InitPool();
30	m_maxThreads = max;
31
32	InitPool();
33	}	17	}
34		18
35	public WorkerPool(int ~~max~~)	19	public WorkerPool(int threads)
36	: ~~this~~(0, ~~max~~) {	20	: base(threads) {
		21	InitPool();
37	}	22	}
38		23
39	public WorkerPool() {	24	public WorkerPool()
40	int maxThreads, maxCP;	25	: base() {
41	ThreadPool.GetMaxThreads(out maxThreads, out maxCP);	26	InitPool();
42
43	m_minThreads = 0;
44	m_maxThreads = maxThreads;
45
46	InitPool();
47	}
48
49	void InitPool() {
50	for (int i = 0; i < m_minThreads; i++)
51	StartWorker();
52	}
53
54	public int ThreadCount {
55	get {
56	return m_runningThreads;
57	}
58	}	27	}
59		28
60	public Promise<T> Invoke<T>(Func<T> task) {	29	public Promise<T> Invoke<T>(Func<T> task) {
61	if (m_disposed)
62	throw new ObjectDisposedException(ToString());
63	if (task == null)	30	if (task == null)
64	throw new ArgumentNullException("task");	31	throw new ArgumentNullException("task");
		32	if (IsDisposed)
		33	throw new ObjectDisposedException(ToString());
65		34
66	var promise = new Promise<T>();	35	var promise = new Promise<T>();
67		36
68	~~var~~ ~~queueLen~~ = EnqueueTask(delegate() {	37	EnqueueTask(delegate() {
69	try {	38	try {
70	promise.Resolve(task());	39	promise.Resolve(task());
71	} catch (Exception e) {	40	} catch (Exception e) {
72	promise.Reject(e);	41	promise.Reject(e);
73	}	42	}
74	});	43	});
75		44
76	if (queueLen > 1)
77	StartWorker();
78
79	return promise;	45	return promise;
80	}	46	}
81		47
82	bool StartWorker() {	48	protected void EnqueueTask(Action unit) {
83	var current = m_runningThreads;	49	Debug.Assert(unit != null);
84	// use spins to allocate slot for the new thread	50	Interlocked.Increment(ref m_queueLength);
85	do {	51	m_queue.Enqueue(unit);
86	if (current >= m_maxThreads)	52	// if there are sleeping threads in the pool wake one
87	// no more slots left	53	// probably this will lead a dry run
88	return false;	54	WakeNewWorker();
89	} while (current != Interlocked.CompareExchange(ref m_runningThreads, current + 1, current));
90
91	// slot successfully allocated
92
93	var worker = new Thread(this.Worker);
94	worker.IsBackground = true;
95	worker.Start();
96
97	return true;
98	}
99
100	int EnqueueTask(Action task) {
101	Debug.Assert(task != null);
102	lock (m_queue) {
103	m_queue.Enqueue(task);
104	m_hasTasks.Set();
105	return m_queue.Count;
106	}
107	}	55	}
108		56
109	bool FetchTask(out Action task) {	57	protected override bool TryDequeue(out Action unit) {
110	task = null;	58	if (m_queue.TryDequeue(out unit)) {
111		59	Interlocked.Decrement(ref m_queueLength);
112	~~while~~ (true) {	60	return true;
113
114	m_hasTasks.WaitOne();
115
116	if (m_disposed)
117	return false;
118
119	lock (m_queue) {
120	if (m_queue.Count > 0) {
121	task = m_queue.Dequeue();
122	return true;
123	}
124
125	// no tasks left
126	// signal that no more tasks left, current lock ensures that this event won't suppress newly added task
127	m_hasTasks.Reset();
128	}
129
130	bool exit = true;
131
132	var current = m_runningThreads;
133	do {
134	if (current <= m_minThreads) {
135	exit = false; // this thread should return and wait for the new events
136	break;
137	}
138	} while (current != Interlocked.CompareExchange(ref m_runningThreads, current - 1, current));
139
140	if (exit)
141	return false;
142	}	61	}
		62	return false;
143	}	63	}
144		64
145	void Worker() {	65	protected override void InvokeUnit(Action unit) {
146	~~Action~~ ~~task~~;	66	unit();
147	while (FetchTask(out task))
148	task();
149	}
150
151	protected virtual void Dispose(bool disposing) {
152	if (disposing) {
153	lock (m_lock) {
154	if (m_disposed)
155	return;
156	m_disposed = true;
157	}
158	m_hasTasks.Set();
159	GC.SuppressFinalize(this);
160	}
161	}
162
163	public void Dispose() {
164	Dispose(true);
165	}
166
167	~WorkerPool() {
168	Dispose(false);
169	}	67	}
170	}	68	}
171	}	69	}

Implab/Promise.cs +1 0

             using System;
             using System.Collections.Generic;
             using System.Reflection;
             using System.Diagnostics;
             using System.Threading;
             namespace Implab {
                 public delegate void ErrorHandler(Exception e);
                 public delegate T ErrorHandler<out T>(Exception e);
                 public delegate void ResultHandler<in T>(T result);
                 public delegate TNew ResultMapper<in TSrc, out TNew>(TSrc result);
                 public delegate Promise<TNew> ChainedOperation<in TSrc, TNew>(TSrc result);
                 /// <summary>
                 /// Класс для асинхронного получения результатов. Так называемое "обещание".
                 /// </summary>
                 /// <typeparam name="T">Тип получаемого результата</typeparam>
                 /// <remarks>
                 /// <para>Сервис при обращении к его методу дает обещаиние о выполнении операции,
                 /// клиент получив такое обещание может установить ряд обратных вызово для получения
                 /// событий выполнения обещания, тоесть завершения операции и предоставлении результатов.</para>
                 /// <para>
                 /// Обещение может быть как выполнено, так и выполнено с ошибкой. Для подписки на
                 /// данные события клиент должен использовать методы <c>Then</c>.
                 /// </para>
                 /// <para>
                 /// Сервис, в свою очередь, по окончанию выполнения операции (возможно с ошибкой),
                 /// использует методы <c>Resolve</c> либо <c>Reject</c> для оповещения клиетна о
                 /// выполнении обещания.
                 /// </para>
                 /// <para>
                 /// Если сервер успел выполнить обещание еще до того, как клиент на него подписался,
                 /// то в момент подписки клиента будут вызваны соответсвующие события в синхронном
                 /// режиме и клиент будет оповещен в любом случае. Иначе, обработчики добавляются в
                 /// список в порядке подписания и в этом же порядке они будут вызваны при выполнении
                 /// обещания.
                 /// </para>
                 /// <para>
                 /// Обрабатывая результаты обещания можно преобразовывать результаты либо инициировать
                 /// связанные асинхронные операции, которые также возвращают обещания. Для этого следует
                 /// использовать соответствующую форму методе <c>Then</c>.
                 /// </para>
                 /// <para>
                 /// Также хорошим правилом является то, что <c>Resolve</c> и <c>Reject</c> должен вызывать
                 /// только инициатор обещания иначе могут возникнуть противоречия.
                 /// </para>
                 /// </remarks>
                 public class Promise<T> : IPromise {
                     struct ResultHandlerInfo {
                         public ResultHandler<T> resultHandler;
                         public ErrorHandler errorHandler;
                     }
                     readonly IPromise m_parent;
                     LinkedList<ResultHandlerInfo> m_resultHandlers = new LinkedList<ResultHandlerInfo>();
                     LinkedList<Action> m_cancelHandlers = new LinkedList<Action>();
                     readonly object m_lock = new Object();
                     readonly bool m_cancellable;
                     int m_childrenCount = 0;
                     PromiseState m_state;
                     T m_result;
                     Exception m_error;
                     public Promise() {
                         m_cancellable = true;
                     }
                     public Promise(IPromise parent, bool cancellable) {
                         m_cancellable = cancellable;
                         m_parent = parent;
                         if (parent != null)
                             parent.HandleCancelled(InternalCancel);
                     }
                     void InternalCancel() {
                         // don't try to cancel parent :)
                         Cancel(false);
                     }
                     /// <summary>
                     /// Выполняет обещание, сообщая об успешном выполнении.
                     /// </summary>
                     /// <param name="result">Результат выполнения.</param>
                     /// <exception cref="InvalidOperationException">Данное обещание уже выполнено</exception>
                     public void Resolve(T result) {
                         lock (m_lock) {
                             if (m_state == PromiseState.Cancelled)
                                 return;
                             if (m_state != PromiseState.Unresolved)
                                 throw new InvalidOperationException("The promise is already resolved");
                             m_result = result;
                             m_state = PromiseState.Resolved;
                         }
                         OnStateChanged();
                     }
                     /// <summary>
                     /// Выполняет обещание, сообщая об ошибке
                     /// </summary>
                     /// <param name="error">Исключение возникшее при выполнении операции</param>
                     /// <exception cref="InvalidOperationException">Данное обещание уже выполнено</exception>
                     public void Reject(Exception error) {
                         lock (m_lock) {
                             if (m_state == PromiseState.Cancelled)
                                 return;
                             if (m_state != PromiseState.Unresolved)
                                 throw new InvalidOperationException("The promise is already resolved");
                             m_error = error;
                             m_state = PromiseState.Rejected;
                         }
                         OnStateChanged();
                     }
                     /// <summary>
                     /// Отменяет операцию, если это возможно.
                     /// </summary>
                     /// <returns><c>true</c> Операция была отменена, обработчики не будут вызваны.<c>false</c> отмена не возможна, поскольку обещание уже выполнено и обработчики отработали.</returns>
                     public bool Cancel() {
                         return Cancel(true);
                     }
                     /// <summary>
                     /// Adds new handlers to this promise.
                     /// </summary>
                     /// <param name="success">The handler of the successfully completed operation.
                     /// This handler will recieve an operation result as a parameter.</param>
                     /// <param name="error">Handles an exception that may occur during the operation.</param>
                     /// <returns>The new promise chained to this one.</returns>
                     public Promise<T> Then(ResultHandler<T> success, ErrorHandler error) {
                         if (success == null && error == null)
                             return this;
                         var medium = new Promise<T>(this, true);
                         var handlerInfo = new ResultHandlerInfo();
                         if (success != null)
                             handlerInfo.resultHandler = x => {
                                 success(x);
                                 medium.Resolve(x);
                             };
                         else
                             handlerInfo.resultHandler = medium.Resolve;
                         if (error != null)
                             handlerInfo.errorHandler = x => {
                                 try {
                                     error(x);
                                 } catch { }
                                 medium.Reject(x);
                             };
                         else
                             handlerInfo.errorHandler = medium.Reject;
                         AddHandler(handlerInfo);
                         return medium;
                     }
                     /// <summary>
                     /// Adds new handlers to this promise.
                     /// </summary>
                     /// <param name="success">The handler of the successfully completed operation.
                     /// This handler will recieve an operation result as a parameter.</param>
                     /// <param name="error">Handles an exception that may occur during the operation and returns the value which will be used as the result of the operation.</param>
                     /// <returns>The new promise chained to this one.</returns>
                     public Promise<T> Then(ResultHandler<T> success, ErrorHandler<T> error) {
                         if (success == null && error == null)
                             return this;
                         var medium = new Promise<T>(this, true);
                         var handlerInfo = new ResultHandlerInfo();
                         if (success != null)
                             handlerInfo.resultHandler = x => {
                                 success(x);
                                 medium.Resolve(x);
                             };
                         else
                             handlerInfo.resultHandler = medium.Resolve;
                         if (error != null)
                             handlerInfo.errorHandler = x => {
                                 try {
                                     medium.Resolve(error(x));
                                 } catch { }
                                 medium.Reject(x);
                             };
                         else
                             handlerInfo.errorHandler = medium.Reject;
                         AddHandler(handlerInfo);
                         return medium;
                     }
                     public Promise<T> Then(ResultHandler<T> success) {
                         if (success == null)
                             return this;
                         var medium = new Promise<T>(this, true);
                         var handlerInfo = new ResultHandlerInfo();
                         if (success != null)
                             handlerInfo.resultHandler = x => {
                                 success(x);
                                 medium.Resolve(x);
                             };
                         else
                             handlerInfo.resultHandler = medium.Resolve;
                         handlerInfo.errorHandler = medium.Reject;
                         AddHandler(handlerInfo);
                         return medium;
                     }
                     public Promise<T> Error(ErrorHandler error) {
                         return Then(null, error);
                     }
                     /// <summary>
                     /// Handles error and allows to keep the promise.
                     /// </summary>
                     /// <remarks>
                     /// If the specified handler throws an exception, this exception will be used to reject the promise.
                     /// </remarks>
                     /// <param name="handler">The error handler which returns the result of the promise.</param>
                     /// <returns>New promise.</returns>
                     public Promise<T> Error(ErrorHandler<T> handler) {
                         if (handler == null)
                             return this;
                         var medium = new Promise<T>(this, true);
                         AddHandler(new ResultHandlerInfo {
                             errorHandler = e => {
                                 try {
                                     medium.Resolve(handler(e));
                                 } catch (Exception e2) {
                                     medium.Reject(e2);
                                 }
                             }
                         });
                         return medium;
                     }
                     public Promise<T> Anyway(Action handler) {
                         if (handler == null)
                             return this;
                         var medium = new Promise<T>();
                         AddHandler(new ResultHandlerInfo {
                             resultHandler = x => {
                                 // to avoid handler being called multiple times we handle exception by ourselfs
                                 try {
                                     handler();
                                     medium.Resolve(x);
                                 } catch (Exception e) {
                                     medium.Reject(e);
                                 }
                             },
                             errorHandler = x => {
                                 try {
                                     handler();
                                 } catch { }
                                 medium.Reject(x);
                             }
                         });
                         return medium;
                     }
                     /// <summary>
                     /// Позволяет преобразовать результат выполения операции к новому типу.
                     /// </summary>
                     /// <typeparam name="TNew">Новый тип результата.</typeparam>
                     /// <param name="mapper">Преобразование результата к новому типу.</param>
                     /// <param name="error">Обработчик ошибки. Данный обработчик получит
                     /// исключение возникшее при выполнении операции.</param>
                     /// <returns>Новое обещание, которое будет выполнено при выполнении исходного обещания.</returns>
                     public Promise<TNew> Map<TNew>(ResultMapper<T, TNew> mapper, ErrorHandler error) {
                         if (mapper == null)
                             throw new ArgumentNullException("mapper");
                         // создаем прицепленное обещание
                         var chained = new Promise<TNew>();
                         AddHandler(new ResultHandlerInfo() {
                             resultHandler = result => chained.Resolve(mapper(result)),
                             errorHandler = delegate(Exception e) {
                                 if (error != null)
                                     try {
                                         error(e);
                                     } catch { }
                                 // в случае ошибки нужно передать исключение дальше по цепочке
                                 chained.Reject(e);
                             }
                         });
                         return chained;
                     }
                     public Promise<TNew> Map<TNew>(ResultMapper<T, TNew> mapper) {
                         return Map(mapper, null);
                     }
                     /// <summary>
                     /// Сцепляет несколько аснхронных операций. Указанная асинхронная операция будет вызвана после
                     /// выполнения текущей, а результат текущей операции может быть использован для инициализации
                     /// новой операции.
                     /// </summary>
                     /// <typeparam name="TNew">Тип результата указанной асинхронной операции.</typeparam>
                     /// <param name="chained">Асинхронная операция, которая должна будет начаться после выполнения текущей.</param>
                     /// <param name="error">Обработчик ошибки. Данный обработчик получит
                     /// исключение возникшее при выполнении текуещй операции.</param>
                     /// <returns>Новое обещание, которое будет выполнено по окончанию указанной аснхронной операции.</returns>
                     public Promise<TNew> Chain<TNew>(ChainedOperation<T, TNew> chained, ErrorHandler error) {
                         // проблема в том, что на момент связывания еще не начата асинхронная операция, поэтому нужно
                         // создать посредника, к которому будут подвызяваться следующие обработчики.
                         // когда будет выполнена реальная асинхронная операция, она обратиться к посреднику, чтобы
                         // передать через него результаты работы.
                         var medium = new Promise<TNew>(this, true);
                         AddHandler(new ResultHandlerInfo {
                             resultHandler = delegate(T result) {
                                 if (medium.State == PromiseState.Cancelled)
                                     return;
                                 var promise = chained(result);
                                 // notify chained operation that it's not needed
                                 medium.Cancelled(() => promise.Cancel());
                                 promise.Then(
                                     x => medium.Resolve(x),
                                     e => medium.Reject(e)
                                 );
                             },
                             errorHandler = delegate(Exception e) {
                                 if (error != null)
                                     error(e);
                                 // в случае ошибки нужно передать исключение дальше по цепочке
                                 medium.Reject(e);
                             }
                         });
                         return medium;
                     }
                     public Promise<TNew> Chain<TNew>(ChainedOperation<T, TNew> chained) {
                         return Chain(chained, null);
                     }
                     public Promise<T> Cancelled(Action handler) {
                         if (handler == null)
                             return this;
                         lock (m_lock) {
                             if (m_state == PromiseState.Unresolved)
                                 m_cancelHandlers.AddLast(handler);
                             else if (m_state == PromiseState.Cancelled)
                                 handler();
                         }
                         return this;
                     }
                     public void HandleCancelled(Action handler) {
                         Cancelled(handler);
                     }
                     /// <summary>
                     /// Дожидается отложенного обещания и в случае успеха, возвращает
                     /// его, результат, в противном случае бросает исключение.
                     /// </summary>
                     /// <remarks>
                     /// <para>
                     /// Если ожидание обещания было прервано по таймауту, это не значит,
                     /// что обещание было отменено или что-то в этом роде, это только
                     /// означает, что мы его не дождались, однако все зарегистрированные
                     /// обработчики, как были так остались и они будут вызваны, когда
                     /// обещание будет выполнено.
                     /// </para>
                     /// <para>
                     /// Такое поведение вполне оправдано поскольку таймаут может истечь
                     /// в тот момент, когда началась обработка цепочки обработчиков, и
                     /// к тому же текущее обещание может стоять в цепочке обещаний и его
                     /// отклонение может привести к непрогнозируемому результату.
                     /// </para>
                     /// </remarks>
                     /// <param name="timeout">Время ожидания</param>
                     /// <returns>Результат выполнения обещания</returns>
                     public T Join(int timeout) {
                         var evt = new ManualResetEvent(false);
                         Anyway(() => evt.Set());
                         Cancelled(() => evt.Set());
                         if (!evt.WaitOne(timeout, true))
                             throw new TimeoutException();
                         switch (State) {
                             case PromiseState.Resolved:
                                 return m_result;
                             case PromiseState.Cancelled:
                                 throw new OperationCanceledException();
                             case PromiseState.Rejected:
                                 throw new TargetInvocationException(m_error);
                             default:
                                 throw new ApplicationException(String.Format("Invalid promise state {0}", State));
                         }
                     }
                     public T Join() {
                         return Join(Timeout.Infinite);
                     }
                     void AddHandler(ResultHandlerInfo handler) {
                         bool invokeRequired = false;
                         lock (m_lock) {
                             m_childrenCount++;
                             if (m_state == PromiseState.Unresolved) {
                                 m_resultHandlers.AddLast(handler);
                             } else
                                 invokeRequired = true;
                         }
                         // обработчики не должны блокировать сам объект
                         if (invokeRequired)
                             InvokeHandler(handler);
                     }
                     void InvokeHandler(ResultHandlerInfo handler) {
                         switch (m_state) {
                             case PromiseState.Resolved:
                                 try {
                                     if (handler.resultHandler != null)
                                         handler.resultHandler(m_result);
                                 } catch (Exception e) {
                                     try {
                                         if (handler.errorHandler != null)
                                             handler.errorHandler(e);
                                     } catch { }
                                 }
                                 break;
                             case PromiseState.Rejected:
                                 try {
                                     if (handler.errorHandler != null)
                                         handler.errorHandler(m_error);
                                 } catch { }
                                 break;
                             default:
                                 // do nothing
                                 return;
                         }
                     }
                     protected virtual void OnStateChanged() {
                         switch (m_state) {
                             case PromiseState.Resolved:
                                 foreach (var resultHandlerInfo in m_resultHandlers)
                                     try {
                                         if (resultHandlerInfo.resultHandler != null)
                                             resultHandlerInfo.resultHandler(m_result);
                                     } catch (Exception e) {
                                         try {
                                             if (resultHandlerInfo.errorHandler != null)
                                                 resultHandlerInfo.errorHandler(e);
                                         } catch { }
                                     }
                                 break;
                             case PromiseState.Cancelled:
                                 foreach (var cancelHandler in m_cancelHandlers)
                                     cancelHandler();
                                 break;
                             case PromiseState.Rejected:
                                 foreach (var resultHandlerInfo in m_resultHandlers)
                                     try {
                                         if (resultHandlerInfo.errorHandler != null)
                                             resultHandlerInfo.errorHandler(m_error);
                                     } catch { }
                                 break;
                             default:
                                 throw new InvalidOperationException(String.Format("Promise entered an invalid state {0}", m_state));
                         }
                         m_resultHandlers = null;
                         m_cancelHandlers = null;
                     }
                     public bool IsExclusive {
                         get {
                             lock (m_lock) {
                                 return m_childrenCount <= 1;
                             }
                         }
                     }
                     public PromiseState State {
                         get {
                             lock (m_lock) {
                                 return m_state;
                             }
                         }
                     }
                     protected bool Cancel(bool dependencies) {
                         bool result;
                         lock (m_lock) {
                             if (m_state == PromiseState.Unresolved) {
                                 m_state = PromiseState.Cancelled;
                                 result = true;
                             } else {
                                 result = false;
                             }
                         }
                         if (result)
                             OnStateChanged();
                         if (dependencies && m_parent != null && m_parent.IsExclusive) {
                             m_parent.Cancel();
                         }
                         return result;
                     }
                 }
             }

General Comments 0

Write
Preview

You need to be logged in to leave comments. Login now

No TODOs yet

	Site-wide shortcuts
/	Use quick search box
g h	Goto home page
g g	Goto my private gists page
g G	Goto my public gists page
g 0-9	Goto bookmarked items from 0-9
n r	New repository page
n g	New gist page

	Repositories
g s	Goto summary page
g c	Goto changelog page
g f	Goto files page
g F	Goto files page with file search activated
g p	Goto pull requests page
g o	Goto repository settings
g O	Goto repository access permissions settings
t s	Toggle sidebar on some pages