fork(1) download
copy 
  1. using System;
  2. using System.Threading;
  3. using System.Linq;
  4. using System.Diagnostics;
  5. using System.Collections.Generic;
  6. using System.Threading.Tasks;
  7.  
  8. public class Test
  9. {
  10. 	private const int threads = 5;
  11. 	private const int items = 100;
  12. 	private const int downloadOne = 100;
  13. 	private const int waitLast = 1000;
  14.  
  15. 	public static void Main()
  16. 	{
  17. 		Download9000Images(Enumerable.Range(1, items).Select(a=>"https://e...content-available-to-author-only...e.com/"+a.ToString()), "test").Wait();
  18. 	}
  19.  
  20. 	private static async Task Download9000Images( IEnumerable<string> images, string outputdir ) {
  21. 		var sem = new SemaphoreSlim(threads);
  22. 		//var httpclient = new HttpClient();
  23.  
  24. 		var sw = new Stopwatch();
  25. 		sw.Start();
  26.  
  27. 		Func<string, Task> download = async link => {
  28. 			try {
  29. 				await Task.Delay(downloadOne);//на ideone запрещён доступ к файлам/сети -> просто ждём
  30. 				Console.WriteLine("Link {0} downloaded", link);
  31. 			}
  32. 			catch {
  33. 				Console.WriteLine( "Failed to load {0}", link );
  34. 				//тут хорошо бы удалять зафейленный файл
  35. 			}
  36. 			finally {
  37. 				sem.Release();
  38. 			}
  39. 		};
  40.  
  41. 		foreach ( var image in images ) {
  42. 			await sem.WaitAsync();
  43. 			var imgClosure = image;//до пятого шарпа захват иначе работает. пишешь на свежем - можешь забить
  44. 			download( imgClosure );//специально без await, чтобы продолжить цикл не дожидаясь завершения
  45. 		}
  46. 		sw.Stop();
  47. 		await Task.Delay( waitLast );//тут по-хорошему надо дождаться всех тасков нормально, но мне лень писать
  48. 		Console.WriteLine("Прошло {0}", sw.Elapsed);
  49. 		Console.WriteLine("Тут должно всё было скачаться");
  50. 	}
  51. }
Success #stdin #stdout 0.11s 32656KB
comments (?)
stdin
copy 
Standard input is empty
stdout
copy 
Link https://e...content-available-to-author-only...e.com/1 downloaded
Link https://e...content-available-to-author-only...e.com/2 downloaded
Link https://e...content-available-to-author-only...e.com/3 downloaded
Link https://e...content-available-to-author-only...e.com/4 downloaded
Link https://e...content-available-to-author-only...e.com/5 downloaded
Link https://e...content-available-to-author-only...e.com/6 downloaded
Link https://e...content-available-to-author-only...e.com/7 downloaded
Link https://e...content-available-to-author-only...e.com/8 downloaded
Link https://e...content-available-to-author-only...e.com/9 downloaded
Link https://e...content-available-to-author-only...e.com/10 downloaded
Link https://e...content-available-to-author-only...e.com/11 downloaded
Link https://e...content-available-to-author-only...e.com/12 downloaded
Link https://e...content-available-to-author-only...e.com/13 downloaded
Link https://e...content-available-to-author-only...e.com/14 downloaded
Link https://e...content-available-to-author-only...e.com/15 downloaded
Link https://e...content-available-to-author-only...e.com/16 downloaded
Link https://e...content-available-to-author-only...e.com/17 downloaded
Link https://e...content-available-to-author-only...e.com/18 downloaded
Link https://e...content-available-to-author-only...e.com/19 downloaded
Link https://e...content-available-to-author-only...e.com/20 downloaded
Link https://e...content-available-to-author-only...e.com/21 downloaded
Link https://e...content-available-to-author-only...e.com/22 downloaded
Link https://e...content-available-to-author-only...e.com/23 downloaded
Link https://e...content-available-to-author-only...e.com/24 downloaded
Link https://e...content-available-to-author-only...e.com/25 downloaded
Link https://e...content-available-to-author-only...e.com/26 downloaded
Link https://e...content-available-to-author-only...e.com/27 downloaded
Link https://e...content-available-to-author-only...e.com/28 downloaded
Link https://e...content-available-to-author-only...e.com/29 downloaded
Link https://e...content-available-to-author-only...e.com/30 downloaded
Link https://e...content-available-to-author-only...e.com/31 downloaded
Link https://e...content-available-to-author-only...e.com/32 downloaded
Link https://e...content-available-to-author-only...e.com/33 downloaded
Link https://e...content-available-to-author-only...e.com/34 downloaded
Link https://e...content-available-to-author-only...e.com/35 downloaded
Link https://e...content-available-to-author-only...e.com/36 downloaded
Link https://e...content-available-to-author-only...e.com/37 downloaded
Link https://e...content-available-to-author-only...e.com/38 downloaded
Link https://e...content-available-to-author-only...e.com/39 downloaded
Link https://e...content-available-to-author-only...e.com/40 downloaded
Link https://e...content-available-to-author-only...e.com/41 downloaded
Link https://e...content-available-to-author-only...e.com/42 downloaded
Link https://e...content-available-to-author-only...e.com/43 downloaded
Link https://e...content-available-to-author-only...e.com/44 downloaded
Link https://e...content-available-to-author-only...e.com/45 downloaded
Link https://e...content-available-to-author-only...e.com/46 downloaded
Link https://e...content-available-to-author-only...e.com/47 downloaded
Link https://e...content-available-to-author-only...e.com/48 downloaded
Link https://e...content-available-to-author-only...e.com/49 downloaded
Link https://e...content-available-to-author-only...e.com/50 downloaded
Link https://e...content-available-to-author-only...e.com/51 downloaded
Link https://e...content-available-to-author-only...e.com/52 downloaded
Link https://e...content-available-to-author-only...e.com/53 downloaded
Link https://e...content-available-to-author-only...e.com/54 downloaded
Link https://e...content-available-to-author-only...e.com/55 downloaded
Link https://e...content-available-to-author-only...e.com/56 downloaded
Link https://e...content-available-to-author-only...e.com/57 downloaded
Link https://e...content-available-to-author-only...e.com/58 downloaded
Link https://e...content-available-to-author-only...e.com/59 downloaded
Link https://e...content-available-to-author-only...e.com/60 downloaded
Link https://e...content-available-to-author-only...e.com/61 downloaded
Link https://e...content-available-to-author-only...e.com/62 downloaded
Link https://e...content-available-to-author-only...e.com/63 downloaded
Link https://e...content-available-to-author-only...e.com/64 downloaded
Link https://e...content-available-to-author-only...e.com/65 downloaded
Link https://e...content-available-to-author-only...e.com/66 downloaded
Link https://e...content-available-to-author-only...e.com/67 downloaded
Link https://e...content-available-to-author-only...e.com/68 downloaded
Link https://e...content-available-to-author-only...e.com/69 downloaded
Link https://e...content-available-to-author-only...e.com/70 downloaded
Link https://e...content-available-to-author-only...e.com/71 downloaded
Link https://e...content-available-to-author-only...e.com/72 downloaded
Link https://e...content-available-to-author-only...e.com/73 downloaded
Link https://e...content-available-to-author-only...e.com/74 downloaded
Link https://e...content-available-to-author-only...e.com/75 downloaded
Link https://e...content-available-to-author-only...e.com/76 downloaded
Link https://e...content-available-to-author-only...e.com/77 downloaded
Link https://e...content-available-to-author-only...e.com/78 downloaded
Link https://e...content-available-to-author-only...e.com/79 downloaded
Link https://e...content-available-to-author-only...e.com/80 downloaded
Link https://e...content-available-to-author-only...e.com/81 downloaded
Link https://e...content-available-to-author-only...e.com/82 downloaded
Link https://e...content-available-to-author-only...e.com/83 downloaded
Link https://e...content-available-to-author-only...e.com/84 downloaded
Link https://e...content-available-to-author-only...e.com/85 downloaded
Link https://e...content-available-to-author-only...e.com/86 downloaded
Link https://e...content-available-to-author-only...e.com/87 downloaded
Link https://e...content-available-to-author-only...e.com/88 downloaded
Link https://e...content-available-to-author-only...e.com/89 downloaded
Link https://e...content-available-to-author-only...e.com/90 downloaded
Link https://e...content-available-to-author-only...e.com/91 downloaded
Link https://e...content-available-to-author-only...e.com/92 downloaded
Link https://e...content-available-to-author-only...e.com/93 downloaded
Link https://e...content-available-to-author-only...e.com/94 downloaded
Link https://e...content-available-to-author-only...e.com/95 downloaded
Link https://e...content-available-to-author-only...e.com/96 downloaded
Link https://e...content-available-to-author-only...e.com/97 downloaded
Link https://e...content-available-to-author-only...e.com/98 downloaded
Link https://e...content-available-to-author-only...e.com/99 downloaded
Link https://e...content-available-to-author-only...e.com/100 downloaded
Прошло 00:00:02.3350994
Тут должно всё было скачаться
https://ideone.com/hzqwIx
language:
C# (gmcs 5.20.1)
created:
10 years ago
visibility:
secret

Share or Embed source code

Discover > Sphere Engine API

The brand new service which powers Ideone!

Discover > IDE Widget

Widget for compiling and running the source code in a web browser!