Enumerable.vala 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482
  1. using Invercargill.DataStructures;
  2. using Invercargill.Modifiers;
  3. using Invercargill.Mapping;
  4. namespace Invercargill {
  5. public abstract class Enumerable<T> : Object {
  6. public abstract Tracker<T> get_tracker();
  7. // Returns false if iteration was interrupted
  8. // Returns true if iteration reached natural end
  9. public virtual bool iterate_if(PredicateDelegate<T> handler) {
  10. var tracker = get_tracker();
  11. while(tracker.has_next()) {
  12. if(!handler(tracker.get_next())) {
  13. return false;
  14. }
  15. }
  16. return true;
  17. }
  18. public virtual void iterate(ItemDelegate<T> handler) {
  19. iterate_if(i => {
  20. handler(i);
  21. return true;
  22. });
  23. }
  24. public virtual Series<T> to_series() {
  25. var series = new Series<T>();
  26. iterate(i => series.add(i));
  27. return series;
  28. }
  29. public virtual Gee.Collection<T> to_gee_collection() {
  30. var collection = new Gee.LinkedList<T>();
  31. iterate(i => collection.add(i));
  32. return collection;
  33. }
  34. public virtual Tracker<T> iterator() {
  35. return get_tracker();
  36. }
  37. public virtual T[] to_array() {
  38. var array = new T[1024];
  39. var index = 0;
  40. foreach (var item in this) {
  41. if(index >= array.length) {
  42. array.resize(array.length*2);
  43. }
  44. safely_assign_to_array<T>(array, index, item);
  45. index++;
  46. }
  47. array.resize(index);
  48. return array;
  49. }
  50. public virtual int count() {
  51. var count = 0;
  52. iterate(i => count++);
  53. return count;
  54. }
  55. public virtual bool any(PredicateDelegate<T>? predicate = null) {
  56. var result = false;
  57. var p = resolve_nullable_predicate(predicate);
  58. iterate_if(i => {
  59. if(p(i)) {
  60. result = true;
  61. return false;
  62. }
  63. return true;
  64. });
  65. return result;
  66. }
  67. public virtual bool all(PredicateDelegate<T> predicate) {
  68. return !any(i => !predicate(i));
  69. }
  70. public virtual bool no(PredicateDelegate<T>? predicate = null) {
  71. var p = resolve_nullable_predicate(predicate);
  72. return all(i => !p(i));
  73. }
  74. public virtual Enumerable<T> where(owned PredicateDelegate<T> predicate) {
  75. return new Filter<T>(this, (owned)predicate);
  76. }
  77. public virtual Enumerable<T> from(owned PredicateDelegate<T> predicate) {
  78. return new From<T>(this, (owned)predicate);
  79. }
  80. public virtual Enumerable<T> until(owned PredicateDelegate<T> predicate) {
  81. return new Until<T>(this, (owned)predicate);
  82. }
  83. public virtual Enumerable<Tout> select_where<Tout>(owned FilterTransformDelegate<T, Tout> transform) {
  84. return new FilterTransform<T, Tout>(this, (owned)transform);
  85. }
  86. public virtual Enumerable<Tout> select<Tout>(owned TransformDelegate<T, Tout> transform) {
  87. return new Transform<T, Tout>(this, (owned)transform);
  88. }
  89. public virtual Attempts<Tout> attempt_select<Tout>(owned AttemptTransformDelegate<T, Tout> transform) {
  90. return select<Attempt<Tout>>(i => new Attempt<Tout>(() => transform(i))).assert_promotion<Attempts>();
  91. }
  92. public virtual Attempts<Tout> attempt_select_nested<Tout>(owned AttemptTransformDelegate<T, Enumerable<Attempt<Tout>>> transform) {
  93. return attempt_select<Enumerable<Attempt<Tout>>>((owned)transform)
  94. .as_enumerable()
  95. .select_many<Attempt<Tout>>(a => a.success ? a.result : Invercargill.single<Attempt<Tout>>(new Attempt<Tout>.unsuccessful(a.error)))
  96. .assert_promotion<Attempts>();
  97. }
  98. public virtual Enumerable<Pair<TFirst, TSecond>> select_pairs<TFirst, TSecond>(owned TransformDelegate<T, TFirst> transform1, owned TransformDelegate<T, TSecond> transform2) {
  99. return select<Pair<TFirst, TSecond>>(i => new Pair<TFirst, TSecond>(transform1(i), true, transform2(i), true));
  100. }
  101. public virtual Enumerable<Tout> select_many<Tout>(owned TransformDelegate<T, Enumerable<Tout>> transform) {
  102. return new MergeQuery<Tout>(select((owned)transform));
  103. }
  104. public virtual Enumerable<T> sort(owned CompareDelegate<T> compare) {
  105. return new Sort<T>(this, (owned)compare);
  106. }
  107. public virtual Enumerable<T> concat(Enumerable<T> other) {
  108. return new Concat<T>(this, other);
  109. }
  110. public virtual Enumerable<T> take(int count) {
  111. return new Take<T>(this, count);
  112. }
  113. public virtual Enumerable<T> skip(int count) {
  114. return new Skip<T>(this, count);
  115. }
  116. public virtual Enumerable<Tout> cast<Tout>() {
  117. return select<Tout>(i => (Tout)i);
  118. }
  119. // public virtual Enumerable<Tout> convert<Tout>() throws ConverterError {
  120. // var converter = get_converter<T, Tout>();
  121. // if(converter == null) {
  122. // throw new ConverterError.CONVERTER_NOT_FOUND(@"No converter registered that can convert from $(typeof(T).name()) to $(typeof(Tout).name())");
  123. // }
  124. // return select(((Converter<T, Tout>)converter).convert);
  125. // }
  126. public virtual Enumerable<Tout> parallel_select<Tout>(owned TransformDelegate<T, Tout> transform, uint workers = 0) {
  127. var actual_workers = workers;
  128. if(actual_workers < 1) {
  129. actual_workers = get_num_processors();
  130. }
  131. return new Parallel<T, Tout>(this, (owned)transform, (int)actual_workers);
  132. }
  133. public virtual int parallel_iterate(ItemDelegate<T> handler, uint workers = 0) {
  134. return parallel_select<T>(i => {
  135. handler(i);
  136. return i;
  137. }, workers)
  138. .count();
  139. }
  140. public virtual Enumerable<SelectionContext<T, Tout>> contextualised_select<Tout>(owned TransformDelegate<T, Tout> transform) {
  141. return select<SelectionContext<T, Tout>>((i) => new SelectionContext<T, Tout>() {
  142. origin = i,
  143. result = transform(i)
  144. });
  145. }
  146. public virtual Tout aggregate<Tout>(Tout initial, AggregateDelegate<Tout, T> aggregate_func) {
  147. var aggregate = initial;
  148. iterate(i => {
  149. aggregate = aggregate_func(aggregate, i);
  150. });
  151. return aggregate;
  152. }
  153. public virtual T max(TransformDelegate<T, int> int_delegate) {
  154. T item = null;
  155. var first = true;
  156. var value = 0;
  157. foreach (var i in this) {
  158. if(first) {
  159. first = false;
  160. item = i;
  161. value = int_delegate(i);
  162. continue;
  163. }
  164. var item_value = int_delegate(i);
  165. if(item_value > value) {
  166. value = item_value;
  167. item = i;
  168. }
  169. }
  170. return item;
  171. }
  172. public virtual T min(TransformDelegate<T, int> int_delegate) {
  173. T item = null;
  174. var first = true;
  175. var value = 0;
  176. foreach (var i in this) {
  177. if(first) {
  178. first = false;
  179. item = i;
  180. value = int_delegate(i);
  181. continue;
  182. }
  183. var item_value = int_delegate(i);
  184. if(item_value < value) {
  185. value = item_value;
  186. item = i;
  187. }
  188. }
  189. return item;
  190. }
  191. public virtual bool contains(T item, EqualityDelegate<T>? equator = null) {
  192. var func = equator ?? Operators.equality<T>();
  193. return any(i => func(i, item));
  194. }
  195. public virtual Enumerable<TOut> zip<TOther, TOut>(Enumerable<TOther> other, owned ZipperTransformDelegate<T, TOther, TOut> transform) {
  196. return new Zip<T, TOther, TOut>(this, other, (owned)transform);
  197. }
  198. public virtual Enumerable<Pair<T, Tother>> pair_up<Tother>(Enumerable<Tother> other) {
  199. return zip<Tother, Pair<T, Tother>>(other, (t1v, t1vs, t2v, t2vs) => new Pair<T, Tother>(t1v, t1vs, t2v, t2vs));
  200. }
  201. public virtual Enumerable<T> interleave(Enumerable<T> other) {
  202. return new Interleave<T>(this, other);
  203. }
  204. public virtual Enumerable<Tout> fork<Tout>(owned TransformDelegate<T, Tout> fork1, owned TransformDelegate<T, Tout> fork2) {
  205. var seq = to_series();
  206. return seq.select<Tout>((owned)fork1).interleave(seq.select<Tout>((owned)fork2));
  207. }
  208. public virtual Enumerable<Tout> fork_many<Tout>(owned TransformDelegate<T, Enumerable<Tout>> fork1, owned TransformDelegate<T, Enumerable<Tout>> fork2) {
  209. return new MergeQuery<Tout>(fork((owned)fork1, (owned)fork2));
  210. }
  211. public virtual bool matches(Enumerable<T> other, EqualityDelegate<T> equals) {
  212. return zip<T, bool>(other, (t1v, t1vs, t2v, t2vs) => t1vs == t2vs && equals(t1v, t2v)).all(r => r);
  213. }
  214. public virtual Enumerable<T> act(ItemDelegate<T> handler) {
  215. return select<T>(i => {
  216. handler(i);
  217. return i;
  218. });
  219. }
  220. public virtual Enumerable<T> distinct(owned EqualityDelegate<T>? comparison = null) {
  221. return distinct_by<T>(i => i, (owned)comparison);
  222. }
  223. public virtual Enumerable<T> distinct_by<TProp>(owned TransformDelegate<T, TProp> property_selector, owned EqualityDelegate<TProp>? property_equality) {
  224. var func = property_equality ?? Operators.equality<T>();
  225. return new Unique<T, TProp>(this, (owned)property_selector, (owned)func);
  226. }
  227. public virtual Enumerable<Grouping<TKey, T>> group_by<TKey>(owned TransformDelegate<T, TKey> key_selector, owned EqualityDelegate<TKey>? key_equality = null) {
  228. var equality = key_equality ?? Operators.equality<TKey>();
  229. var keys = select<TKey>(i => key_selector(i)).distinct((a, b) => equality(a, b));
  230. return keys.select<Grouping<TKey, T>>(g => new Grouping<TKey, T>(g, this.where(i => equality(g, key_selector(i)))));
  231. }
  232. public virtual Enumerable<T> @with(T item, uint times = 1) {
  233. return concat(range(0, (int)times, 1).select<T>(i => item));
  234. }
  235. public virtual T first(owned PredicateDelegate<T>? predicate = null) throws SequenceError {
  236. var tracker = predicate == null ? get_tracker() : where((owned)predicate).get_tracker();
  237. if(tracker.has_next()) {
  238. return tracker.get_next();
  239. }
  240. throw new SequenceError.NO_ELEMENTS("The sequence contains no elements");
  241. }
  242. public virtual T? first_or_default(owned PredicateDelegate<T>? predicate = null) {
  243. var tracker = predicate == null ? get_tracker() : where((owned)predicate).get_tracker();
  244. if(tracker.has_next()) {
  245. return tracker.get_next();
  246. }
  247. return null;
  248. }
  249. public virtual T last(owned PredicateDelegate<T>? predicate = null) throws SequenceError {
  250. var tracker = predicate == null ? get_tracker() : where((owned)predicate).get_tracker();
  251. if(!tracker.has_next()) {
  252. throw new SequenceError.NO_ELEMENTS("The sequence contains no elements");
  253. }
  254. while(true) {
  255. T item = tracker.get_next();
  256. if(!tracker.has_next()) {
  257. return item;
  258. }
  259. }
  260. }
  261. public virtual T? last_or_default(owned PredicateDelegate<T>? predicate = null) {
  262. var tracker = predicate == null ? get_tracker() : where((owned)predicate).get_tracker();
  263. if(!tracker.has_next()) {
  264. return null;
  265. }
  266. while(true) {
  267. T item = tracker.get_next();
  268. if(!tracker.has_next()) {
  269. return item;
  270. }
  271. }
  272. }
  273. public virtual T single(owned PredicateDelegate<T>? predicate = null) throws SequenceError {
  274. var tracker = predicate == null ? get_tracker() : where((owned)predicate).get_tracker();
  275. if(tracker.has_next()) {
  276. var item = tracker.get_next();
  277. if(tracker.has_next()) {
  278. throw new SequenceError.MULTUPLE_ELEMENTS("The sequence contains more than one element");
  279. }
  280. return item;
  281. }
  282. throw new SequenceError.NO_ELEMENTS("The sequence contains no elements");
  283. }
  284. public virtual T single_or_default(owned PredicateDelegate<T>? predicate = null) throws SequenceError {
  285. var tracker = predicate == null ? get_tracker() : where((owned)predicate).get_tracker();
  286. if(tracker.has_next()) {
  287. var item = tracker.get_next();
  288. if(tracker.has_next()) {
  289. throw new SequenceError.MULTUPLE_ELEMENTS("The sequence contains more than one element");
  290. }
  291. return item;
  292. }
  293. return null;
  294. }
  295. public virtual string to_string(TransformDelegate<T, string> stringifier, string seperator = "") {
  296. bool is_first = true;
  297. return aggregate<string>("", (s, v) => {
  298. if(is_first) {
  299. is_first = false;
  300. return stringifier(v);
  301. }
  302. return s + seperator + stringifier(v);
  303. });
  304. }
  305. public virtual Object[] to_object_array() throws SequenceError {
  306. if(!typeof(T).is_object()) {
  307. throw new SequenceError.INVALID_TYPE("Can only make an object array of an Enumerable<T> where T is derrived from GLib.Object");
  308. }
  309. return select<Object>(i => (Object)i).to_array();
  310. }
  311. public virtual Vector<T> to_vector() {
  312. var vector = new Vector<T>();
  313. vector.add_all(this);
  314. return vector;
  315. }
  316. public virtual Type element_type { get {
  317. return typeof(T);
  318. }}
  319. public virtual TPromotion promote_to<TPromotion>() throws PromotionError {
  320. var type = typeof(TPromotion);
  321. if(get_type().is_a(type)) {
  322. // Don't promote if we are already target type
  323. return this;
  324. }
  325. resolve_promotion<TPromotion>(ref type);
  326. if(!type.is_instantiatable()) {
  327. throw new PromotionError.INVALID_PROMOTION_TYPE(@"Promotion type $(type.name()) is not instansiatable.");
  328. }
  329. if(!type.is_a(typeof(Promotion))) {
  330. throw new PromotionError.INVALID_PROMOTION_TYPE(@"Promotion type $(type.name()) does not implement Invercargill.Promotion.");
  331. }
  332. if(!type.is_a(typeof(Enumerable)) && typeof(TPromotion) == type) {
  333. throw new PromotionError.INVALID_PROMOTION_TYPE(@"Non-resolved promotion type $(type.name()) does not inherit from Invercargill.Enumerable.");
  334. }
  335. var promotion = Object.new(type);
  336. if(!((Promotion)promotion).can_wrap(element_type)) {
  337. throw new PromotionError.INCOMPATIBLE_ELEMENT_TYPE(@"Enumerable has an element type of $(element_type.name()) which cannot be wrapped by $(type.name())");
  338. }
  339. return ((Promotion)promotion).wrap(this);
  340. }
  341. public virtual TPromotion assert_promotion<TPromotion>() {
  342. try {
  343. return promote_to<TPromotion>();
  344. }
  345. catch (PromotionError error) {
  346. var base_type = get_type();
  347. var type = typeof(TPromotion);
  348. critical(@"Cannot promote type $(base_type.name()) to $(type.name()): $(error.message)");
  349. assert_not_reached();
  350. }
  351. }
  352. public virtual Enumerable<T> seal() {
  353. if(this.get_type().is_a(typeof(Sealed))) {
  354. return this;
  355. }
  356. return new Sealed<T>(this);
  357. }
  358. public virtual Enumerable<T> cache() {
  359. if(this.get_type().is_a(typeof(Cache))) {
  360. return this;
  361. }
  362. return new Cache<T>(this);
  363. }
  364. public virtual Dictionary<TKey, T> to_dictionary<TKey>(TransformDelegate<T, TKey> key_selecter, HashDelegate<TKey>? key_hash_func = null, EqualityDelegate<TKey>? key_equal_func = null) {
  365. var dict = new Dictionary<TKey, T>(key_hash_func, key_equal_func);
  366. iterate(i => dict.add(key_selecter(i), i));
  367. return dict;
  368. }
  369. public virtual Dictionary<TKey, TValue> select_to_dictionary<TKey, TValue>(TransformDelegate<T, TKey> key_selecter, TransformDelegate<T, TValue> value_selecter, HashDelegate<TKey>? key_hash_func = null, EqualityDelegate<TKey>? key_equal_func = null) {
  370. var dict = new Dictionary<TKey, T>(key_hash_func, key_equal_func);
  371. iterate(i => dict.add(key_selecter(i), value_selecter(i)));
  372. return dict;
  373. }
  374. public virtual HashSet<T> to_hash_set(HashDelegate<T>? hash_func = null, EqualityDelegate<T>? equal_func = null) {
  375. var @set = new HashSet<T>(hash_func, equal_func);
  376. @set.union_with(this);
  377. return @set;
  378. }
  379. public virtual Enumerable<PositionItemPair<T>> with_positions() {
  380. return new Position<T>(this);
  381. }
  382. public virtual Elements to_elements() {
  383. var series = new ElementSeries();
  384. if(typeof(T).is_a(typeof(Element))) {
  385. series.add_all((Enumerable<Element>)this);
  386. }
  387. else {
  388. series.add_all(select<Element>(i => new NativeElement<T>(i)));
  389. }
  390. return series;
  391. }
  392. public virtual Attempts<Tout> attempt_map_with<Tout>(Mapper<Tout, T> mapper) {
  393. return attempt_select<Tout>(o => mapper.materialise(o));
  394. }
  395. public virtual Enumerable<T> as_enumerable() {
  396. return this;
  397. }
  398. private PredicateDelegate<T> resolve_nullable_predicate(PredicateDelegate<T>? predicate) {
  399. if(predicate == null) {
  400. return (p) => true;
  401. }
  402. return predicate;
  403. }
  404. }
  405. }