using System; using System.Collections.Generic; using Crawler.Common;
namespaceCrawler.Processing { publicclassUrlFilter { publicstatic List<Uri> RemoveByRegex(List<Uri> uris, paramsstring[] regexs) { var uriList=new List<Uri>(uris); for (var i = 0; i < uriList.Count; i++) { foreach (var r in regexs) { if (!RegexHelper.IsMatch(uriList[i].ToString(), r)) continue; uris.RemoveAt(i); i--; } } return uriList; }
publicstatic List<Uri> SelectByRegex(List<Uri> uris, paramsstring[] regexs) { var uriList = new List<Uri>(); foreach (var t in uris) foreach (var r in regexs) if (RegexHelper.IsMatch(t.ToString(), r)) if(!uriList.Contains(t)) uriList.Add(t); return uriList; }