File tree Expand file tree Collapse file tree 2 files changed +53
-0
lines changed Expand file tree Collapse file tree 2 files changed +53
-0
lines changed Original file line number Diff line number Diff line change 92
92
<Reference Include =" System.Drawing" />
93
93
<Reference Include =" System.IO.Compression" />
94
94
<Reference Include =" System.IO.Compression.FileSystem" />
95
+ <Reference Include =" System.Web" />
95
96
<Reference Include =" System.Xml" />
96
97
<Reference Include =" Microsoft.CSharp" />
97
98
<Reference Include =" System.Core" />
147
148
<Compile Include =" HtmlCAL.cs" />
148
149
<Compile Include =" HtmlTree.cs" />
149
150
<Compile Include =" SeleniumWrapper.cs" />
151
+ <Compile Include =" URLHelper.cs" />
150
152
<Compile Include =" Utils.cs" />
151
153
<Page Include =" CustomCrawler.xaml" >
152
154
<Generator >MSBuild:Compile</Generator >
Original file line number Diff line number Diff line change
1
+ /***
2
+
3
+ Copyright (C) 2020. rollrat. All Rights Reserved.
4
+
5
+ Author: Custom Crawler Developer
6
+
7
+ ***/
8
+
9
+ using System ;
10
+ using System . Collections . Generic ;
11
+ using System . Linq ;
12
+ using System . Text ;
13
+ using System . Threading . Tasks ;
14
+ using System . Web ;
15
+
16
+ namespace CustomCrawler
17
+ {
18
+ public class URLHelper
19
+ {
20
+ Uri url ;
21
+
22
+ public URLHelper ( string url )
23
+ {
24
+ this . url = new Uri ( url ) ;
25
+ }
26
+
27
+ Dictionary < string , string > buffer ;
28
+
29
+ public Dictionary < string , string > Parameters
30
+ {
31
+ get
32
+ {
33
+ if ( buffer != null )
34
+ return buffer ;
35
+ var pp = HttpUtility . ParseQueryString ( url . Query ) ;
36
+ var result = new Dictionary < string , string > ( ) ;
37
+ foreach ( var key in pp . AllKeys )
38
+ result . Add ( key , pp [ key ] ) ;
39
+ return buffer = result ;
40
+ }
41
+ }
42
+
43
+ public List < string > DiffParams ( URLHelper url )
44
+ {
45
+ var p1 = Parameters ;
46
+ var p2 = url . Parameters ;
47
+
48
+ return p1 . Keys . Intersect ( p2 . Keys ) . Where ( x => p1 [ x ] != p2 [ x ] ) . ToList ( ) ;
49
+ }
50
+ }
51
+ }
You can’t perform that action at this time.
0 commit comments