Class RobotsTxtParser
Inheritance
System.Object
RobotsTxtParser
Inherited Members
System.Object.ToString()
System.Object.Equals(System.Object)
System.Object.Equals(System.Object, System.Object)
System.Object.ReferenceEquals(System.Object, System.Object)
System.Object.GetHashCode()
System.Object.GetType()
System.Object.MemberwiseClone()
Namespace: EPiServer.LinkAnalyzer.Robots.Internal
Assembly: EPiServer.LinkAnalyzer.dll
Version: 11.20.7Syntax
public class RobotsTxtParserConstructors
RobotsTxtParser(String, IWebProxy)
Declaration
public RobotsTxtParser(string userAgent, IWebProxy proxy)Parameters
| Type | Name | Description |
|---|---|---|
| System.String | userAgent | |
| System.Net.IWebProxy | proxy |
Methods
LoadAndParse(Uri)
Declaration
public RobotsEntry LoadAndParse(Uri url)Parameters
| Type | Name | Description |
|---|---|---|
| System.Uri | url |
Returns
| Type | Description |
|---|---|
| RobotsEntry |
ParseRobotsTxt(String)
Declaration
public RobotsEntry ParseRobotsTxt(string content)Parameters
| Type | Name | Description |
|---|---|---|
| System.String | content |
Returns
| Type | Description |
|---|---|
| RobotsEntry |
