Describes a single web site to be crawled

[Serializable]
public struct WebSite {
  public String Url;
  public bool IgnoreRobotsTxt;
  public int CrawlDepth;
  public int MaxItemsToIndex;
  public int MaxSizeToIndex;
  public int SiteTimeoutSeconds;
  public int PageTimeoutSeconds;
  public int WaitBetweenPagesMillis;
  public String IncludeFilters;
  public String ExcludeFilters;
  public String ServerFilters;
  public String UserAgent;
  public ProxyInfo Proxy;
  public AuthenticationInfo Authentication;
  public FormAuthenticationInfo FormAuthentication;
}

<Serializable>
Public Structure WebSite
  Public Url As String
  Public IgnoreRobotsTxt As bool
  Public CrawlDepth As Integer
  Public MaxItemsToIndex As Integer
  Public MaxSizeToIndex As Integer
  Public SiteTimeoutSeconds As Integer
  Public PageTimeoutSeconds As Integer
  Public WaitBetweenPagesMillis As Integer
  Public IncludeFilters As String
  Public ExcludeFilters As String
  Public ServerFilters As String
  Public UserAgent As String
  Public Proxy As ProxyInfo
  Public Authentication As AuthenticationInfo
  Public FormAuthentication As FormAuthenticationInfo
End Structure