Lazarus Pascal

Setting a Maximum URL Length

See more Spider Examples

The MaxUrlLen property prevents the spider from retrieving URLs that grow too long. The default value of MaxUrlLen is 300. Lazarus Pascal

program ChilkatDemo;

// Demonstrates using the Chilkat Pascal wrapper via the C bridge DLL.
// Builds as a console application under Lazarus (FPC) or Delphi.

{$IFDEF FPC}
  {$MODE DELPHI}
{$ENDIF}
{$APPTYPE CONSOLE}

uses
  {$IFDEF UNIX}
  cthreads,
  {$ENDIF}
  SysUtils,
  CkDllLoader,
  Chilkat.Spider;

// ---------------------------------------------------------------------------

procedure RunDemo;
var
  spider: TSpider;

begin
  spider := TSpider.Create;

  spider.Initialize('www.chilkatsoft.com');

  //  Add the 1st URL:
  spider.AddUnspidered('http://www.chilkatsoft.com/');

  //  This example demonstrates setting the MaxUrlLen property
  //  Do not add URLs longer than 250 characters to the "unspidered" queue:
  spider.MaxUrlLen := 250;

  //  ...


  spider.Free;

end;

// ---------------------------------------------------------------------------

begin

  try
    RunDemo;
  except
    on E: Exception do
      WriteLn('Unhandled exception: ', E.ClassName, ': ', E.Message);
  end;

  WriteLn;
  {$IFDEF MSWINDOWS}
  WriteLn('Press Enter to exit...');
  ReadLn;
  {$ENDIF}
end.