23.6.7.Web Robot System Tables

Target sites table.

create table WS.WS.VFS_SITE (
  VS_DESCR   varchar,   -- Human readable description
  VS_HOST    varchar,   -- target hostname (eq. www.foo.com)
  VS_URL     varchar,   -- target path (eq. /cgi-bin/ or /)
  VS_INX     char(5),   -- not used
  VS_OWN     integer,   -- ID of the local WebDAV owner
  VS_ROOT    varchar,   -- target WebDAV collection
  VS_NEWER   datetime,  -- Update the link if newer than
  VS_DEL     char(3),   -- Delete local copy if delete on remote detected flag
  VS_FOLLOW  varchar,   -- follow list (list of masks to allow following the links)
  VS_NFOLLOW varchar,   -- the do not follow list
  VS_SRC     char(3),   -- do get of the images - flag
  VS_OPTIONS varchar,   -- username/password credentials for
                        --  authorization on target site
  VS_METHOD  varchar,   -- use HTTP or HTTP/WebDAV to retrieve the target site
  VS_OTHER   char(10),  -- go to other sites flag
  primary key (VS_HOST, VS_ROOT)
)
;

The queues table.

create table WS.WS.VFS_QUEUE (
  VQ_HOST    varchar,  -- target host
  VQ_TS      datetime, -- when added to the queue
  VQ_URL     varchar,  -- path on target
  VQ_ROOT    varchar,  -- the WebDAV local collection
  VQ_STAT    char (15),-- status of the entry
  VQ_OTHER   varchar,  -- flag for other site generated link
  primary key (VQ_HOST, VQ_URL, VQ_ROOT)
)
;

The retrieved URLs table.

create table WS.WS.VFS_URL (
  VU_HOST     varchar,  -- target host
  VU_URL      varchar,  -- path on target
  VU_ROOT     varchar,  -- the local WebDAV collection containing
                        -- content of the retrieved link
  VU_CHKSUM   varchar,  -- checksum
  VU_ETAG     varchar,  -- Etag from target
  VU_CPTIME   datetime, -- when is copied
  VU_OTHER    varchar,  -- is the link retrieved from foreign site
  primary key (VU_HOST, VU_URL, VU_ROOT)
)
;