¶
23.6.7. Web Robot System Tables
Target sites table.
create table WS.WS.VFS_SITE ( VS_DESCR varchar, -- Human readable description VS_HOST varchar, -- target hostname (eq. www.foo.com) VS_URL varchar, -- target path (eq. /cgi-bin/ or /) VS_INX char(5), -- not used VS_OWN integer, -- ID of the local WebDAV owner VS_ROOT varchar, -- target WebDAV collection VS_NEWER datetime, -- Update the link if newer than VS_DEL char(3), -- Delete local copy if delete on remote detected flag VS_FOLLOW varchar, -- follow list (list of masks to allow following the links) VS_NFOLLOW varchar, -- the do not follow list VS_SRC char(3), -- do get of the images - flag VS_OPTIONS varchar, -- username/password credentials for -- authorization on target site VS_METHOD varchar, -- use HTTP or HTTP/WebDAV to retrieve the target site VS_OTHER char(10), -- go to other sites flag primary key (VS_HOST, VS_ROOT) ) ;
The queues table.
create table WS.WS.VFS_QUEUE ( VQ_HOST varchar, -- target host VQ_TS datetime, -- when added to the queue VQ_URL varchar, -- path on target VQ_ROOT varchar, -- the WebDAV local collection VQ_STAT char (15),-- status of the entry VQ_OTHER varchar, -- flag for other site generated link primary key (VQ_HOST, VQ_URL, VQ_ROOT) ) ;
The retrieved URLs table.
create table WS.WS.VFS_URL ( VU_HOST varchar, -- target host VU_URL varchar, -- path on target VU_ROOT varchar, -- the local WebDAV collection containing -- content of the retrieved link VU_CHKSUM varchar, -- checksum VU_ETAG varchar, -- Etag from target VU_CPTIME datetime, -- when is copied VU_OTHER varchar, -- is the link retrieved from foreign site primary key (VU_HOST, VU_URL, VU_ROOT) ) ;