FTS 3.2.26

Posted by FTS Team on September 15, 2014 |

*Many REST interface optimizations
*Bulk files staging
*Per VO retry global mechanism
*Many web monitoring performance improvements and new features
*Use Exponential Moving Average (EMA) along with weighted-average to avoid frequent "slopes" in the auto-tuning algorithm
*Crash fixed with concurrent delegations
*Log ip of the users in the log file
*Support multi-op and multiple replica jobs using glite/fts3 clients
*Remove weak ciphers from openssl
*fts-transfer-list to include source_se, dest_se in the params list
*Specify max active for a given link, will vary between 2-MAX    
*Many MySql optimizations

 

-Apply the database changes below

SET storage_engine=INNODB;

ALTER TABLE t_optimize_active ADD ema   DOUBLE DEFAULT 0;

ALTER TABLE t_optimizer_evolution ADD agrthroughput   FLOAT DEFAULT NULL;

CREATE INDEX t_optimize_active_datetime  ON t_optimize_active(datetime); 

DROP TABLE t_stage_req;

CREATE TABLE `t_stage_req` (
  `vo_name` varchar(100) NOT NULL,
  `host` varchar(150) NOT NULL,
  `operation` varchar(150) NOT NULL,
  `concurrent_ops` int(11) DEFAULT '0',
  PRIMARY KEY (`vo_name`,`host`,`operation`)
);

CREATE TABLE `t_turl` (

  `source_surl` varchar(150) NOT NULL,
  `destin_surl` varchar(150) NOT NULL,
  `source_turl` varchar(150) NOT NULL,
  `destin_turl` varchar(150) NOT NULL,
  `datetime` timestamp NULL DEFAULT NULL,
  `throughput` float DEFAULT NULL,
  `finish` double DEFAULT '0',
  `fail` double DEFAULT '0',
  PRIMARY KEY (`source_surl`,`destin_surl`,`source_turl`,`destin_turl`),
  KEY `t_url_datetime` (`datetime`),
  KEY `t_url_finish` (`finish`),
  KEY `t_url_fail` (`fail`)
);

ALTER TABLE t_server_config ADD vo_name VARCHAR(100);

DROP TABLE t_dm;

CREATE TABLE `t_dm` (
  `file_id` int(11) NOT NULL AUTO_INCREMENT,
  `job_id` char(36) NOT NULL,
  `file_state` varchar(32) NOT NULL,
  `dmHost` varchar(150) DEFAULT NULL,
  `source_surl` varchar(900) DEFAULT NULL,
  `dest_surl` varchar(900) DEFAULT NULL,
  `source_se` varchar(150) DEFAULT NULL,
  `dest_se` varchar(150) DEFAULT NULL,
  `reason` varchar(2048) DEFAULT NULL,
  `checksum` varchar(100) DEFAULT NULL,
  `finish_time` timestamp NULL DEFAULT NULL,
  `start_time` timestamp NULL DEFAULT NULL,
  `job_finished` timestamp NULL DEFAULT NULL,
  `tx_duration` double DEFAULT NULL,
  `retry` int(11) DEFAULT '0',
  `user_filesize` double DEFAULT NULL,
  `file_metadata` varchar(1024) DEFAULT NULL,
  `activity` varchar(255) DEFAULT 'default',
  `dm_token` varchar(255) DEFAULT NULL,
  `retry_timestamp` timestamp NULL DEFAULT NULL,
  `wait_timestamp` timestamp NULL DEFAULT NULL,
  `wait_timeout` int(11) DEFAULT NULL,
  `hashed_id` int(10) unsigned DEFAULT '0',
  `vo_name` varchar(100) DEFAULT NULL,
  PRIMARY KEY (`file_id`),
  KEY `dm_job_id` (`job_id`),
  KEY `t_dm_all` (`vo_name`,`source_se`,`file_state`),
  KEY `t_dm_source_Se` (`source_se`,`file_state`),
  KEY `t_dm_state` (`file_state`,`hashed_id`),
  CONSTRAINT `t_dm_ibfk_1` FOREIGN KEY (`job_id`) REFERENCES `t_job` (`job_id`)
);

CREATE TABLE t_dm_backup AS (SELECT * FROM t_dm);

-Update all packages below

fts-*

gfal2-*

srm-ifce

CGSI-gSOAP

davix-*

-Restart services

fts-bringonline

fts-msg-bulk

fts-records-cleaner

fts-server