-- resource.spark_executor_metrics definition

CREATE TABLE `spark_executor_metrics` (
      `task_id` varchar(200) NOT NULL,
      `collect_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
      `id` varchar(200) NOT NULL,
      `host_port` varchar(255) DEFAULT NULL,
      `is_active` varchar(10) DEFAULT NULL,
      `rdd_blocks` int DEFAULT NULL,
      `memory_used` decimal(20,2) DEFAULT NULL,
      `disk_used` decimal(20,2) DEFAULT NULL,
      `total_cores` int DEFAULT NULL,
      `max_tasks` int DEFAULT NULL,
      `active_tasks` int DEFAULT NULL,
      `failed_tasks` int DEFAULT NULL,
      `completed_tasks` int DEFAULT NULL,
      `total_tasks` int DEFAULT NULL,
      `total_duration` decimal(20,2) DEFAULT NULL,
      `total_gc_time` decimal(20,2) DEFAULT NULL,
      `total_input_bytes` bigint DEFAULT NULL,
      `total_shuffle_read` bigint DEFAULT NULL,
      `total_shuffle_write` bigint DEFAULT NULL,
      `is_blacklisted` varchar(10) DEFAULT NULL,
      `max_memory` decimal(20,2) DEFAULT NULL,
      `add_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
      `executor_logs` text,
      `used_on_heap_storage_memory` decimal(20,2) DEFAULT NULL,
      `used_off_heap_storage_memory` decimal(20,2) DEFAULT NULL,
      `total_on_heap_storage_memory` decimal(20,2) DEFAULT NULL,
      `total_off_heap_storage_memory` decimal(20,2) DEFAULT NULL,
      PRIMARY KEY (`task_id`,`collect_time`,`id`)
)

-- resource.execution_stats definition

CREATE TABLE `execution_stats` (
       `id` int NOT NULL AUTO_INCREMENT,
       `task_id` varchar(50) DEFAULT NULL,
       `executor_id` varchar(50) DEFAULT NULL,
       `S0C` float DEFAULT NULL,
       `S1C` float DEFAULT NULL,
       `S0U` float DEFAULT NULL,
       `S1U` float DEFAULT NULL,
       `EC` float DEFAULT NULL,
       `EU` float DEFAULT NULL,
       `OC` float DEFAULT NULL,
       `OU` float DEFAULT NULL,
       `MC` float DEFAULT NULL,
       `MU` float DEFAULT NULL,
       `CCSC` float DEFAULT NULL,
       `CCSU` float DEFAULT NULL,
       `YGC` int DEFAULT NULL,
       `YGCT` float DEFAULT NULL,
       `FGC` int DEFAULT NULL,
       `FGCT` float DEFAULT NULL,
       `GCT` float DEFAULT NULL,
       `created_at` timestamp NULL DEFAULT CURRENT_TIMESTAMP,
       PRIMARY KEY (`id`)
);