Corrected c/p error

Author: EdwardKaravakis

schema/oracle/ATLAS_PANDA.sql

@@ -6350,221 +6350,6 @@ end;
 --------------------------------------------------------
 set define off;
 
-
-
-    PanDAWMS
-
-    panda-server
-
-Code
-Issues 1
-Pull requests
-Actions
-Projects
-Wiki
-Security
-Insights
-
-    Settings
-
-DB upgrade scripts
-Edward Karavakis edited this page Mar 24, 2025 · 59 revisions
-24 February 2025 (DB version 0.0.25): add worker node map and cpu benchmarks
-
-CREATE TABLE "ATLAS_PANDA"."WORKER_NODE"(
-    "SITE" varchar2(128),
-    "HOST_NAME" varchar2(128),
-    "CPU_MODEL" varchar(128),
-    "N_LOGICAL_CPUS" number(9,0),
-    "N_SOCKETS" number(9,0),
-    "CORES_PER_SOCKET" number(9,0),
-    "THREADS_PER_CORE" number(9,0),
-    "CPU_ARCHITECTURE" varchar2(20),
-    "CPU_ARCHITECTURE_LEVEL" varchar2(20),
-    "CLOCK_SPEED" number(9,2),
-    "TOTAL_MEMORY" number(9,0),
-    "LAST_SEEN" date,
-    CONSTRAINT PK_WORKER_NODE PRIMARY KEY ("SITE", "HOST_NAME", "CPU_MODEL")
-)ORGANIZATION INDEX COMPRESS 1;
-
-CREATE INDEX IDX_WORKER_NODE_LAST_SEEN ON "ATLAS_PANDA"."WORKER_NODE"("LAST_SEEN");
-
--- Table Comment
-COMMENT ON TABLE "ATLAS_PANDA"."WORKER_NODE" IS 'Stores information about worker nodes seen by PanDA pilots';
-
--- Column Comments
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."SITE" IS 'The name of the site (not PanDA queue) where the worker node is located.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."HOST_NAME" IS 'The hostname of the worker node.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."CPU_MODEL" IS 'The specific model of the CPU.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."N_LOGICAL_CPUS" IS 'Total number of logical CPUs (calculated as sockets * cores per socket * threads per core).';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."N_SOCKETS" IS 'Number of physical CPU sockets.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."CORES_PER_SOCKET" IS 'Number of CPU cores per physical socket.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."THREADS_PER_CORE" IS 'Number of threads per CPU core.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."CPU_ARCHITECTURE" IS 'The CPU architecture (e.g., x86_64, ARM).';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."CPU_ARCHITECTURE_LEVEL" IS 'The specific level/version of the CPU architecture.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."CLOCK_SPEED" IS 'Clock speed of the CPU in GHz.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."TOTAL_MEMORY" IS 'Total amount of RAM in MB.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE"."LAST_SEEN" IS 'Timestamp of the last time the worker node was active.';
-
-CREATE TABLE "ATLAS_PANDA"."CPU_BENCHMARKS" (
-    "CPU_TYPE" VARCHAR2(128),
-    "SMT_ENABLED" NUMBER(1),  -- 0 or 1
-    "SOCKETS" NUMBER(2),
-    "CORES_PER_SOCKET" NUMBER(9),
-    "NCORES" NUMBER(9),
-    "SITE" VARCHAR2(128),
-    "SCORE_PER_CORE" NUMBER(10,2),
-    "TIMESTAMP" DATE,
-    "SOURCE" VARCHAR2(256)
-);
-
-CREATE TABLE "ATLAS_PANDA"."WORKER_NODE_MAP"(
-    "ATLAS_SITE" varchar2(128),
-    "WORKER_NODE" varchar2(128),
-    "CPU_TYPE" varchar(128),
-    "LAST_SEEN" date,
-    "CORES" number(9,0),
-    "ARCHITECTURE_LEVEL" varchar2(20),
-    CONSTRAINT PK_WORKER_NODE_MAP PRIMARY KEY ("ATLAS_SITE", "WORKER_NODE")
-);
-
-
-create or replace PROCEDURE UPDATE_WORKER_NODE_MAP
-AS
-BEGIN
-
--- 2025 02 24, ver 1.0
--- to easy identify the session and better view on resource usage by setting a dedicated module for the PanDA jobs
-DBMS_APPLICATION_INFO.SET_MODULE( module_name => 'PanDA scheduler job', action_name => 'Updates worker node map with last days job data');
-DBMS_APPLICATION_INFO.SET_CLIENT_INFO ( client_info => sys_context('userenv', 'host') || ' ( ' || sys_context('userenv', 'ip_address') || ' )' );
-
-MERGE INTO ATLAS_PANDA.WORKER_NODE_MAP WNM
-USING (
-    WITH sc_slimmed AS (
-        SELECT
-            panda_queue,
-            scj.data.atlas_site AS atlas_site
-        FROM
-            atlas_panda.schedconfig_json scj
-    )
-    SELECT
-        DISTINCT
-        sc_slimmed.atlas_site,
-        CASE
-            WHEN INSTR(jobsarchived4.modificationhost, '@') > 0
-            THEN REGEXP_SUBSTR(jobsarchived4.modificationhost, '@(.+)', 1, 1, NULL, 1)
-            ELSE jobsarchived4.modificationhost
-        END AS WORKERNODE,
-        REGEXP_SUBSTR(
-            cpuconsumptionunit,
-            's?\+?(.+?)\s\d+-Core',
-            1, 1, NULL, 1
-        ) AS CPU_TYPE,
-        MAX(
-            CASE
-                WHEN cpuconsumptionunit IS NULL OR TRIM(cpuconsumptionunit) = ''
-                THEN 0
-                WHEN cpuconsumptionunit NOT LIKE '%-Core%'
-                THEN 0
-                ELSE
-                    TO_NUMBER(NVL(REGEXP_SUBSTR(cpuconsumptionunit, '(\d+)-Core', 1, 1, NULL, 1), -1))
-            END
-        ) AS NUM_CORE,
-        CPU_ARCHITECTURE_LEVEL
-    FROM
-        atlas_panda.jobsarchived4
-    JOIN
-        sc_slimmed
-        ON jobsarchived4.computingsite = sc_slimmed.panda_queue
-    WHERE
-        endtime > sysdate - interval '1' day
-        AND jobstatus IN ('finished', 'failed')
-        AND modificationhost NOT LIKE 'aipanda%'
-        AND CPU_ARCHITECTURE_LEVEL IS NOT NULL
-        AND REGEXP_SUBSTR(
-            cpuconsumptionunit,
-            's?\+?(.+?)\s\d+-Core',
-            1, 1, NULL, 1
-        ) IS NOT NULL
-    GROUP BY
-        sc_slimmed.atlas_site,
-        CASE
-            WHEN INSTR(jobsarchived4.modificationhost, '@') > 0
-            THEN REGEXP_SUBSTR(jobsarchived4.modificationhost, '@(.+)', 1, 1, NULL, 1)
-            ELSE jobsarchived4.modificationhost
-        END,
-        REGEXP_SUBSTR(
-            cpuconsumptionunit,
-            's?\+?(.+?)\s\d+-Core',
-            1, 1, NULL, 1
-        ),
-        CPU_ARCHITECTURE_LEVEL
-) source
-ON (
-    source.ATLAS_SITE = WNM.ATLAS_SITE
-    AND source.WORKERNODE = WNM.WORKER_NODE
-    AND source.CPU_TYPE = WNM.CPU_TYPE
-)
-WHEN MATCHED THEN
-    UPDATE SET
-        WNM.LAST_SEEN = SYSDATE
-WHEN NOT MATCHED THEN
-    INSERT (
-        ATLAS_SITE, WORKER_NODE, CPU_TYPE, CORES, ARCHITECTURE_LEVEL, LAST_SEEN
-    )
-    VALUES (
-        source.ATLAS_SITE, source.WORKERNODE, source.CPU_TYPE, source.NUM_CORE,
-        source.CPU_ARCHITECTURE_LEVEL, SYSDATE
-    );
-
-COMMIT;
-
-DBMS_APPLICATION_INFO.SET_MODULE( module_name => null, action_name => null);
-DBMS_APPLICATION_INFO.SET_CLIENT_INFO ( client_info => null);
-
-end;
-
-
-BEGIN
-    dbms_scheduler.create_job(
-        job_name => 'UPDATE_WORKER_NODE_MAP_JOB',
-        job_type => 'PLSQL_BLOCK',
-        job_action => 'BEGIN ATLAS_PANDA.UPDATE_WORKER_NODE_MAP;	END;',
-        start_date => SYSTIMESTAMP,
-        repeat_interval => 'FREQ=DAILY; BYHOUR=8; BYMINUTE=0; BYSECOND=0;',
-        auto_drop => FALSE,
-        enabled => TRUE,
-        comments => 'Runs every day at 8 AM to refresh WORKER_NODE_MAP data.'
-        );
-END;
-/
-
-CREATE TABLE "ATLAS_PANDA"."WORKER_NODE_METRICS"(
-    "SITE" varchar2(128),
-    "HOST_NAME" varchar2(128),
-    "TIMESTAMP" TIMESTAMP DEFAULT SYSTIMESTAMP AT TIME ZONE 'UTC',
-    "KEY" varchar2(20),
-    "STATISTICS" varchar2(500),
-    CONSTRAINT wn_metrics_json CHECK ("STATISTICS" IS JSON) ENABLE
-)
-PARTITION BY RANGE ("TIMESTAMP")
-INTERVAL (NUMTOYMINTERVAL(1, 'MONTH')) (
-    PARTITION "WN_METRICS_BASE" VALUES LESS THAN (TO_DATE('2025-03-01', 'YYYY-MM-DD'))
-);
-
-CREATE INDEX mn_metrics_idx ON "ATLAS_PANDA"."WORKER_NODE_METRICS"("SITE", "HOST_NAME", "TIMESTAMP");
-
--- Table Comment
-COMMENT ON TABLE "ATLAS_PANDA"."WORKER_NODE_METRICS" IS 'Metrics related to a worker node';
-
--- Column Comments
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE_METRICS"."SITE" IS 'The name of the site (not PanDA queue) where the worker node is located.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE_METRICS"."HOST_NAME" IS 'The hostname of the worker node.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE_METRICS"."TIMESTAMP" IS 'Timestamp the metrics were collected.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE_METRICS"."KEY" IS 'Key of the metrics entry.';
-COMMENT ON COLUMN "ATLAS_PANDA"."WORKER_NODE_METRICS"."STATISTICS" IS 'Metrics in json format.';
-
-
 create or replace PROCEDURE UPDATE_WORKER_NODE_METRICS
 AS
 BEGIN