From f241e42094b53398e2949eec4031146a069adbf3 Mon Sep 17 00:00:00 2001 From: Nasser Mohammad Al-Bess Date: Fri, 4 Jul 2025 20:41:06 +0200 Subject: [PATCH 1/3] feat(cms_datasets): added run_number fields to cms datasets --- data/records/cms-raw-datasets-Run2010B.json | 62 ++++- data/records/cms-raw-datasets-Run2011A.json | 276 +++++++++++++++++++- data/records/cms-raw-datasets-Run2012B.json | 263 ++++++++++++++++++- 3 files changed, 582 insertions(+), 19 deletions(-) diff --git a/data/records/cms-raw-datasets-Run2010B.json b/data/records/cms-raw-datasets-Run2010B.json index 967883479..71fcbfcf6 100644 --- a/data/records/cms-raw-datasets-Run2010B.json +++ b/data/records/cms-raw-datasets-Run2010B.json @@ -109,7 +109,24 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "146430", + "146511", + "146513", + "146438", + "146510", + "146440", + "146509", + "146436", + "146514", + "146506", + "146431", + "146445", + "146428", + "146437", + "146442" + ] }, { "abstract": { @@ -221,7 +238,16 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "146709", + "146674", + "146698", + "146703", + "146710", + "146644", + "146589" + ] }, { "abstract": { @@ -333,7 +359,23 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "146804", + "146717", + "146733", + "146782", + "146718", + "146713", + "146729", + "146716", + "146728", + "146712", + "146724", + "146719", + "146721", + "146715" + ] }, { "abstract": { @@ -445,6 +487,16 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "146898", + "147043", + "146815", + "146944", + "146895", + "146889", + "146807", + "146946" + ] } -] +] \ No newline at end of file diff --git a/data/records/cms-raw-datasets-Run2011A.json b/data/records/cms-raw-datasets-Run2011A.json index 3eb495558..b8da23ac3 100644 --- a/data/records/cms-raw-datasets-Run2011A.json +++ b/data/records/cms-raw-datasets-Run2011A.json @@ -103,7 +103,10 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "160957" + ] }, { "abstract": { @@ -215,7 +218,27 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "163338", + "163308", + "163332", + "163358", + "163297", + "163337", + "163368", + "163296", + "163369", + "163300", + "163370", + "163301", + "163333", + "163340", + "163339", + "163302", + "163334", + "163289" + ] }, { "abstract": { @@ -327,7 +350,67 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "163270", + "163243", + "161311", + "162765", + "162762", + "162718", + "162926", + "162902", + "163076", + "163235", + "162826", + "161312", + "162924", + "163234", + "163255", + "162827", + "163275", + "163078", + "163233", + "163269", + "162824", + "163261", + "162808", + "162917", + "163046", + "163237", + "163244", + "161301", + "162803", + "162822", + "163070", + "162823", + "161224", + "163071", + "162742", + "162801", + "163238", + "161303", + "161305", + "162811", + "163069", + "163045", + "162825", + "162739", + "162810", + "162828", + "162929", + "161233", + "163286", + "163252", + "162733", + "161310", + "163232", + "163072", + "162881", + "162760", + "162909", + "162925" + ] }, { "abstract": { @@ -439,7 +522,107 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "161176", + "160877", + "160446", + "160432", + "160578", + "161078", + "160835", + "160463", + "160911", + "160462", + "160937", + "160894", + "160744", + "160500", + "160819", + "160443", + "160853", + "161106", + "160577", + "160469", + "160873", + "161103", + "161016", + "160433", + "160466", + "161213", + "161117", + "161205", + "160874", + "160872", + "160907", + "160472", + "160455", + "160943", + "161076", + "160499", + "161107", + "160875", + "160994", + "160447", + "161165", + "160871", + "160442", + "161113", + "160998", + "161216", + "160940", + "160444", + "160956", + "160914", + "160808", + "160449", + "160439", + "160431", + "160445", + "161020", + "160497", + "160915", + "160484", + "160898", + "160916", + "160450", + "160890", + "161222", + "160876", + "160827", + "161116", + "160935", + "160471", + "160579", + "160815", + "161223", + "160547", + "160938", + "161217", + "160936", + "161008", + "160737", + "161210", + "161156", + "160488", + "161119", + "160502", + "160494", + "160939", + "160456", + "160454", + "160486", + "160942", + "160888", + "160495", + "161212", + "160467", + "160498", + "160957", + "160954", + "160955", + "160913" + ] }, { "abstract": { @@ -551,7 +734,36 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "163475", + "163581", + "163585", + "163374", + "163582", + "163583", + "163580", + "163372", + "163385", + "163402", + "163375", + "163584", + "163588", + "163371", + "163476", + "163478", + "163376", + "163587", + "163482", + "163387", + "163480", + "163481", + "163479", + "163377", + "163586", + "163483", + "163378" + ] }, { "abstract": { @@ -663,6 +875,56 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "163668", + "165103", + "163760", + "163660", + "163661", + "165093", + "163663", + "165102", + "163664", + "163765", + "163630", + "163761", + "164232", + "164224", + "163662", + "163665", + "163655", + "164236", + "163869", + "165121", + "163795", + "165088", + "163763", + "165120", + "163738", + "163589", + "163754", + "163658", + "163592", + "163757", + "163759", + "163753", + "164235", + "165099", + "165098", + "163751", + "163593", + "163796", + "163737", + "163659", + "164234", + "163596", + "163591", + "165071", + "163793", + "163758", + "163657", + "163817" + ] } -] +] \ No newline at end of file diff --git a/data/records/cms-raw-datasets-Run2012B.json b/data/records/cms-raw-datasets-Run2012B.json index 7873f0885..c379b0b4b 100644 --- a/data/records/cms-raw-datasets-Run2012B.json +++ b/data/records/cms-raw-datasets-Run2012B.json @@ -109,7 +109,73 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "194047", + "193959", + "194048", + "193958", + "193893", + "193950", + "193968", + "194027", + "193871", + "193983", + "193842", + "194022", + "194035", + "193870", + "194007", + "193836", + "193976", + "194019", + "193992", + "193849", + "194029", + "194010", + "193984", + "193948", + "194025", + "193838", + "193865", + "193925", + "193944", + "193955", + "193999", + "193834", + "193973", + "193895", + "193942", + "193917", + "193852", + "193998", + "193878", + "193938", + "193840", + "194001", + "193962", + "194011", + "193898", + "193987", + "193933", + "194045", + "193877", + "194038", + "194039", + "193835", + "193935", + "193913", + "193922", + "193928", + "194012", + "193844", + "194014", + "193875", + "193996", + "194034", + "194050", + "193919" + ] }, { "abstract": { @@ -221,7 +287,22 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "194115", + "194106", + "194113", + "194075", + "194066", + "194073", + "194105", + "194052", + "194076", + "194051", + "194069", + "194108", + "194058" + ] }, { "abstract": { @@ -333,7 +414,31 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "194157", + "194184", + "194120", + "194132", + "194155", + "194153", + "194137", + "194139", + "194134", + "194151", + "194140", + "194143", + "194196", + "194117", + "194197", + "194119", + "194135", + "194144", + "194182", + "194199", + "194130", + "194150" + ] }, { "abstract": { @@ -445,7 +550,32 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "194526", + "194603", + "194530", + "194691", + "194464", + "194535", + "194479", + "194480", + "194643", + "194688", + "194441", + "194644", + "194448", + "194627", + "194615", + "194439", + "194452", + "194619", + "194631", + "194687", + "194514", + "194533", + "194455" + ] }, { "abstract": { @@ -557,7 +687,62 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "194401", + "194251", + "194415", + "194370", + "194223", + "194411", + "194427", + "194398", + "194367", + "194303", + "194225", + "194317", + "194274", + "194314", + "194265", + "194364", + "194231", + "194270", + "194290", + "194429", + "194256", + "194262", + "194296", + "194421", + "194420", + "194383", + "194424", + "194394", + "194355", + "194360", + "194315", + "194399", + "194409", + "194301", + "194358", + "194229", + "194312", + "194210", + "194340", + "194305", + "194405", + "194366", + "194374", + "194407", + "194267", + "194408", + "194304", + "194365", + "194224", + "194428", + "194403", + "194221", + "194230" + ] }, { "abstract": { @@ -669,6 +854,70 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - } + }, + "run_numbers": [ + "195111", + "194903", + "195015", + "194788", + "194895", + "195011", + "194786", + "194800", + "195013", + "194785", + "194897", + "194795", + "194884", + "194702", + "194881", + "194914", + "194712", + "194811", + "194699", + "194804", + "194778", + "194988", + "194896", + "194887", + "194906", + "194711", + "194732", + "195109", + "194985", + "194997", + "194994", + "194825", + "195000", + "194787", + "194984", + "195016", + "195107", + "194915", + "194771", + "194883", + "194731", + "194893", + "195112", + "195105", + "194998", + "194888", + "194912", + "195001", + "194808", + "194704", + "195097", + "195110", + "194789", + "194735", + "194983", + "194790", + "195099", + "195009", + "194776", + "194987", + "194910", + "195014" + ] } -] +] \ No newline at end of file From 2b36cbee97a2ed4835fb45e1af9a85057a2635f9 Mon Sep 17 00:00:00 2001 From: Nasser Al-Bess Date: Fri, 4 Jul 2025 20:58:10 +0200 Subject: [PATCH 2/3] feat(cms_datasets): added run_number fields to cms datasets --- data/records/cms-raw-datasets-Run2010B.json | 114 ++--- data/records/cms-raw-datasets-Run2011A.json | 422 +++++++++--------- data/records/cms-raw-datasets-Run2012B.json | 448 ++++++++++---------- 3 files changed, 492 insertions(+), 492 deletions(-) diff --git a/data/records/cms-raw-datasets-Run2010B.json b/data/records/cms-raw-datasets-Run2010B.json index 71fcbfcf6..0de803b17 100644 --- a/data/records/cms-raw-datasets-Run2010B.json +++ b/data/records/cms-raw-datasets-Run2010B.json @@ -59,6 +59,23 @@ }, "publisher": "CERN Open Data Portal", "recid": "42", + "run_numbers": [ + "146430", + "146511", + "146513", + "146438", + "146510", + "146440", + "146509", + "146436", + "146514", + "146506", + "146431", + "146445", + "146428", + "146437", + "146442" + ], "run_period": [ "Run2010B" ], @@ -109,24 +126,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "146430", - "146511", - "146513", - "146438", - "146510", - "146440", - "146509", - "146436", - "146514", - "146506", - "146431", - "146445", - "146428", - "146437", - "146442" - ] + } }, { "abstract": { @@ -188,6 +188,15 @@ }, "publisher": "CERN Open Data Portal", "recid": "43", + "run_numbers": [ + "146709", + "146674", + "146698", + "146703", + "146710", + "146644", + "146589" + ], "run_period": [ "Run2010B" ], @@ -238,16 +247,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "146709", - "146674", - "146698", - "146703", - "146710", - "146644", - "146589" - ] + } }, { "abstract": { @@ -309,6 +309,22 @@ }, "publisher": "CERN Open Data Portal", "recid": "44", + "run_numbers": [ + "146804", + "146717", + "146733", + "146782", + "146718", + "146713", + "146729", + "146716", + "146728", + "146712", + "146724", + "146719", + "146721", + "146715" + ], "run_period": [ "Run2010B" ], @@ -359,23 +375,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "146804", - "146717", - "146733", - "146782", - "146718", - "146713", - "146729", - "146716", - "146728", - "146712", - "146724", - "146719", - "146721", - "146715" - ] + } }, { "abstract": { @@ -437,6 +437,16 @@ }, "publisher": "CERN Open Data Portal", "recid": "45", + "run_numbers": [ + "146898", + "147043", + "146815", + "146944", + "146895", + "146889", + "146807", + "146946" + ], "run_period": [ "Run2010B" ], @@ -487,16 +497,6 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "146898", - "147043", - "146815", - "146944", - "146895", - "146889", - "146807", - "146946" - ] + } } -] \ No newline at end of file +] diff --git a/data/records/cms-raw-datasets-Run2011A.json b/data/records/cms-raw-datasets-Run2011A.json index b8da23ac3..9477b0e91 100644 --- a/data/records/cms-raw-datasets-Run2011A.json +++ b/data/records/cms-raw-datasets-Run2011A.json @@ -59,6 +59,9 @@ }, "publisher": "CERN Open Data Portal", "recid": "35", + "run_numbers": [ + "160957" + ], "run_period": [ "Run2011A" ], @@ -103,10 +106,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "160957" - ] + } }, { "abstract": { @@ -168,6 +168,26 @@ }, "publisher": "CERN Open Data Portal", "recid": "38", + "run_numbers": [ + "163338", + "163308", + "163332", + "163358", + "163297", + "163337", + "163368", + "163296", + "163369", + "163300", + "163370", + "163301", + "163333", + "163340", + "163339", + "163302", + "163334", + "163289" + ], "run_period": [ "Run2011A" ], @@ -218,27 +238,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "163338", - "163308", - "163332", - "163358", - "163297", - "163337", - "163368", - "163296", - "163369", - "163300", - "163370", - "163301", - "163333", - "163340", - "163339", - "163302", - "163334", - "163289" - ] + } }, { "abstract": { @@ -300,57 +300,6 @@ }, "publisher": "CERN Open Data Portal", "recid": "39", - "run_period": [ - "Run2011A" - ], - "system_details": { - "container_images": [ - { - "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "dockerhub" - }, - { - "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "gitlab" - } - ], - "global_tag": "FT_53_LV5_AN1", - "release": "CMSSW_5_3_32" - }, - "title": "/SingleElectron/Run2011A-v1/RAW", - "title_additional": "SingleElectron primary dataset sample in RAW format from RunA of 2011 (from /SingleElectron/Run2011A-v1/RAW)", - "type": { - "primary": "Dataset", - "secondary": [ - "Collision" - ] - }, - "usage": { - "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD has been confirmed to be identical with the original one with comparison code available in Validation code to plot basic physics objects from AOD

", - "links": [ - { - "description": "Configuration file for reconstruction", - "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_SingleElectron11.py" - } - ] - }, - "validation": { - "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", - "links": [ - { - "description": "CMS data quality monitoring: Systems and experiences", - "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" - }, - { - "description": "The CMS Data Quality Monitoring software experience and future improvements", - "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" - }, - { - "description": "The CMS data quality monitoring software: experience and future prospects", - "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" - } - ] - }, "run_numbers": [ "163270", "163243", @@ -410,7 +359,58 @@ "162760", "162909", "162925" - ] + ], + "run_period": [ + "Run2011A" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "dockerhub" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "gitlab" + } + ], + "global_tag": "FT_53_LV5_AN1", + "release": "CMSSW_5_3_32" + }, + "title": "/SingleElectron/Run2011A-v1/RAW", + "title_additional": "SingleElectron primary dataset sample in RAW format from RunA of 2011 (from /SingleElectron/Run2011A-v1/RAW)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD has been confirmed to be identical with the original one with comparison code available in Validation code to plot basic physics objects from AOD

", + "links": [ + { + "description": "Configuration file for reconstruction", + "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_SingleElectron11.py" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "CMS data quality monitoring: Systems and experiences", + "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" + }, + { + "description": "The CMS Data Quality Monitoring software experience and future improvements", + "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" + }, + { + "description": "The CMS data quality monitoring software: experience and future prospects", + "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" + } + ] + } }, { "abstract": { @@ -472,57 +472,6 @@ }, "publisher": "CERN Open Data Portal", "recid": "46", - "run_period": [ - "Run2011A" - ], - "system_details": { - "container_images": [ - { - "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "dockerhub" - }, - { - "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "gitlab" - } - ], - "global_tag": "FT_53_LV5_AN1", - "release": "CMSSW_5_3_32" - }, - "title": "/DoubleElectron/Run2011A-v1/RAW", - "title_additional": "DoubleElectron primary dataset sample in RAW format from RunA of 2011 (from /DoubleElectron/Run2011A-v1/RAW)", - "type": { - "primary": "Dataset", - "secondary": [ - "Collision" - ] - }, - "usage": { - "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD has been confirmed to be identical with the original one with comparison code available in Validation code to plot basic physics objects from AOD

", - "links": [ - { - "description": "Configuration file for reconstruction", - "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_DoubleElectron11.py" - } - ] - }, - "validation": { - "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", - "links": [ - { - "description": "CMS data quality monitoring: Systems and experiences", - "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" - }, - { - "description": "The CMS Data Quality Monitoring software experience and future improvements", - "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" - }, - { - "description": "The CMS data quality monitoring software: experience and future prospects", - "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" - } - ] - }, "run_numbers": [ "161176", "160877", @@ -622,7 +571,58 @@ "160954", "160955", "160913" - ] + ], + "run_period": [ + "Run2011A" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "dockerhub" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "gitlab" + } + ], + "global_tag": "FT_53_LV5_AN1", + "release": "CMSSW_5_3_32" + }, + "title": "/DoubleElectron/Run2011A-v1/RAW", + "title_additional": "DoubleElectron primary dataset sample in RAW format from RunA of 2011 (from /DoubleElectron/Run2011A-v1/RAW)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD has been confirmed to be identical with the original one with comparison code available in Validation code to plot basic physics objects from AOD

", + "links": [ + { + "description": "Configuration file for reconstruction", + "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_DoubleElectron11.py" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "CMS data quality monitoring: Systems and experiences", + "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" + }, + { + "description": "The CMS Data Quality Monitoring software experience and future improvements", + "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" + }, + { + "description": "The CMS data quality monitoring software: experience and future prospects", + "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" + } + ] + } }, { "abstract": { @@ -684,6 +684,35 @@ }, "publisher": "CERN Open Data Portal", "recid": "47", + "run_numbers": [ + "163475", + "163581", + "163585", + "163374", + "163582", + "163583", + "163580", + "163372", + "163385", + "163402", + "163375", + "163584", + "163588", + "163371", + "163476", + "163478", + "163376", + "163587", + "163482", + "163387", + "163480", + "163481", + "163479", + "163377", + "163586", + "163483", + "163378" + ], "run_period": [ "Run2011A" ], @@ -734,36 +763,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "163475", - "163581", - "163585", - "163374", - "163582", - "163583", - "163580", - "163372", - "163385", - "163402", - "163375", - "163584", - "163588", - "163371", - "163476", - "163478", - "163376", - "163587", - "163482", - "163387", - "163480", - "163481", - "163479", - "163377", - "163586", - "163483", - "163378" - ] + } }, { "abstract": { @@ -825,6 +825,56 @@ }, "publisher": "CERN Open Data Portal", "recid": "48", + "run_numbers": [ + "163668", + "165103", + "163760", + "163660", + "163661", + "165093", + "163663", + "165102", + "163664", + "163765", + "163630", + "163761", + "164232", + "164224", + "163662", + "163665", + "163655", + "164236", + "163869", + "165121", + "163795", + "165088", + "163763", + "165120", + "163738", + "163589", + "163754", + "163658", + "163592", + "163757", + "163759", + "163753", + "164235", + "165099", + "165098", + "163751", + "163593", + "163796", + "163737", + "163659", + "164234", + "163596", + "163591", + "165071", + "163793", + "163758", + "163657", + "163817" + ], "run_period": [ "Run2011A" ], @@ -875,56 +925,6 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "163668", - "165103", - "163760", - "163660", - "163661", - "165093", - "163663", - "165102", - "163664", - "163765", - "163630", - "163761", - "164232", - "164224", - "163662", - "163665", - "163655", - "164236", - "163869", - "165121", - "163795", - "165088", - "163763", - "165120", - "163738", - "163589", - "163754", - "163658", - "163592", - "163757", - "163759", - "163753", - "164235", - "165099", - "165098", - "163751", - "163593", - "163796", - "163737", - "163659", - "164234", - "163596", - "163591", - "165071", - "163793", - "163758", - "163657", - "163817" - ] + } } -] \ No newline at end of file +] diff --git a/data/records/cms-raw-datasets-Run2012B.json b/data/records/cms-raw-datasets-Run2012B.json index c379b0b4b..7c0974773 100644 --- a/data/records/cms-raw-datasets-Run2012B.json +++ b/data/records/cms-raw-datasets-Run2012B.json @@ -59,57 +59,6 @@ }, "publisher": "CERN Open Data Portal", "recid": "62", - "run_period": [ - "Run2012B" - ], - "system_details": { - "container_images": [ - { - "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "dockerhub" - }, - { - "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "gitlab" - } - ], - "global_tag": "FT53_V21A_AN6", - "release": "CMSSW_5_3_32" - }, - "title": "/MinimumBias/Run2012B-v1/RAW", - "title_additional": "MinimumBias primary dataset sample in RAW format from RunB of 2012 (from /MinimumBias/Run2012B-v1/RAW)", - "type": { - "primary": "Dataset", - "secondary": [ - "Collision" - ] - }, - "usage": { - "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD can be compared with the original one using the code available in Validation code to plot basic physics objects from AOD

", - "links": [ - { - "description": "Example configuration file for reconstruction", - "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_to_aod_primarydata2012.py" - } - ] - }, - "validation": { - "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", - "links": [ - { - "description": "CMS data quality monitoring: Systems and experiences", - "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" - }, - { - "description": "The CMS Data Quality Monitoring software experience and future improvements", - "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" - }, - { - "description": "The CMS data quality monitoring software: experience and future prospects", - "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" - } - ] - }, "run_numbers": [ "194047", "193959", @@ -175,7 +124,58 @@ "194034", "194050", "193919" - ] + ], + "run_period": [ + "Run2012B" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "dockerhub" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "gitlab" + } + ], + "global_tag": "FT53_V21A_AN6", + "release": "CMSSW_5_3_32" + }, + "title": "/MinimumBias/Run2012B-v1/RAW", + "title_additional": "MinimumBias primary dataset sample in RAW format from RunB of 2012 (from /MinimumBias/Run2012B-v1/RAW)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD can be compared with the original one using the code available in Validation code to plot basic physics objects from AOD

", + "links": [ + { + "description": "Example configuration file for reconstruction", + "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_to_aod_primarydata2012.py" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "CMS data quality monitoring: Systems and experiences", + "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" + }, + { + "description": "The CMS Data Quality Monitoring software experience and future improvements", + "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" + }, + { + "description": "The CMS data quality monitoring software: experience and future prospects", + "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" + } + ] + } }, { "abstract": { @@ -237,6 +237,21 @@ }, "publisher": "CERN Open Data Portal", "recid": "63", + "run_numbers": [ + "194115", + "194106", + "194113", + "194075", + "194066", + "194073", + "194105", + "194052", + "194076", + "194051", + "194069", + "194108", + "194058" + ], "run_period": [ "Run2012B" ], @@ -287,22 +302,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "194115", - "194106", - "194113", - "194075", - "194066", - "194073", - "194105", - "194052", - "194076", - "194051", - "194069", - "194108", - "194058" - ] + } }, { "abstract": { @@ -364,6 +364,30 @@ }, "publisher": "CERN Open Data Portal", "recid": "64", + "run_numbers": [ + "194157", + "194184", + "194120", + "194132", + "194155", + "194153", + "194137", + "194139", + "194134", + "194151", + "194140", + "194143", + "194196", + "194117", + "194197", + "194119", + "194135", + "194144", + "194182", + "194199", + "194130", + "194150" + ], "run_period": [ "Run2012B" ], @@ -414,31 +438,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "194157", - "194184", - "194120", - "194132", - "194155", - "194153", - "194137", - "194139", - "194134", - "194151", - "194140", - "194143", - "194196", - "194117", - "194197", - "194119", - "194135", - "194144", - "194182", - "194199", - "194130", - "194150" - ] + } }, { "abstract": { @@ -500,6 +500,31 @@ }, "publisher": "CERN Open Data Portal", "recid": "65", + "run_numbers": [ + "194526", + "194603", + "194530", + "194691", + "194464", + "194535", + "194479", + "194480", + "194643", + "194688", + "194441", + "194644", + "194448", + "194627", + "194615", + "194439", + "194452", + "194619", + "194631", + "194687", + "194514", + "194533", + "194455" + ], "run_period": [ "Run2012B" ], @@ -550,32 +575,7 @@ "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" } ] - }, - "run_numbers": [ - "194526", - "194603", - "194530", - "194691", - "194464", - "194535", - "194479", - "194480", - "194643", - "194688", - "194441", - "194644", - "194448", - "194627", - "194615", - "194439", - "194452", - "194619", - "194631", - "194687", - "194514", - "194533", - "194455" - ] + } }, { "abstract": { @@ -637,57 +637,6 @@ }, "publisher": "CERN Open Data Portal", "recid": "66", - "run_period": [ - "Run2012B" - ], - "system_details": { - "container_images": [ - { - "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "dockerhub" - }, - { - "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "gitlab" - } - ], - "global_tag": "FT53_V21A_AN6", - "release": "CMSSW_5_3_32" - }, - "title": "/DoubleMuParked/Run2012B-v1/RAW", - "title_additional": "DoubleMuParked primary dataset sample in RAW format from RunB of 2012 (from /DoubleMuParked/Run2012B-v1/RAW)", - "type": { - "primary": "Dataset", - "secondary": [ - "Collision" - ] - }, - "usage": { - "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD can be compared with the original one using the code available in Validation code to plot basic physics objects from AOD

", - "links": [ - { - "description": "Example configuration file for reconstruction", - "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_to_aod_primarydata2012.py" - } - ] - }, - "validation": { - "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", - "links": [ - { - "description": "CMS data quality monitoring: Systems and experiences", - "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" - }, - { - "description": "The CMS Data Quality Monitoring software experience and future improvements", - "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" - }, - { - "description": "The CMS data quality monitoring software: experience and future prospects", - "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" - } - ] - }, "run_numbers": [ "194401", "194251", @@ -742,7 +691,58 @@ "194403", "194221", "194230" - ] + ], + "run_period": [ + "Run2012B" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "dockerhub" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "gitlab" + } + ], + "global_tag": "FT53_V21A_AN6", + "release": "CMSSW_5_3_32" + }, + "title": "/DoubleMuParked/Run2012B-v1/RAW", + "title_additional": "DoubleMuParked primary dataset sample in RAW format from RunB of 2012 (from /DoubleMuParked/Run2012B-v1/RAW)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD can be compared with the original one using the code available in Validation code to plot basic physics objects from AOD

", + "links": [ + { + "description": "Example configuration file for reconstruction", + "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_to_aod_primarydata2012.py" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "CMS data quality monitoring: Systems and experiences", + "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" + }, + { + "description": "The CMS Data Quality Monitoring software experience and future improvements", + "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" + }, + { + "description": "The CMS data quality monitoring software: experience and future prospects", + "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" + } + ] + } }, { "abstract": { @@ -804,57 +804,6 @@ }, "publisher": "CERN Open Data Portal", "recid": "67", - "run_period": [ - "Run2012B" - ], - "system_details": { - "container_images": [ - { - "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "dockerhub" - }, - { - "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", - "registry": "gitlab" - } - ], - "global_tag": "FT53_V21A_AN6", - "release": "CMSSW_5_3_32" - }, - "title": "/JetHT/Run2012B-v1/RAW", - "title_additional": "JetHT primary dataset sample in RAW format from RunB of 2012 (from /JetHT/Run2012B-v1/RAW)", - "type": { - "primary": "Dataset", - "secondary": [ - "Collision" - ] - }, - "usage": { - "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD can be compared with the original one using the code available in Validation code to plot basic physics objects from AOD

", - "links": [ - { - "description": "Example configuration file for reconstruction", - "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_to_aod_primarydata2012.py" - } - ] - }, - "validation": { - "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", - "links": [ - { - "description": "CMS data quality monitoring: Systems and experiences", - "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" - }, - { - "description": "The CMS Data Quality Monitoring software experience and future improvements", - "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" - }, - { - "description": "The CMS data quality monitoring software: experience and future prospects", - "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" - } - ] - }, "run_numbers": [ "195111", "194903", @@ -918,6 +867,57 @@ "194987", "194910", "195014" - ] + ], + "run_period": [ + "Run2012B" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "dockerhub" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest", + "registry": "gitlab" + } + ], + "global_tag": "FT53_V21A_AN6", + "release": "CMSSW_5_3_32" + }, + "title": "/JetHT/Run2012B-v1/RAW", + "title_additional": "JetHT primary dataset sample in RAW format from RunB of 2012 (from /JetHT/Run2012B-v1/RAW)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "

These data are in RAW format and not directly usable in analysis. The reconstructed data reprocessed from these RAW data are included in the data of this record. \n The reconstruction step can be repeated with the configuration file below and the resulting AOD can be compared with the original one using the code available in Validation code to plot basic physics objects from AOD

", + "links": [ + { + "description": "Example configuration file for reconstruction", + "url": "/eos/opendata/cms/configuration-files/RAWtoAOD/raw_to_aod_primarydata2012.py" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "CMS data quality monitoring: Systems and experiences", + "url": "http://iopscience.iop.org/1742-6596/219/7/072020/pdf/1742-6596_219_7_072020.pdf" + }, + { + "description": "The CMS Data Quality Monitoring software experience and future improvements", + "url": "http://cds.cern.ch/record/1631039/files/CR2013_418.pdf" + }, + { + "description": "The CMS data quality monitoring software: experience and future prospects", + "url": "http://iopscience.iop.org/1742-6596/513/3/032024/pdf/1742-6596_513_3_032024.pdf" + } + ] + } } -] \ No newline at end of file +] From 2897911808152445a14a4065d566110599b2b768 Mon Sep 17 00:00:00 2001 From: Nasser Al-Bess Date: Mon, 7 Jul 2025 15:48:58 +0200 Subject: [PATCH 3/3] fix(cms_datasets): removed run_numbers for rec 35 due to wrong data --- data/records/cms-raw-datasets-Run2011A.json | 3 --- 1 file changed, 3 deletions(-) diff --git a/data/records/cms-raw-datasets-Run2011A.json b/data/records/cms-raw-datasets-Run2011A.json index 9477b0e91..1520fb46e 100644 --- a/data/records/cms-raw-datasets-Run2011A.json +++ b/data/records/cms-raw-datasets-Run2011A.json @@ -59,9 +59,6 @@ }, "publisher": "CERN Open Data Portal", "recid": "35", - "run_numbers": [ - "160957" - ], "run_period": [ "Run2011A" ],