Skip to content

Commit 4c465bb

Browse files
authored
Remove unused columns. Add resource restrictions to XSEDE job ingestor. (#88)
1 parent e41d9c3 commit 4c465bb

File tree

2 files changed

+2
-25
lines changed

2 files changed

+2
-25
lines changed

configuration/etl/etl.d/jobs_hpc.json

+2
Original file line numberDiff line numberDiff line change
@@ -120,6 +120,8 @@
120120
"enabled": true,
121121
"truncate_destination": false,
122122
"table_prefix": "jobfact_by_",
123+
"#": "Be sure to exclude the same resources as the ingestor or their records will be deleted here",
124+
"exclude_resource_codes": ["OSG", "TACC-WRANGLER"],
123125
"aggregation_units": ["day", "month", "quarter", "year"]
124126
}
125127
]

configuration/etl/etl_tables.d/jobs/jobfact_hpc_aggregation.json

-25
Original file line numberDiff line numberDiff line change
@@ -208,31 +208,6 @@
208208
"type": "decimal(18,0)",
209209
"nullable": true,
210210
"comment": "FACT: The amount of local SUs charged to jobs pertaining to this day. If a job took more than one day, its local_charge is distributed linearly across the days it used."
211-
},{
212-
"name": "task_local_charge_xdsu",
213-
"type": "decimal(18,0)",
214-
"nullable": true,
215-
"comment": "FACT: The amount of XDSUs charged to jobs pertaining to this day. If a job took more than one day, its local_charge is distributed linearly across the days it used."
216-
},{
217-
"name": "task_local_charge_nu",
218-
"type": "decimal(18,0)",
219-
"nullable": true,
220-
"comment": "FACT: The amount of NUs charged to jobs pertaining to this day. If a job took more than one day, its local_charge is distributed linearly across the days it used."
221-
},{
222-
"name": "task_adjusted_charge_su",
223-
"type": "decimal(18,0)",
224-
"nullable": true,
225-
"comment": "FACT: The amount of local SUs charged to jobs pertaining to this day. If a job took more than one day, its local_charge is distributed linearly across the days it used."
226-
},{
227-
"name": "task_adjusted_charge_xdsu",
228-
"type": "decimal(18,0)",
229-
"nullable": true,
230-
"comment": "FACT: The amount of XDSUs charged to jobs pertaining to this day. If a job took more than one day, its local_charge is distributed linearly across the days it used."
231-
},{
232-
"name": "task_adjusted_charge_nu",
233-
"type": "decimal(18,0)",
234-
"nullable": true,
235-
"comment": "FACT: The amount of NUs charged to jobs pertaining to this day. If a job took more than one day, its local_charge is distributed linearly across the days it used."
236211
},{
237212
"name": "sum_local_charge_xdsu_squared",
238213
"type": "decimal(36,4)",

0 commit comments

Comments
 (0)