ci: elasticsearch: set run date when uploading data

import json

import argparse

def gendata(f, index):

def gendata(f, index, run_date=None):

    with open(f, "r") as j:

        data = json.load(j)

        for t in data['testsuites']:

            _grouping = name.split("/")[-1]

            main_group = _grouping.split(".")[0]

            sub_group = _grouping.split(".")[1]

            t['environment'] = data['environment']

            env = data['environment']

            if run_date:

                env['run_date'] =  run_date

            t['environment'] = env

            t['component'] = main_group

            t['sub_component'] = sub_group

            yield {

    if args.create_index:

        es.indices.create(index=index_name, mappings=mappings, settings=settings)

    else:

        if args.run_date:

            print(f"Setting run date from command line: {args.run_date}")

        for f in args.files:

            bulk(es, gendata(f, index_name))

            bulk(es, gendata(f, index_name, args.run_date))

def parse_args():

    parser.add_argument('-y','--dry-run', action="store_true", help='Dry run.')

    parser.add_argument('-c','--create-index', action="store_true", help='Create index.')

    parser.add_argument('-i', '--index', help='index to push to.', required=True)

    parser.add_argument('-r', '--run-date', help='Run date in ISO format', required=False)

    parser.add_argument('files', metavar='FILE', nargs='+', help='file with test data.')

    args = parser.parse_args()