"""Extract dictionary metadata from rendered, empty form definitions."""
import json
import re
import sys
from collections import OrderedDict
from pathlib import Path
from lxml import html

work = Path(sys.argv[1])
manifest = json.loads((work / 'manifest.json').read_text())
TECHNICAL = {'uuid', 'local_uuid', 'record_status', 'register_uuid', 'followup_id', 'release_id'}
headers = ['Field / export key', 'Section', 'Form label', 'Data type', 'Required', 'Excel / CSV format', 'Saved value = displayed label', 'Notes']

def text(element):
    return ' '.join(element.text_content().split()) if element is not None else ''

def label_for(field, root):
    if field.get('id'):
        labels = root.xpath('//label[@for=$id]', id=field.get('id'))
        if labels:
            return text(labels[0])
    for parent in field.iterancestors():
        if parent.tag == 'td':
            cells = parent.getparent().xpath('./td')
            table = next(parent.iterancestors('table'), None)
            headings = table.xpath('.//thead/tr[1]/th') if table is not None else []
            index = cells.index(parent)
            if index < len(headings):
                return text(headings[index])
        labels = parent.xpath('./label | ./div/label')
        if labels:
            return text(labels[0])
        if parent.tag in ('section', 'form') or 'row' in parent.get('class', '').split():
            break
    return field.get('aria-label') or field.get('placeholder') or field.get('name', field.get('data-field', ''))

def row_for(name, fields, section, root, nested=False):
    field = fields[0]
    kind = field.get('type', 'text')
    options = []
    if field.tag == 'select':
        options = [(o.get('value', text(o)), text(o)) for o in field.xpath('./option') if o.get('value', text(o)) != '']
    elif kind in ('checkbox', 'radio'):
        options = [(f.get('value', '1'), label_for(f, root)) for f in fields]
    array = field.get('name', '').endswith('[]') or field.get('multiple') is not None
    dtype = 'Code (text)' if options else 'Number' if kind == 'number' else 'Text'
    fmt = 'Code as saved' if options else 'Form value' if kind == 'number' else 'Text'
    required = 'Yes' if 'required' in field.attrib else 'No'
    notes = []
    if array:
        dtype = 'Array of codes' if options else 'Array of ' + dtype.lower() + ' values'
        fmt = 'JSON array'
        notes.append('Trailing [] is removed from the export key. Repeating rows retain row order.')
    if options and kind not in ('checkbox', 'radio'):
        notes.append('Empty selection = not recorded.')
    elif kind == 'checkbox':
        notes.append('Only checked values are saved. Empty array = no selection.')
    leaf = re.split(r'[.\[\]]+', name.rstrip(']'))[-1].lower()
    date_key = leaf in ('date', 'dob') or leaf.endswith(('_dob', '_date', '_at')) or '_date_' in leaf or leaf.startswith('date_of_')
    if field.get('placeholder') == 'dd-mm-yyyy' or kind == 'date':
        dtype, fmt = 'Date', 'dd-mm-yyyy'
        notes.append('Full dates: Excel date cell; CSV date text. Recognized input dates are normalized before saving.')
    elif date_key and kind != 'number':
        dtype, fmt = 'Date or text', 'dd-mm-yyyy for a full date'
        notes.append('Free text or partial dates stay unchanged. Complete recognized dates use dd-mm-yyyy.')
    if name == 'parents_move_to_yangon_date':
        dtype, fmt = 'Year', 'yyyy'
        notes.append('Year only, not a full date.')
    if name in ('general_id', 'pid'):
        dtype, fmt = 'General ID', 'Excel number (0 decimals); CSV digits'
        notes.append('10–12 digits with a valid clinic ID. Stored as text to retain digits. Excel preserves displayed leading zeros.')
        required = 'Yes' if name == 'pid' or root.xpath('//form[@id="childSupportRegisterForm"]') else 'From register'
    if 'readonly' in field.attrib:
        notes.append('Read-only in the form. Filled from the linked register or calculated by the page.')
    for attr in ('min', 'max', 'minlength', 'maxlength', 'step', 'pattern'):
        if attr in field.attrib:
            notes.append(attr + ': ' + field.get(attr) + '.')
    sources = field.get('data-toggle-target', '').split()
    for source in sources:
        controls = root.xpath('//*[@name=$name and @data-toggle-source]', name=source)
        if controls:
            notes.append('Detail for ' + source + ' = ' + controls[0].get('data-toggle-match', '').replace('|', ' / ') + '.')
    gates = {
        'data-school-field': 'School details for school_status = 1.',
        'data-no-school-field': 'Details when school_status = 2 or child_job_status = 1.',
        'data-job-field': 'Work details for child_job_status = 1.',
        'data-cp-program-field': 'Child Protection program details.',
        'data-siblings-cp-field': 'Details of siblings receiving Child Support.',
    }
    for attr, note in gates.items():
        if attr in field.attrib:
            notes.append(note)
    if 'data-health-field' in field.attrib:
        prefix = field.get('data-health-field')
        notes.append('Chronic disease details for ' + ('chronic_disease_status' if prefix == 'child' else prefix + '_chronic_disease_status') + ' = 1.')
    if nested:
        fmt = 'Inside parent JSON array'
        notes.append('[] means each member. This is an object property, not a separate export column.')
    if '[' in name and not nested:
        notes.append('Bracketed field name is a literal export column; it is not a nested JSON path.')
    return [name, section, label_for(field, root), dtype, required, fmt, '\n'.join(v + ' = ' + label for v, label in options), ' '.join(notes)]

datasets = []
for definition in manifest:
    root = html.fromstring(Path(definition['html']).read_text())
    form = root.xpath('//form')[0]
    groups = OrderedDict()
    section = 'Identification'
    for element in form.iter():
        if element.tag in ('h2', 'h3', 'h4'):
            section = text(element)
        if element.tag not in ('input', 'select', 'textarea') or not element.get('name'):
            continue
        original = element.get('name')
        if original in TECHNICAL or original == '_token' or element.get('type') in ('submit', 'button', 'reset', 'file'):
            continue
        name = original[:-2] if original.endswith('[]') else original
        if name not in groups:
            groups[name] = [[], section]
        groups[name][0].append(element)
    rows = [row_for(name, fields, sec, root) for name, (fields, sec) in groups.items()]
    if definition['sheet'] == 'Register':
        for collection in ('core_family_members', 'current_household_members'):
            panel = root.xpath('//*[@data-collection=$name]', name=collection)[0]
            label = 'Core family members' if collection == 'core_family_members' else 'Current household members'
            count_label = 'Number of core family members' if collection == 'core_family_members' else 'Number of current household members'
            rows.append([collection + '_count', 'Family collections', count_label, 'Integer (derived)', 'Automatic', 'Excel number (0 decimals); CSV digits', '', 'Count of non-empty member objects. 0 when empty. Exported immediately before ' + collection + '.'])
            rows.append([collection, 'Family collections', label, 'Array of objects', 'No', 'JSON array', '', 'One object per entered member. Completely blank rows are omitted.'])
            headings = panel.xpath('.//thead/tr/th')
            template = root.xpath('//template[@id=$id]', id=collection + 'RowTemplate')[0]
            for index, field in enumerate(template.xpath('.//*[@data-field]')):
                row = row_for(collection + '[].' + field.get('data-field'), [field], label, root, nested=True)
                row[2] = text(headings[index])
                rows.append(row)
    if definition['sheet'] == 'Follow-up':
        name_index = next(index for index, row in enumerate(rows) if row[0] == 'name')
        rows.insert(name_index, ['name_count', rows[name_index][1], 'Number of named household members', 'Integer (derived)', 'Automatic', 'Excel number (0 decimals); CSV digits', '', 'Count of non-blank names in name. 0 when empty. Whitespace-only entries are ignored. Repeated names count as separate entries. Exported immediately before name.'])
        generated = [
            ['followup_date', 'Generated fields', 'Follow-up date', 'Date', 'Yes', 'dd-mm-yyyy', '', 'Normalized from visit_date. Both field names may appear in the export.'],
            ['general_id', 'Generated fields', 'General ID', 'General ID', 'From register', 'Excel number (0 decimals); CSV digits', '', 'Server copies the linked register General ID. pid is the form field.'],
            ['officer_name', 'Generated fields', 'Child Program Officer', 'Text', 'No', 'Text', '', 'Server alias for child_program_officer_name.'],
        ]
        rows.extend(row for row in generated if row[0] not in groups)
    for row in rows:
        if row[0] == 'child_support_register_id':
            row[2:8] = ['Linked register record ID', 'Integer identifier', 'Yes', 'Form value', '', 'Foreign key to child_support_registers.id. Supplied by the linked register context.']
        if definition['sheet'] == 'Register' and row[0] == 'age':
            row[7] += ' Server accepts integers from 0 to 99.'
    for row in rows:
        if row[0] in ('mam_supports', 'received_services'):
            row[2] = 'Support received from MAM' if row[0] == 'mam_supports' else 'Services received'
        if definition['sheet'] == 'Follow-up' and row[0] in ('name', 'age', 'relation', 'education', 'job'):
            row[7] += ' Parallel arrays describe the same household members by matching row position.'
    assert len({r[0] for r in rows}) == len(rows), 'Duplicate dictionary keys'
    definition.pop('html')
    definition['rows'] = rows
    datasets.append(definition)
(work / 'dictionary.json').write_text(json.dumps({'headers': headers, 'datasets': datasets}, ensure_ascii=False, indent=2))
print(json.dumps({d['sheet']: len(d['rows']) for d in datasets}))
