ide_exporter.py

#!/usr/bin/env python
############################################################################
# tools/ide_exporter.py
#
#   Copyright (C) 2016 Kha Vo. All rights reserved.
#   Author: Kha Vo <canhkha@gmail.com>
#
#   Based on  convert_make2file_list.py and add_source_in_iar.py
#   Author: avyhovanec@yahoo.com
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in
#    the documentation and/or other materials provided with the
#    distribution.
# 3. Neither the name NuttX nor the names of its contributors may be
#    used to endorse or promote products derived from this software
#    without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
# FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
# COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
# BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
# OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
# AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
#
############################################################################

import argparse
import os
import re
import subprocess
import sys
from copy import deepcopy

from lxml import etree as ET

HELP = """
ide_exporter.pyis a tool for generation nuttx iar/keil workspace
usage: ide_exporter.py [-h] [-v] [-o OUT_DIR] [-d]
                       build_log {iar,uvision_gcc,uvision_armcc} template_dir

positional arguments:
  build_log             Log file from make V=1
  {iar,uvision_gcc,uvision_armcc}
                        The target IDE: iar, uvision_gcc, (uvision_armcc is
                        experimental)
  template_dir          Directory that contains IDEs template projects
                          template_nuttx.eww : iar template workspace
                          template_nuttx_main.ewp : iar template project
                          template_nuttx_lib.ewp : iar library project
                          or
                          template_nuttx.uvmpw : uVision template workspace
                          template_nuttx_main.uvproj : uVision template project
                          template_nuttx_lib.uvproj : uVision library project

optional arguments:
  -h, --help            show this help message and exit
  -v, --version         show program's version number and exit
  -o OUT_DIR, --output OUT_DIR
                        Output directory
  -d, --dump            Dump project structure tree
"""

IAR = "iar"
UVISION_GCC = "uvision_gcc"
UVISION_ARMCC = "uvision_armcc"

COMPILE_PREFIX_LIST = ("CC: ", "AS: ", "CXX:")
LIB_PREFIX_LIST = "AR: "
LINK_PREFIX_LIST = "LD: "
MAKE_ENTER_DIR = "Entering directory"
PREFIX_LEN = 4

IAR_EXT_REMAP = {r"gnu/(\w+)\.S$": r"iar/\g<1>.S"}
ARMCC_EXT_REMAP = {r"gnu/(\w+)\.S$": r"armcc/\g<1>.S", r"(\w+)\.a$": r"\g<1>.lib"}
UVISION_GCC_EXT_REMAP = {}

# file ext to FileTye in uVision project
UVISION_FILE_TYPE_MAP = {".c": "1", ".S": "1", ".cxx": "8", ".lib": "4", ".a": "4"}

# tags convention: tag[0] = root_tags, create if doesn't exist
#                  tag[1] = (sub_tag,) tag without text, create new
#                  tag[2] = (leaf_tag,) with text, create new
IAR_PRJ_SETTINGS = {
    "group_tags": ("", ("group",), ("name",)),
    "file_tags": ("", ("file",), ("name",)),
    "rel_base": "$PROJ_DIR$/",
    "cleared_nodes": (
        "group",
        "file",
    ),
    "include_pnodes": (".//*[name='CCIncludePath2']", ".//*[name='AUserIncludes']"),
    "include_tag": "state",
    "output_path": {"exe": "Obj", "obj": "Obj", "lst": "Lst"},
    "ext_remap": IAR_EXT_REMAP,
}

IAR_WSP_SETTINGS = {
    "group_tags": ("",),
    "file_tags": ("", ("project",), ("path",)),
    "rel_base": "$WS_DIR$/",
    "cleared_nodes": ("project",),
}


UVISION_ARMCC_PRJ_SETTINGS = {
    "root_group": "",
    "group_tags": (".//Targets/Target/Groups", ("Group",), ("GroupName",)),
    "file_tags": (
        "Files",
        ("File",),
        (
            "FileName",
            "FileType",
            "FilePath",
        ),
    ),
    "rel_base": "",
    "cleared_nodes": (".//Group",),
    "include_pnodes": ".//VariousControls/IncludePath",
    "output_path": {"exe": "Obj", "obj": "Obj", "lst": "Lst"},
    "ext_remap": ARMCC_EXT_REMAP,
    "uv_file_type": UVISION_FILE_TYPE_MAP,
}

UVISION_GCC_PRJ_SETTINGS = {
    "root_group": "",
    "group_tags": (".//Targets/Target/Groups", ("Group",), ("GroupName",)),
    "file_tags": (
        "Files",
        ("File",),
        (
            "FileName",
            "FileType",
            "FilePath",
        ),
    ),
    "rel_base": "",
    "cleared_nodes": (".//Group",),
    "include_pnodes": ".//VariousControls/IncludePath",
    "saved_tags": (".//FileOption",),
    "output_path": {"exe": "Obj", "obj": "Obj", "lst": "Lst"},
    "ext_remap": UVISION_GCC_EXT_REMAP,
    "uv_file_type": UVISION_FILE_TYPE_MAP,
    "c_misc": (".//Carm", "-fno-builtin -Wall -Wstrict-prototypes -Wshadow -Wundef -g"),
    "cxx_misc": (
        ".//Carm",
        "-fno-builtin -fno-exceptions -fcheck-new -fno-rtti -Wall -Wshadow -Wundef -g",
    ),
    "ld_misc": (".//LDarm", "--entry=__start -lgcc"),
    "cxx_def": (".//Carm", ""),
}

UVISION_WSP_SETTINGS = {
    "group_tags": ("",),
    "file_tags": ("", ("project",), ("PathAndName",)),
    "rel_base": "",
    "cleared_nodes": ("project",),
}


LIB_EXTS = (".a", ".lib")
ASM_EXTS = (".s", ".S")


def get_common_dir(dir_list):
    """Get common parent directory of a given directory list"""
    com_dir = dir_list[0]
    found = False
    while not found:
        found = True
        com_dir = os.path.split(com_dir)[0]
        for directory in dir_list:
            if com_dir not in directory:
                found = False
                break

    if found:
        return com_dir
    else:
        return "/"  # return root


class SourceInfo(object):
    """Source file information

    Attributes:
        src: source file
        include: List of including dir in compiled command
        flags: other compiled flags
    """

    def __init__(self, src, include=None, flags=""):
        self.include = []
        if include is not None:
            self.include = include
        self.src = src
        self.flags = flags
        self.include = include

    @staticmethod
    def get_common_src_dir(sinfo_list):
        """Get Common directory from list of source code"""
        source_list = [info.src for info in sinfo_list]
        com_dir = get_common_dir(source_list)
        return com_dir

    @staticmethod
    def get_including_set(sinfo_list):
        """Get including set from list of source code"""
        include_set = set()
        for sinfo in sinfo_list:
            for inc in sinfo.include:
                if inc != "":
                    include_set.add(inc)
        return include_set


class IdeProject(object):
    """Base IDE project class.

    make_src_nodes(self, source,  group = None, parent_node = None):
    make_include(self, sources, parent_node = None):
    make_output_dir(self, target):
    These functions need to override

    Attributes:
        root: root of its etree
        ewp_ET: Its etree
        settings: specific IDE setting
        proj_dir: base directory, files path are often relative from this
        rel_base: base directory symbol,
    """

    def __init__(self, proj, settings, out_dir=None, use_gcc=False):
        self.proj_dir = os.path.split(proj)[0]
        if (out_dir is not None) and os.path.exists(out_dir):
            self.proj_dir = out_dir

        self.root = None
        self.ewp_ET = None
        self.settings = {}
        self.rel_base = ""
        if settings is not None:
            self.settings = settings
        self.use_gcc = use_gcc

        self.rel_base = self.settings.get("rel_base", "")
        self.saved_nodes = {}  # some inside nodes need to save before clear all sources
        try:
            # Read template project xml structure
            parser = ET.XMLParser(
                remove_blank_text=True
            )  # use parser to make pretty print works
            self.ewp_ET = ET.parse(proj, parser)
            self.root = self.ewp_ET.getroot()

            # Save some template nodes before clear
            for tag in self.settings.get("saved_tags", []):
                n = self.root.find(tag)
                self.saved_nodes[tag] = deepcopy(n)

            self.clear_src_nodes()  # Clear all source node in template file
        except Exception as e:
            print("ERR: {0}".format(str(e)))
            raise Exception("Can't init IdeProject object")

    def get_relpath(self, dest):
        """Get relative path from its base directory"""
        return self.rel_base + os.path.relpath(dest, self.proj_dir)

    def get_output_dir(self):
        """"""
        out_paths = self.settings.get("output_path", {})
        return out_paths.get("exe", "")

    def get_obj_dir(self):
        """"""
        out_paths = self.settings.get("output_path", {})
        return out_paths.get("obj", "")

    def get_lst_dir(self):
        """"""
        out_paths = self.settings.get("output_path", {})
        return out_paths.get("lst", "")

    def write(self, ofile):
        """Write etree to file"""
        self.ewp_ET.write(
            ofile, pretty_print=True, xml_declaration=True, encoding="UTF-8"
        )

    def remove_nodes(self, element, remove_list):
        """Delete nodes in list from the xlm tree

        Args:
            element: root node of etree
            remove_list: tuple of all node that need to remove

        Returns:
            Remove nodes from xlm tree
        Raises:
            None
        """
        try:
            for node in remove_list:
                p = element.find(node)
                while p is not None:
                    c = p.getparent()
                    c.remove(p)
                    p = element.find(node)
        except Exception as e:
            print(str(e))

    def clear_src_nodes(self):
        """Remove all predefined node in settings from its etree"""
        self.remove_nodes(self.root, self.settings.get("cleared_nodes", []))

    def make_nodes(self, parent_node, tags, *args):
        """Create node(s) by using tag convention
        Return most inner parent nodes
        """
        if parent_node is None:
            parent_node = self.root

        head = None
        root = None
        # print "Create tags: ", tags
        if len(tags) == 3:

            # Check root, create if not exist
            root_tag = tags[0]
            if root_tag != "":
                root = parent_node.find(root_tag)
                if root is None:
                    root = ET.SubElement(parent_node, root_tag.split("/")[-1])
            else:
                root = parent_node

            p_node = root

            # Create middle sub nodes
            sub_tags = tags[1]
            if len(sub_tags) > 0:
                head = ET.Element(sub_tags[0])
                p_node = head
                for tag in sub_tags[1:]:
                    p_node = ET.SubElement(p_node, tag)

            # Create leaf node with input text
            for src_tag, text in zip(tags[2], args):
                e = ET.SubElement(p_node, src_tag)
                e.text = text

            if head is not None:
                root.append(head)
        else:
            raise Exception("Wrong tag convention")
        return p_node

    def make_group(self, parent_node, *args):
        """Create group of source/lib tags
            Tags info are get from settings
        Args:
            parent_node :
            *args : nodes' text
        return:
            Return group node
        """
        tags = self.settings.get("group_tags", [])
        return self.make_nodes(parent_node, tags, *args)

    def make_file(self, parent_node, *args):
        """Create group of source/lib tags
        Tags info are get from settings
        """
        tags = self.settings.get("file_tags", [])
        return self.make_nodes(parent_node, tags, *args)

    def make_src_nodes(self, source, group=None, parent_node=None):
        """Create xlm nodes for list of source file

        Args:
            sources: list of SourceInfo
            group : group name that contains all of these source
            parent_node : etree fake root node
        Returns:

        """
        pass

    def make_include(self, sources, parent_node=None):
        """Create including nodes from source info for project

        Args:
            sources: list of SourceInfo
            parent_node: etree fake root node
        Returns:

        """
        pass

    def make_output_dir(self, target):
        """Update output directory setting for project

        Args:
            target: project output target name
        Returns:

        """
        pass

    def add_misc(self, mtype, misc=""):
        pass

    def add_define(self, dtype, symbols):
        pass

    def set_link_libs(self, lib_dir, libs):
        pass

    def set_mcu(self, mcu):
        pass

    def set_core(self, core):
        pass

    @staticmethod
    def factory(objtype, xml_file, out_dir=None):
        """Factory to create obj by derived type"""
        return objtype(xml_file, out_dir=out_dir)


class IARWorkspace(IdeProject):
    """IAR workspace class.

    Depend on its settings only.
    Use default add node from base to add sub library project

    Attributes:
    """

    def __init__(self, proj, out_dir=None):
        super(IARWorkspace, self).__init__(proj, IAR_WSP_SETTINGS, out_dir)


class IARProject(IdeProject):
    """IAR project class.

    Add some specific logics to create source, include and output setting

    """

    def __init__(self, proj, settings=IAR_PRJ_SETTINGS, out_dir=None):
        super(IARProject, self).__init__(proj, settings, out_dir)

    def make_include(self, sources, parent_node=None):
        """Create including nodes from source info for project
        IAR sample including nodes
            <option>
              <name>CCIncludePath2</name>
              <state>$PROJ_DIR$\nuttx\include\</state>
            </option>
        Args:
            sources: list of SourceInfo
            parent_node: etree fake root node
        Returns:

        """
        if parent_node is None:
            parent_node = self.root

        include_set = SourceInfo.get_including_set(sources)

        # Adding dir to user include node, tags is from setting
        include_nodes = self.settings["include_pnodes"]
        for path in include_nodes:
            for p in parent_node.iterfind(path):  # ex: ".//*[name='CCIncludePath2']"
                # print(n.tag, n.text)
                for inc in include_set:
                    state = ET.SubElement(p, self.settings["include_tag"])

                    # In cygwin, we need to convert windows path to relative
                    if sys.platform == "cygwin":
                        inc = subprocess.check_output(["cygpath", "-u", inc])
                        inc = inc[:-1]  # remove /n

                    state.text = self.get_relpath(inc)

    def make_src_nodes(self, sources, group=None, parent_node=None):
        """Create nodes for list of source file

        Args:
            sources: list of SourceInfo
            group: group name that contains all of these source
            parent_node: etree fake root node
        Returns:

        """
        if parent_node is None:
            parent_node = self.root

        source_list = [info.src for info in sources]

        com_dir = get_common_dir(source_list)
        com_dir_name = os.path.split(com_dir)[1]

        if group is None:
            group = com_dir_name

        # Create group node to contain all source files
        group_node = self.make_group(parent_node, group)

        # Add source files to group as sub node
        for src in source_list:
            fname = self.get_relpath(src)  # make ref path from $PROJ_DIR$ to file

            ext_remap = self.settings.get("ext_remap", {})
            for ext, replacement in ext_remap.items():
                fname = re.sub(ext, replacement, fname)

            self.make_file(group_node, fname)

    def make_output_dir(self, target):
        """Update output directory setting for IAR project

        Args:
            target: project's target name
        Returns:

        """
        sub_dir = "$PROJ_FNAME$"
        exe_path = self.get_output_dir()
        lst_path = self.get_output_dir()
        obj_path = self.get_output_dir()
        dirs = (exe_path, obj_path, lst_path)
        tags = ('.//*[name="ExePath"]', './/*[name="ObjPath"]', './/*[name="ListPath"]')

        for path, tag in zip(dirs, tags):
            if path != "":
                p = self.root.findall(tag)
                for n in p:
                    self.remove_nodes(n, ("state",))
                    e = ET.SubElement(n, "state")
                    e.text = sub_dir + "/" + path


class UVisionWorkspace(IdeProject):
    """uVision workspace class.

    Depend on its settings only.
    Use default add node from base to add sub library project

    Attributes:
    """

    def __init__(self, proj, out_dir=None):
        super(UVisionWorkspace, self).__init__(proj, UVISION_WSP_SETTINGS, out_dir)


class UVisionProject(IdeProject):
    """uVision project class.

    Add some specific logics to create source, include and output setting

    """

    def __init__(
        self, proj, settings=UVISION_ARMCC_PRJ_SETTINGS, out_dir=None, use_gcc=False
    ):
        super(UVisionProject, self).__init__(proj, settings, out_dir, use_gcc)
        self.use_gcc = use_gcc

    def make_include(self, sources, parent_node=None):
        """Create including nodes from source info for uVision project
        uVision sample including nodes:
            <VariousControls>
              <IncludePath>../../../../apps/examples/hello;../../../../apps/examples/nsh>
            </VariousControls>
        Args:
            sources: list of SourceInfo
            parent_node: etree fake root node
        Returns:

        """
        if parent_node is None:
            parent_node = self.root

        include_set = SourceInfo.get_including_set(sources)

        incs = []
        for inc in include_set:
            # In cygwin, we need to convert windows path to relative
            if sys.platform == "cygwin":
                inc = subprocess.check_output(["cygpath", "-u", inc])
                inc = inc[:-1]  # remove /n

            inc = self.get_relpath(inc)
            incs.append(inc)

        inc_text = ";".join(incs)

        # Adding dir to user include node (both ASM & CC)
        for n in parent_node.iterfind(self.settings["include_pnodes"]):
            n.text = inc_text

    def make_src_nodes(self, sources, group=None, parent_node=None):
        """Create nodes for list of source file
        Sample uVision file:
          <Groups>
            <Group>
              <GroupName>board</GroupName>
              <Files>
                <File>
                  <FileName>stm32_boot.c</FileName>
                  <FileType>1</FileType>
                  <FilePath>../../../arch/arm/src/board/stm32_boot.c</FilePath>
                </File>
              </Files>
            </Group>
          </Groups>

        Args:
            sources: list of SourceInfo
            group: group name that contains all of these source
            parent_node: etree fake root node
        Returns:

        """
        if parent_node is None:
            parent_node = self.root

        source_list = [info.src for info in sources]

        com_dir = get_common_dir(source_list)
        com_dir_name = os.path.split(com_dir)[1]

        if group is None:
            group = com_dir_name

        # Create group node to contain all source files
        group_node = self.make_group(parent_node, group)  # return <Group> node

        # Add source files to group as sub node
        for src in source_list:
            fname = self.get_relpath(src)
            ext = os.path.splitext(fname)[1]

            # get uVison FileType
            uv_file_type = self.settings.get("uv_file_type", {})
            ftype = uv_file_type.get(ext, "0")

            # Translate source to new format/location if need
            ext_remap = self.settings.get("ext_remap", {})
            for find, replacement in ext_remap.items():
                fname = re.sub(find, replacement, fname)

            name = os.path.split(fname)[1]
            file_node = self.make_file(group_node, name, ftype, fname)

            # Make exception for .S file (treat as C source with D__ASSEMBLY__)
            if (self.use_gcc) and (ext in ASM_EXTS):
                asm_opt_node = self.saved_nodes.get(".//FileOption")
                if asm_opt_node is not None:
                    file_node.append(deepcopy(asm_opt_node))

    def make_output_dir(self, target):
        """Update output directory setting for IAR project

        Args:
            target: project's target name
        Returns:

        """

        exe_path = self.get_output_dir()
        if exe_path != "":
            p = self.root.find(".//OutputDirectory")
            if p is not None:
                p.text = "\\".join((".", target, exe_path, ""))

        lst_path = self.get_lst_dir()
        if lst_path != "":
            p = self.root.find(".//ListingPath")
            if p is not None:
                p.text = "\\".join((".", target, lst_path, ""))

        p = self.root.find(".//OutputName")
        if p is not None:
            p.text = re.sub(r"^lib(.*)$", r"\g<1>", target)  # prevent liblibapps.a

    def add_misc(self, mtype, misc=""):
        misc_info = self.settings.get(mtype)
        if misc_info is not None:
            tag, default = misc_info
            if misc == "":
                misc = default
            n = self.root.find(tag)
            if n is not None:
                m = n.find(".//MiscControls")
                if m is not None:
                    m.text = (m.text or "") + " " + misc

    def add_define(self, dtype, symbols):
        def_info = self.settings.get(dtype)
        if def_info is not None:
            tag, default = def_info
            n = self.root.find(tag)
            if n is not None:
                m = n.find(".//Define")
                if m is not None:
                    m.text = (m.text or "") + " " + symbols

    def set_link_libs(self, libs, lib_dir=".\\lib"):
        if self.use_gcc:
            # need to add static lib in group so that linker does not throw errors
            # http://eli.thegreenplace.net/2013/07/09/library-order-in-static-linking
            mist_text = " -Wl,--start-group"

            for sinfo in libs:
                lib = os.path.split(sinfo.src)[1]
                name, ext = os.path.splitext(lib)
                mist_text += " -l" + name[3:]  # remove lib in 'libAAA'

            mist_text += " -Wl,--end-group"

            misc_info = self.settings.get("ld_misc")
            if misc_info is not None:
                tag, default = misc_info
                n = self.root.find(tag)
                if n is not None:
                    m = n.find(".//Misc")
                    if m is not None:
                        m.text += mist_text

                    m = n.find(".//IncludeDir")
                    if m is not None:
                        m.text = lib_dir

    def set_mcu(self, mcu):
        # TODO:
        pass

    def set_core(self, core):
        # TODO:
        pass


class UVisionARMCCProject(UVisionProject):
    """uVision for ARMCC project class.

    Add some specific logics to create source, include and output setting

    """

    def __init__(self, proj, out_dir=None):
        super(UVisionARMCCProject, self).__init__(
            proj, UVISION_ARMCC_PRJ_SETTINGS, out_dir
        )


class UVisionGCCProject(UVisionProject):
    """uVision for GCC project class.

    Add some specific logics to create source, include and output setting

    """

    def __init__(
        self, proj, settings=UVISION_GCC_PRJ_SETTINGS, out_dir=None, use_gcc=True
    ):
        super(UVisionGCCProject, self).__init__(proj, settings, out_dir, use_gcc)


def get_project_structure(lines):
    """Get project structure from make log file.

    Loop through make log to figure the project structure

    Args:
        lines: A list of line from make log file (make V=1)

    Returns:
        A dict mapping library/target to its source list

        {
            'libc.a': [
                        {'src':/mynuttx/nuttx/libc/string/lib_strcat.c', 'include' : ['.', 'others include', ], 'flags': ''},
                        {'src':/mynuttx/nuttx/libc/string/lib_memcpy.c', 'include' : ['.', 'others include', ], 'flags': ''},

                      ],
        }
        Source list is in full path form
    Raises:
        An error occurred when can't parse lib/target name
    """

    group_dict = {}
    src_list = []
    make_path = ""
    src_path = ""
    ar_cmd = ""
    cc_cmd = ""

    for line in lines:

        _lp = line[:PREFIX_LEN]

        if _lp in COMPILE_PREFIX_LIST:
            src_path = os.path.join(make_path, line[PREFIX_LEN:].strip())
            cc_cmd = line.strip()

        elif _lp in LIB_PREFIX_LIST:
            ar_cmd = line.strip()

        elif _lp in LINK_PREFIX_LIST:
            match = re.search(_lp + r"(\w+)", line)
            if match:
                target = match.group(1)
                if target not in group_dict:
                    group_dict[target] = []

                for src in src_list:
                    group_dict[target].append(src)

        elif MAKE_ENTER_DIR in line:  # Get current make directory
            match = re.search(r"'(.+)'\n$", line)
            if match:
                make_path = match.group(1)
        elif cc_cmd != "":  # Get include dirs and flags
            incs = [make_path]
            match = re.findall(r'(-I|-isystem) "(.+?)"', line)
            if match:
                incs += [p[1] for p in match]

            # TODO: parse and other compile flags

            src_info = SourceInfo(src_path, incs)
            src_list.append(src_info)

            cc_cmd = ""
            src_path = ""
        elif ar_cmd != "":  # put all compiled files to library source list
            match = re.search(r"(\w+?\.a)", line)
            if match:
                lib_name = match.group(1)  # get library name
                if lib_name not in group_dict:
                    group_dict[lib_name] = []  # create empty source info list

                lib_objs = re.findall(
                    r"(\w+?)\.o", line
                )  # Get all obj name in libs (without ext)
                # print("OBJ in .a: ", lib_objs)
                remain_src_list = []
                for sinfo in src_list:
                    obj = os.path.basename(sinfo.src)
                    obj = os.path.splitext(obj)[
                        0
                    ]  # Get the obj name  (without ext) from source file name

                    # print("OBJ from file: ", obj)
                    if obj in lib_objs:  # make sure the lib include this obj
                        group_dict[lib_name].append(sinfo)
                        # print('Put' + sinfo.src + "to lib: " + lib_name)
                    else:
                        remain_src_list.append(sinfo)
                        # print('Remain' + sinfo.src + " not in lib: " + lib_name)

                src_list = remain_src_list
                ar_cmd = ""

            else:
                raise AssertionError("Can't parse lib name ", line)
    return group_dict


def dump_project_struct(project_structure):
    """Dump project structure

    Print project structure

    Args:
        A dict mapping library/target to its source list

        {
            'libc.a': [
                        {'src':/mynuttx/nuttx/libc/string/lib_strcat.c', 'include' : ['.', 'others include', ], 'flags': ''},
                        {'src':/mynuttx/nuttx/libc/string/lib_memcpy.c', 'include' : ['.', 'others include', ], 'flags': ''},

                      ],
        }

    Returns:

    Raises:
        None
    """

    for lib, sinfo_list in project_structure.items():
        print(lib)
        for sinfo in sinfo_list:
            print("\t" + sinfo.src)


IAR_EXPORT = {
    "main": {"t": IARProject, "file": "template_nuttx_main.ewp"},
    "lib": {"t": IARProject, "file": "template_nuttx_lib.ewp"},
    "workspace": {"t": IARWorkspace, "file": "template_nuttx.eww"},
}

UVISION_ARMCC_EXPORT = {
    "main": {"t": UVisionProject, "file": "template_nuttx_main.uvproj"},
    "lib": {"t": UVisionProject, "file": "template_nuttx_lib.uvproj"},
    "workspace": {"t": UVisionWorkspace, "file": "template_nuttx.uvmpw"},
}

UVISION_GCC_EXPORT = {
    "main": {"t": UVisionGCCProject, "file": "template_nuttx_main.uvproj"},
    "lib": {"t": UVisionGCCProject, "file": "template_nuttx_lib.uvproj"},
    "workspace": {"t": UVisionWorkspace, "file": "template_nuttx.uvmpw"},
}

IDE_CONFIG_DICT = {
    IAR: IAR_EXPORT,
    UVISION_GCC: UVISION_GCC_EXPORT,
    UVISION_ARMCC: UVISION_ARMCC_EXPORT,
}


if __name__ == "__main__":

    parser = argparse.ArgumentParser(version="1.1")

    parser.add_argument(
        "build_log", help="Log file from make V=1", type=argparse.FileType("rt")
    )

    parser.add_argument(
        "ide",
        choices=[IAR, UVISION_GCC, UVISION_ARMCC],
        help="The target IDE: iar, uvision_gcc, (uvision_armcc is experimental)",
    )

    parser.add_argument(
        "template_dir", help="Directory that contains IDEs template projects"
    )

    parser.add_argument(
        "-o", "--output", action="store", dest="out_dir", help="Output directory"
    )

    parser.add_argument(
        "-d",
        "--dump",
        action="store_true",
        dest="dump",
        default=False,
        help="Dump project structure tree",
    )

    options = parser.parse_args()

    fmake_log = options.build_log

    # read log file
    lines = fmake_log.readlines()
    fmake_log.close()

    # get project structure
    project = get_project_structure(lines)

    if options.dump:
        dump_project_struct(project)

    templ_dir = options.template_dir
    if not os.path.exists(templ_dir):
        print(templ_dir + " does not exist")
        exit(1)

    prj_dir = templ_dir
    if options.out_dir is not None:
        prj_dir = os.path.abspath(options.out_dir)

    try:
        if not os.path.exists(prj_dir):
            os.makedirs(prj_dir)
    except Exception as e:
        print("ERR: {0}".format(str(e)))
        exit(1)

    ide_config = IDE_CONFIG_DICT[options.ide]
    xml_file = os.path.join(templ_dir, ide_config["workspace"]["file"])
    ws_ext = os.path.splitext(xml_file)[1]
    ws = IdeProject.factory(ide_config["workspace"]["t"], xml_file, prj_dir)

    target = {"libs": [], "sources": []}

    # Create nuttx iar library projects
    for lib, group_src_list in project.items():
        lib_name, lib_ext = os.path.splitext(lib)
        if len(group_src_list) < 1:
            print(lib_name, group_src_list)
        elif lib_ext in LIB_EXTS:
            xml_file = os.path.join(templ_dir, ide_config["lib"]["file"])
            lib_prj = IdeProject.factory(ide_config["lib"]["t"], xml_file, prj_dir)

            # print lib_name, group_src_list
            lib_prj.make_src_nodes(group_src_list)
            lib_prj.make_include(group_src_list)
            lib_prj.make_output_dir(lib_name)
            if lib_name == "libxx":
                lib_prj.add_misc("cxx_misc")
            else:
                lib_prj.add_misc("c_misc")

            # save main xml project to file
            xml_ext = os.path.splitext(xml_file)[1]
            prj_fname = os.path.join(prj_dir, lib_name + xml_ext)
            lib_prj.write(prj_fname)
            print("Exported " + prj_fname)

            # Add library project to workspace
            ws.make_file(ws.root, ws.get_relpath(prj_fname))

            # Store output library file to ref from main project later
            exe_dir = lib_prj.get_output_dir()
            lib_fname = os.path.join(prj_dir, lib_name, exe_dir, lib)
            target["libs"].append(SourceInfo(lib_fname))
        else:
            # Save name and source list for main project
            target["name"] = lib
            target["sources"] = group_src_list

    # Create nuttx main project
    xml_file = os.path.join(templ_dir, ide_config["main"]["file"])
    main_prj = IdeProject.factory(ide_config["main"]["t"], xml_file, prj_dir)

    main_prj.make_src_nodes(target["sources"])
    main_prj.make_include(target["sources"])

    if main_prj.use_gcc:
        target["libs"].append(SourceInfo("libgcc.a"))  # need add libgcc in ld
        main_prj.set_link_libs(target["libs"])
    else:
        main_prj.make_src_nodes(target["libs"], group="libs")

    main_prj.make_output_dir(target["name"])

    # save main xml project to file
    xml_ext = os.path.splitext(xml_file)[1]
    prj_fname = os.path.join(prj_dir, target["name"] + "_main" + xml_ext)
    main_prj.write(prj_fname)
    print("Exported " + prj_fname)

    # Add main project to workspace
    ws.make_file(ws.root, ws.get_relpath(prj_fname))

    # Write nuttx workspace
    ww_fname = os.path.join(prj_dir, "nuttx" + ws_ext)
    ws.write(ww_fname)
    print("Exported " + ww_fname)