path: root/src/expand/mod.cpp

/*
 */
#include <ast/ast.hpp>
#include <ast/crate.hpp>
#include <main_bindings.hpp>
#include <synext.hpp>
#include <map>
#include "macro_rules.hpp"
#include "../parse/common.hpp"  // For reparse from macros
#include <ast/expr.hpp>
#include "cfg.hpp"

::std::map< ::std::string, ::std::unique_ptr<ExpandDecorator> >  g_decorators;
::std::map< ::std::string, ::std::unique_ptr<ExpandProcMacro> >  g_macros;

void Expand_Attrs(const ::AST::MetaItems& attrs, AttrStage stage,  ::std::function<void(const ExpandDecorator& d,const ::AST::MetaItem& a)> f);
void Expand_Mod(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::AST::Path modpath, ::AST::Module& mod);
void Expand_Expr(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, AST::Expr& node);
void Expand_Expr(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::std::shared_ptr<AST::ExprNode>& node);

void Register_Synext_Decorator(::std::string name, ::std::unique_ptr<ExpandDecorator> handler) {
    g_decorators[name] = mv$(handler);
}
void Register_Synext_Macro(::std::string name, ::std::unique_ptr<ExpandProcMacro> handler) {
    g_macros[name] = mv$(handler);
}


void ExpandDecorator::unexpected(const Span& sp, const AST::MetaItem& mi, const char* loc_str) const
{
    ERROR(sp, E0000, "Unexpected attribute " << mi.name() << " on " << loc_str);
}

namespace {
    AttrStage stage_pre(bool is_early) {
        return (is_early ? AttrStage::EarlyPre : AttrStage::LatePre);
    }
    AttrStage stage_post(bool is_early) {
        return (is_early ? AttrStage::EarlyPost : AttrStage::LatePost);
    }
}

void Expand_Attr(const Span& sp, const ::AST::MetaItem& a, AttrStage stage,  ::std::function<void(const Span& sp, const ExpandDecorator& d,const ::AST::MetaItem& a)> f)
{
    for( auto& d : g_decorators ) {
        if( d.first == a.name() ) {
            DEBUG("#[" << d.first << "] " << (int)d.second->stage() << "-" << (int)stage);
            if( d.second->stage() == stage ) {
                f(sp, *d.second, a);
            }
        }
    }
}
void Expand_Attrs(const ::AST::MetaItems& attrs, AttrStage stage,  ::std::function<void(const Span& sp, const ExpandDecorator& d,const ::AST::MetaItem& a)> f)
{
    for( auto& a : attrs.m_items )
    {
        if( a.name() == "cfg_attr" ) {
            if( check_cfg(attrs.m_span, a.items().at(0)) ) {
                Expand_Attr(attrs.m_span, a.items().at(1), stage, f);
            }
        }
        else {
            Expand_Attr(attrs.m_span, a, stage, f);
        }
    }
}
void Expand_Attrs(const ::AST::MetaItems& attrs, AttrStage stage,  ::AST::Crate& crate, const ::AST::Path& path, ::AST::Module& mod, ::AST::Item& item)
{
    Expand_Attrs(attrs, stage,  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, path, mod, item); });
}
void Expand_Attrs(const ::AST::MetaItems& attrs, AttrStage stage,  ::AST::Crate& crate, ::AST::Module& mod, ::AST::ImplDef& impl)
{
    Expand_Attrs(attrs, stage,  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, mod, impl); });
}

::std::unique_ptr<TokenStream> Expand_Macro(
    bool is_early, const ::AST::Crate& crate, LList<const AST::Module*> modstack, ::AST::Module& mod,
    Span mi_span, const ::std::string& name, const ::std::string& input_ident, const TokenTree& input_tt
    )
{
    if( name == "" ) {
        return ::std::unique_ptr<TokenStream>();
    }
    
    for( const auto& m : g_macros )
    {
        if( name == m.first && m.second->expand_early() == is_early )
        {
            auto e = m.second->expand(mi_span, crate, input_ident, input_tt, mod);
            return e;
        }
    }
    
    
    // Iterate up the module tree, using the first located macro
    for(const auto* ll = &modstack; ll; ll = ll->m_prev)
    {
        const auto& mac_mod = *ll->m_item;
        for( const auto& mr : mac_mod.macros() )
        {
            //DEBUG("- " << mr.name);
            if( mr.name == name )
            {
                if( input_ident != "" )
                    ERROR(mi_span, E0000, "macro_rules! macros can't take an ident");
                
                auto e = Macro_Invoke(name.c_str(), *mr.data, input_tt, mod);
                return e;
            }
        }
        for( const auto& mri : mac_mod.macro_imports_res() )
        {
            //DEBUG("- " << mri.name);
            if( mri.name == name )
            {
                if( input_ident != "" )
                    ERROR(mi_span, E0000, "macro_rules! macros can't take an ident");
                
                auto e = Macro_Invoke(name.c_str(), *mri.data, input_tt, mod);
                return e;
            }
        }
    }
    
    if( ! is_early ) {
        // Error - Unknown macro name
        ERROR(mi_span, E0000, "Unknown macro '" << name << "'");
    }
    
    // Leave valid and return an empty expression
    return ::std::unique_ptr<TokenStream>();
}
::std::unique_ptr<TokenStream> Expand_Macro(bool is_early, const ::AST::Crate& crate, LList<const AST::Module*> modstack, ::AST::Module& mod, const ::AST::MacroInvocation& mi)
{
    return Expand_Macro(is_early, crate, modstack, mod,  mi.span(), mi.name(), mi.input_ident(), mi.input_tt());
}

void Expand_Pattern(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::AST::Module& mod, ::AST::Pattern& pat)
{
    TU_MATCH(::AST::Pattern::Data, (pat.data()), (e),
    (MaybeBind,
        ),
    (Macro,
        auto tt = Expand_Macro(is_early, crate, modstack, mod,  *e.inv);
        TODO(e.inv->span(), "Expand macro invocation in pattern");
        ),
    (Any,
        ),
    (Box,
        Expand_Pattern(is_early, crate, modstack, mod,  *e.sub);
        ),
    (Ref,
        Expand_Pattern(is_early, crate, modstack, mod,  *e.sub);
        ),
    (Value,
        //Expand_Expr(is_early, crate, modstack, e.start);
        //Expand_Expr(is_early, crate, modstack, e.end);
        ),
    (Tuple,
        for(auto& sp : e.sub_patterns)
            Expand_Pattern(is_early, crate, modstack, mod, sp);
        ),
    (WildcardStructTuple,
        ),
    (StructTuple,
        for(auto& sp : e.sub_patterns)
            Expand_Pattern(is_early, crate, modstack, mod, sp);
        ),
    (Struct,
        for(auto& sp : e.sub_patterns)
            Expand_Pattern(is_early, crate, modstack, mod, sp.second);
        ),
    (Slice,
        for(auto& sp : e.leading)
            Expand_Pattern(is_early, crate, modstack, mod, sp);
        for(auto& sp : e.trailing)
            Expand_Pattern(is_early, crate, modstack, mod, sp);
        )
    )
}

void Expand_Type(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::AST::Module& mod, ::TypeRef& ty)
{
    TU_MATCH(::TypeData, (ty.m_data), (e),
    (None,
        ),
    (Any,
        ),
    (Unit,
        ),
    (Macro,
        auto tt = Expand_Macro(is_early, crate, modstack, mod,  e.inv);
        TODO(e.inv.span(), "Expand macro invocation in type");
        ),
    (Primitive,
        ),
    (Function,
        Type_Function& tf = e.info;
        Expand_Type(is_early, crate, modstack, mod,  *tf.m_rettype);
        for(auto& st : tf.m_arg_types)
            Expand_Type(is_early, crate, modstack, mod,  st);
        ),
    (Tuple,
        for(auto& st : e.inner_types)
            Expand_Type(is_early, crate, modstack, mod,  st);
        ),
    (Borrow,
        Expand_Type(is_early, crate, modstack, mod,  *e.inner);
        ),
    (Pointer,
        Expand_Type(is_early, crate, modstack, mod,  *e.inner);
        ),
    (Array,
        Expand_Type(is_early, crate, modstack, mod,  *e.inner);
        if( e.size ) {
            Expand_Expr(is_early, crate, modstack,  e.size);
        }
        ),
    (Generic,
        ),
    (Path,
        ),
    (TraitObject,
        )
    )
}

struct CExpandExpr:
    public ::AST::NodeVisitor
{
    bool is_early;
    ::AST::Crate&    crate;
    LList<const AST::Module*>   modstack;
    ::std::unique_ptr<::AST::ExprNode> replacement;
    
    CExpandExpr(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> ms):
        is_early(is_early),
        crate(crate),
        modstack(ms)
    {
    }
    
    ::AST::Module& cur_mod() {
        return *(::AST::Module*)(modstack.m_item);
    }
    
    void visit(::std::unique_ptr<AST::ExprNode>& cnode) {
        if(cnode.get())
            Expand_Attrs(cnode->attrs(), stage_pre(is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, this->crate, cnode); });
        if(cnode.get())
        {
            cnode->visit(*this);
            // If the node was a macro, and it was consumed, reset it
            if( auto* n_mac = dynamic_cast<AST::ExprNode_Macro*>(cnode.get()) )
            {
                if( n_mac->m_name == "" )
                    cnode.reset();
            }
            if( this->replacement ) {
                cnode = mv$(this->replacement);
            }
        }
        
        if(cnode.get())
            Expand_Attrs(cnode->attrs(), stage_post(is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, this->crate, cnode); });
        assert( ! this->replacement );
    }
    void visit_nodelete(const ::AST::ExprNode& parent, ::std::unique_ptr<AST::ExprNode>& cnode) {
        if( cnode.get() != nullptr )
        {
            this->visit(cnode);
            if(cnode.get() == nullptr)
                ERROR(parent.get_pos(), E0000, "#[cfg] not allowed in this position");
        }
        assert( ! this->replacement );
    }
    void visit_vector(::std::vector< ::std::unique_ptr<AST::ExprNode> >& cnodes) {
        for( auto& child : cnodes ) {
            this->visit(child);
        }
        // Delete null children
        for( auto it = cnodes.begin(); it != cnodes.end(); ) {
            if( it->get() == nullptr ) {
                it = cnodes.erase( it );
            }
            else {
                ++ it;
            }
        }
    }
    
    void visit(::AST::ExprNode_Macro& node) override
    {
        TRACE_FUNCTION_F("ExprNode_Macro - name = " << node.m_name);
        auto& mod = this->cur_mod();
        auto ttl = Expand_Macro(
            is_early, crate, modstack, mod,
            Span(node.get_pos()),
            node.m_name, node.m_ident, node.m_tokens
            );
        if( ttl.get() != nullptr )
        {
            if( ttl->lookahead(0) != TOK_EOF )
            {
                SET_MODULE( (*ttl), mod );
                // Reparse as expression / item
                auto newexpr = Parse_Expr0(*ttl);
                // Then call visit on it again
                DEBUG("--- Visiting new node");
                this->visit(newexpr);
                // And schedule it to replace the previous
                replacement = mv$(newexpr);
            }
            DEBUG("ExprNode_Macro - replacement = " << replacement.get());
            node.m_name = "";
        }
    }
    
    void visit(::AST::ExprNode_Block& node) override {
        if( node.m_local_mod ) {
            Expand_Mod(is_early, crate, modstack, node.m_local_mod->path(), *node.m_local_mod);
        }
        this->visit_vector(node.m_nodes);
    }
    void visit(::AST::ExprNode_Flow& node) override {
        this->visit_nodelete(node, node.m_value);
    }
    void visit(::AST::ExprNode_LetBinding& node) override {
        Expand_Type(is_early, crate, modstack, this->cur_mod(),  node.m_type);
        Expand_Pattern(is_early, crate, modstack, this->cur_mod(),  node.m_pat);
        this->visit_nodelete(node, node.m_value);
    }
    void visit(::AST::ExprNode_Assign& node) override {
        this->visit_nodelete(node, node.m_slot);
        this->visit_nodelete(node, node.m_value);
    }
    void visit(::AST::ExprNode_CallPath& node) override {
        this->visit_vector(node.m_args);
    }
    void visit(::AST::ExprNode_CallMethod& node) override {
        this->visit_nodelete(node, node.m_val);
        this->visit_vector(node.m_args);
    }
    void visit(::AST::ExprNode_CallObject& node) override {
        this->visit_nodelete(node, node.m_val);
        this->visit_vector(node.m_args);
    }
    void visit(::AST::ExprNode_Loop& node) override {
        this->visit_nodelete(node, node.m_cond);
        this->visit_nodelete(node, node.m_code);
        Expand_Pattern(is_early, crate, modstack, this->cur_mod(),  node.m_pattern);
        if(node.m_type == ::AST::ExprNode_Loop::FOR)
        {
            auto path_Some = ::AST::Path("", {::AST::PathNode("option"), ::AST::PathNode("Option"), ::AST::PathNode("Some")});
            auto path_None = ::AST::Path("", {::AST::PathNode("option"), ::AST::PathNode("Option"), ::AST::PathNode("None")});
            auto path_IntoIterator = ::AST::Path("", {::AST::PathNode("iter"), ::AST::PathNode("IntoIterator")});
            auto path_Iterator = ::AST::Path("", {::AST::PathNode("iter"), ::AST::PathNode("Iterator")});
            // Desugar into:
            // {
            //     match <_ as ::iter::IntoIterator>::into_iter(`m_cond`) {
            //     mut it => {
            //         `m_label`: loop {
            //             match ::iter::Iterator::next(&mut it) {
            //             Some(`m_pattern`) => `m_code`,
            //             None => break `m_label`,
            //             }
            //         }
            //     }
            // }
            ::std::vector< ::AST::ExprNode_Match_Arm>   arms;
            // - `Some(pattern ) => code`
            arms.push_back( ::AST::ExprNode_Match_Arm(
                ::make_vec1( ::AST::Pattern(::AST::Pattern::TagEnumVariant(), path_Some, ::make_vec1( mv$(node.m_pattern) ) ) ),
                nullptr,
                mv$(node.m_code)
                ) );
            // - `None => break label`
            arms.push_back( ::AST::ExprNode_Match_Arm(
                ::make_vec1( ::AST::Pattern(::AST::Pattern::TagValue(), ::AST::Pattern::Value::make_Named(path_None)) ),
                nullptr,
                ::AST::ExprNodeP(new ::AST::ExprNode_Flow(::AST::ExprNode_Flow::BREAK, node.m_label, nullptr))
                ) );
            
            replacement.reset(new ::AST::ExprNode_Match(
                ::AST::ExprNodeP(new ::AST::ExprNode_CallPath(
                    ::AST::Path(::AST::Path::TagUfcs(), ::TypeRef(), path_IntoIterator, { ::AST::PathNode("into_iter") } ),
                    ::make_vec1( mv$(node.m_cond) )
                    )),
                ::make_vec1(::AST::ExprNode_Match_Arm(
                    ::make_vec1( ::AST::Pattern(::AST::Pattern::TagBind(), "it") ),
                    nullptr,
                    ::AST::ExprNodeP(new ::AST::ExprNode_Loop(
                        node.m_label,
                        ::AST::ExprNodeP(new ::AST::ExprNode_Match(
                            ::AST::ExprNodeP(new ::AST::ExprNode_CallPath(
                                ::AST::Path(::AST::Path::TagUfcs(), ::TypeRef(), path_Iterator, { ::AST::PathNode("next") } ),
                                ::make_vec1( ::AST::ExprNodeP(new ::AST::ExprNode_UniOp(
                                    ::AST::ExprNode_UniOp::REFMUT,
                                    ::AST::ExprNodeP(new ::AST::ExprNode_NamedValue( ::AST::Path("it") ))
                                    )) )
                                )),
                            mv$(arms)
                            ))
                        )) )
                    )
                ) );
        }
    }
    void visit(::AST::ExprNode_Match& node) override {
        this->visit_nodelete(node, node.m_val);
        for(auto& arm : node.m_arms)
        {
            Expand_Attrs(arm.m_attrs, stage_pre (is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate,  arm); });
            if( arm.m_patterns.size() == 0 )
                continue ;
            for(auto& pat : arm.m_patterns) {
                Expand_Pattern(is_early, crate, modstack, this->cur_mod(),  pat);
            }
            this->visit_nodelete(node, arm.m_cond);
            this->visit_nodelete(node, arm.m_code);
            Expand_Attrs(arm.m_attrs, stage_post(is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate,  arm); });
        }
        // Prune deleted arms
        for(auto it = node.m_arms.begin(); it != node.m_arms.end(); ) {
            if( it->m_patterns.size() == 0 )
                it = node.m_arms.erase(it);
            else
                ++ it;
        }
    }
    void visit(::AST::ExprNode_If& node) override {
        this->visit_nodelete(node, node.m_cond);
        this->visit_nodelete(node, node.m_true);
        this->visit_nodelete(node, node.m_false);
    }
    void visit(::AST::ExprNode_IfLet& node) override {
        Expand_Pattern(is_early, crate, modstack, this->cur_mod(),  node.m_pattern);
        this->visit_nodelete(node, node.m_value);
        this->visit_nodelete(node, node.m_true);
        this->visit_nodelete(node, node.m_false);
    }
    void visit(::AST::ExprNode_Integer& node) override { }
    void visit(::AST::ExprNode_Float& node) override { }
    void visit(::AST::ExprNode_Bool& node) override { }
    void visit(::AST::ExprNode_String& node) override { }
    void visit(::AST::ExprNode_Closure& node) override {
        for(auto& arg : node.m_args) {
            Expand_Pattern(is_early, crate, modstack, this->cur_mod(),  arg.first);
            Expand_Type(is_early, crate, modstack, this->cur_mod(),  arg.second);
        }
        Expand_Type(is_early, crate, modstack, this->cur_mod(),  node.m_return);
        this->visit_nodelete(node, node.m_code);
    }
    void visit(::AST::ExprNode_StructLiteral& node) override {
        this->visit_nodelete(node, node.m_base_value);
        for(auto& val : node.m_values)
        {
            // TODO: Attributes on struct literal items (#[cfg] only?)
            this->visit_nodelete(node, val.second);
        }
    }
    void visit(::AST::ExprNode_Array& node) override {
        this->visit_nodelete(node, node.m_size);
        this->visit_vector(node.m_values);
    }
    void visit(::AST::ExprNode_Tuple& node) override {
        this->visit_vector(node.m_values);
    }
    void visit(::AST::ExprNode_NamedValue& node) override { }
    void visit(::AST::ExprNode_Field& node) override {
        this->visit_nodelete(node, node.m_obj);
    }
    void visit(::AST::ExprNode_Index& node) override {
        this->visit_nodelete(node, node.m_obj);
        this->visit_nodelete(node, node.m_idx);
    }
    void visit(::AST::ExprNode_Deref& node) override {
        this->visit_nodelete(node, node.m_value);
    }
    void visit(::AST::ExprNode_Cast& node) override {
        this->visit_nodelete(node, node.m_value);
        Expand_Type(is_early, crate, modstack, this->cur_mod(),  node.m_type);
    }
    void visit(::AST::ExprNode_BinOp& node) override {
        this->visit_nodelete(node, node.m_left);
        this->visit_nodelete(node, node.m_right);
    }
    void visit(::AST::ExprNode_UniOp& node) override {
        this->visit_nodelete(node, node.m_value);
        if( node.m_type == ::AST::ExprNode_UniOp::QMARK ) {
            auto path_Ok  = ::AST::Path("", {::AST::PathNode("result"), ::AST::PathNode("Result"), ::AST::PathNode("Ok")});
            auto path_Err = ::AST::Path("", {::AST::PathNode("result"), ::AST::PathNode("Result"), ::AST::PathNode("Err")});
            auto path_From = ::AST::Path("", {::AST::PathNode("convert"), ::AST::PathNode("From")});
            
            ::std::vector< ::AST::ExprNode_Match_Arm>   arms;
            arms.push_back(::AST::ExprNode_Match_Arm(
                ::make_vec1( ::AST::Pattern(::AST::Pattern::TagEnumVariant(), path_Ok, ::make_vec1( ::AST::Pattern(::AST::Pattern::TagBind(), "v") )) ),
                nullptr,
                ::AST::ExprNodeP( new ::AST::ExprNode_NamedValue( ::AST::Path(::AST::Path::TagLocal(), "v") ) )
                ));
            arms.push_back(::AST::ExprNode_Match_Arm(
                ::make_vec1( ::AST::Pattern(::AST::Pattern::TagEnumVariant(), path_Err, ::make_vec1( ::AST::Pattern(::AST::Pattern::TagBind(), "e") )) ),
                nullptr,
                ::AST::ExprNodeP(new ::AST::ExprNode_Flow(
                    ::AST::ExprNode_Flow::RETURN,
                    "",
                    ::AST::ExprNodeP(new ::AST::ExprNode_CallPath(
                        ::AST::Path(::AST::Path::TagUfcs(), ::TypeRef(), mv$(path_From), { ::AST::PathNode("from") }),
                        ::make_vec1( ::AST::ExprNodeP( new ::AST::ExprNode_NamedValue( ::AST::Path(::AST::Path::TagLocal(), "e") ) ) )
                        ))
                    ))
                ));

            replacement.reset(new ::AST::ExprNode_Match( mv$(node.m_value), mv$(arms) ));
        }
    }
};

void Expand_Expr(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::std::unique_ptr<AST::ExprNode>& node)
{
    auto visitor = CExpandExpr(is_early, crate, modstack);
    visitor.visit(node);
}
void Expand_Expr(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::std::shared_ptr<AST::ExprNode>& node)
{
    auto visitor = CExpandExpr(is_early, crate, modstack);
    node->visit(visitor);
    if( visitor.replacement ) {
        node.reset( visitor.replacement.release() );
    }
}
void Expand_Expr(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, AST::Expr& node)
{
    auto visitor = CExpandExpr(is_early, crate, modstack);
    node.visit_nodes(visitor);
    if( visitor.replacement ) {
        node = AST::Expr( mv$(visitor.replacement) );
    }
}

void Expand_Mod(bool is_early, ::AST::Crate& crate, LList<const AST::Module*> modstack, ::AST::Path modpath, ::AST::Module& mod)
{
    TRACE_FUNCTION_F("is_early = " << is_early << ", modpath = " << modpath);
    
    for( const auto& mi: mod.macro_imports_res() )
        DEBUG("- Imports '" << mi.name << "'");
    
    // TODO: Have the AST representation of a module include the definition order,
    //  mixing macro invocations, general items, use statements, and `impl`s
    
    // 1. Macros first
    //for( auto& mi : mod.macro_invs() )
    for(unsigned int i = 0; i < mod.macro_invs().size(); i ++ )
    {
        auto& mi = mod.macro_invs()[i];
        DEBUG("> Macro invoke " << mi);
        
        if( mi.name() != "" )
        {
            // Move out of the module to avoid invalidation if a new macro invocation is added
            auto mi_owned = mv$(mi);
            
            auto& attrs = mi_owned.attrs();
            Expand_Attrs(attrs, stage_pre(is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, mi_owned); });
            
            auto ttl = Expand_Macro(is_early, crate, modstack, mod, mi_owned);

            if( ! ttl.get() )
            {
                Expand_Attrs(attrs, stage_post(is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, mi_owned); });
                // - Return ownership to the list
                mod.macro_invs()[i] = mv$(mi_owned);
            }
            else
            {
                // Re-parse tt
                assert(ttl.get());
                Parse_ModRoot_Items(*ttl, mod, false, "-");
                // - Any new macro invocations ends up at the end of the list and handled
            }
            
        }
    }
    
    // 2. General items
    DEBUG("Items");
    for( auto& i : mod.items() )
    {
        DEBUG("- " << i.name << " (" << ::AST::Item::tag_to_str(i.data.tag()) << ") :: " << i.data.attrs);
        ::AST::Path path = modpath + i.name;
        
        auto attrs = mv$(i.data.attrs);
        Expand_Attrs(attrs, stage_pre(is_early),  crate, path, mod, i.data);
        
        TU_MATCH(::AST::Item, (i.data), (e),
        (None,
            // Skip, nothing
            ),
        (Module,
            LList<const AST::Module*>   sub_modstack(&modstack, &e);
            Expand_Mod(is_early, crate, sub_modstack, path, e);
            ),
        (Crate,
            // Can't recurse into an `extern crate`
            ),
        
        (Struct,
            TU_MATCH(AST::StructData, (e.m_data), (sd),
            (Struct,
                for(auto it = sd.ents.begin(); it != sd.ents.end(); ) {
                    auto& si = *it;
                    Expand_Attrs(si.m_attrs, stage_pre (is_early), [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, si); });
                    Expand_Type(is_early, crate, modstack, mod,  si.m_type);
                    Expand_Attrs(si.m_attrs, stage_post(is_early), [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, si); });

                    if( si.m_name == "" )
                        it = sd.ents.erase(it);
                    else
                        ++it;
                }
                ),
            (Tuple,
                for(auto it = sd.ents.begin(); it != sd.ents.end(); ) {
                    auto& si = *it;
                    Expand_Attrs(si.m_attrs, stage_pre (is_early), [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, si); });
                    Expand_Type(is_early, crate, modstack, mod,  si.m_type);
                    Expand_Attrs(si.m_attrs, stage_post(is_early), [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, si); });

                    if( ! si.m_type.is_valid() )
                        it = sd.ents.erase(it);
                    else
                        ++it;
                }
                )
            )
            ),
        (Enum,
            for(auto& var : e.variants()) {
                Expand_Attrs(var.m_attrs, stage_pre (is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, var); });
                TU_MATCH(::AST::EnumVariantData, (var.m_data), (e),
                (Value,
                    Expand_Expr(is_early, crate, modstack,  e.m_value);
                    ),
                (Tuple,
                    for(auto& ty : e.m_sub_types) {
                        Expand_Type(is_early, crate, modstack, mod,  ty);
                    }
                    ),
                (Struct,
                    for(auto it = e.m_fields.begin(); it != e.m_fields.end(); ) {
                        auto& si = *it;
                        Expand_Attrs(si.m_attrs, stage_pre (is_early), [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, si); });
                        Expand_Type(is_early, crate, modstack, mod,  si.m_type);
                        Expand_Attrs(si.m_attrs, stage_post(is_early), [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, si); });

                        if( si.m_name == "" )
                            it = e.m_fields.erase(it);
                        else
                            ++it;
                    }
                    )
                )
                Expand_Attrs(var.m_attrs, stage_post(is_early),  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate, var); });
            }
            ),
        (Trait,
            for(auto& ti : e.items())
            {
                auto attrs = mv$(ti.data.attrs);
                Expand_Attrs(attrs, stage_pre(is_early),  crate, AST::Path(), mod, ti.data);
                
                TU_MATCH_DEF(AST::Item, (ti.data), (e),
                (
                    throw ::std::runtime_error("BUG: Unknown item type in impl block");
                    ),
                (None, ),
                (Function,
                    for(auto& arg : e.args()) {
                        Expand_Pattern(is_early, crate, modstack, mod,  arg.first);
                        Expand_Type(is_early, crate, modstack, mod,  arg.second);
                    }
                    Expand_Type(is_early, crate, modstack, mod,  e.rettype());
                    Expand_Expr(is_early, crate, modstack, e.code());
                    ),
                (Static,
                    Expand_Expr(is_early, crate, modstack, e.value());
                    ),
                (Type,
                    Expand_Type(is_early, crate, modstack, mod,  e.type());
                    )
                )
                
                Expand_Attrs(attrs, stage_post(is_early),  crate, AST::Path(), mod, ti.data);
                if( ti.data.attrs.m_items.size() == 0 )
                    ti.data.attrs = mv$(attrs);
            }
            ),
        (Type,
            Expand_Type(is_early, crate, modstack, mod,  e.type());
            ),
        
        (Function,
            for(auto& arg : e.args()) {
                Expand_Pattern(is_early, crate, modstack, mod,  arg.first);
                Expand_Type(is_early, crate, modstack, mod,  arg.second);
            }
            Expand_Type(is_early, crate, modstack, mod,  e.rettype());
            Expand_Expr(is_early, crate, modstack, e.code());
            ),
        (Static,
            Expand_Expr(is_early, crate, modstack, e.value());
            )
        )
        
        Expand_Attrs(attrs, stage_post(is_early),  crate, path, mod, i.data);
        if( i.data.attrs.m_items.size() == 0 )
            i.data.attrs = mv$(attrs);
    }
    
    // IGNORE m_anon_modules, handled as part of expressions
    
    DEBUG("Impls");
    for( auto& impl : mod.impls() )
    {
        DEBUG("- " << impl);
        
        Expand_Attrs(impl.def().attrs(), stage_pre(is_early),  crate, mod, impl.def());
        if( impl.def().type().is_wildcard() ) {
            DEBUG("Deleted");
            continue ;
        }
        
        Expand_Type(is_early, crate, modstack, mod,  impl.def().type());
        //Expand_Type(is_early, crate, modstack, mod,  impl.def().trait());
        
        // - Macro invocation
        for(unsigned int i = 0; i < impl.m_macro_invocations.size(); i ++ )
        {
            auto& mi = impl.m_macro_invocations[i];
            DEBUG("> Macro invoke '"<<mi.name()<<"'");
            if( mi.name() != "" )
            {
            // Move out of the module to avoid invalidation if a new macro invocation is added
            auto mi_owned = mv$(mi);
            
            auto ttl = Expand_Macro(is_early, crate, modstack, mod, mi_owned);

            if( ! ttl.get() )
            {
                // - Return ownership to the list
                mod.macro_invs()[i] = mv$(mi_owned);
            }
            else
            {
                // Re-parse tt
                assert(ttl.get());
                while( ttl->lookahead(0) != TOK_EOF )
                {
                    Parse_Impl_Item(*ttl, impl);
                }
                // - Any new macro invocations ends up at the end of the list and handled
            }
            }
        }
        
        DEBUG("> Items");
        for( auto& i : impl.items() )
        {
            DEBUG("  - " << i.name << " :: " << i.data.attrs);
            
            // TODO: Make a path from the impl definition? Requires having the impl def resolved to be correct
            // - Does it? the namespace is essentially the same. There may be issues with wherever the path is used though
            //::AST::Path path = modpath + i.name;
            
            auto attrs = mv$(i.data.attrs);
            Expand_Attrs(attrs, stage_pre(is_early),  crate, AST::Path(), mod, i.data);
            
            TU_MATCH_DEF(AST::Item, (i.data), (e),
            (
                throw ::std::runtime_error("BUG: Unknown item type in impl block");
                ),
            (None, ),
            (Function,
                for(auto& arg : e.args()) {
                    Expand_Pattern(is_early, crate, modstack, mod,  arg.first);
                    Expand_Type(is_early, crate, modstack, mod,  arg.second);
                }
                Expand_Type(is_early, crate, modstack, mod,  e.rettype());
                Expand_Expr(is_early, crate, modstack, e.code());
                ),
            (Static,
                Expand_Expr(is_early, crate, modstack, e.value());
                ),
            (Type,
                Expand_Type(is_early, crate, modstack, mod,  e.type());
                )
            )
            
            Expand_Attrs(attrs, stage_post(is_early),  crate, AST::Path(), mod, i.data);
            if( i.data.attrs.m_items.size() == 0 )
                i.data.attrs = mv$(attrs);
        }

        Expand_Attrs(impl.def().attrs(), stage_post(is_early),  crate, mod, impl.def());
    }
    
    for( auto it = mod.impls().begin(); it != mod.impls().end(); )
    {
        if( it->def().type().is_wildcard() )
            it = mod.impls().erase( it );
        else
            ++ it;
    }
    
    for( const auto& mi: mod.macro_imports_res() )
        DEBUG("- Imports '" << mi.name << "'");
}
void Expand(::AST::Crate& crate)
{
    auto modstack = LList<const ::AST::Module*>(nullptr, &crate.m_root_module);
    
    // 1. Crate attributes
    Expand_Attrs(crate.m_attrs, AttrStage::EarlyPre,  [&](const auto& sp, const auto& d, const auto& a){ d.handle(sp, a, crate); });
    
    // Load libstd/libcore
    switch( crate.m_load_std )
    {
    case ::AST::Crate::LOAD_STD:
        if( crate.m_prelude_path != AST::Path() )
            crate.m_prelude_path = AST::Path("std", {AST::PathNode("prelude"), AST::PathNode("v1")});
        TODO(Span("",0,0,0,0), "Load libstd");
        break;
    case ::AST::Crate::LOAD_CORE:
        if( crate.m_prelude_path != AST::Path() )
            crate.m_prelude_path = AST::Path("core", {AST::PathNode("prelude")});
        TODO(Span("",0,0,0,0), "Load libcore");
        break;
    case ::AST::Crate::LOAD_NONE:
        break;
    }
    
    // 2. Module attributes
    for( auto& a : crate.m_attrs.m_items )
    {
        for( auto& d : g_decorators ) {
            if( d.first == a.name() && d.second->stage() == AttrStage::EarlyPre ) {
                //d.second->handle(a, crate, ::AST::Path(), crate.m_root_module, crate.m_root_module);
            }
        }
    }
    
    // 3. Module tree
    Expand_Mod(true , crate, modstack, ::AST::Path("",{}), crate.m_root_module);
    Expand_Mod(false, crate, modstack, ::AST::Path("",{}), crate.m_root_module);
    
    // Post-process
    #if 0
    for( auto& a : crate.m_attrs.m_items )
    {
        for( auto& d : g_decorators ) {
            if( d.first == a.name() && d.second->expand_before_macros() == false ) {
                //d.second->handle(a, crate, ::AST::Path(), crate.m_root_module, crate.m_root_module);
            }
        }
    }
    for( auto& a : crate.m_attrs.m_items )
    {
        for( auto& d : g_decorators ) {
            if( d.first == a.name() && d.second->expand_before_macros() == false ) {
                d.second->handle(a, crate);
            }
        }
    }
    #endif
}