1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
|
/*
* MRustC - Mutabah's Rust Compiler
* - By John Hodge (Mutabah/thePowersGang)
*
* ast/crate.cpp
* - Helper functions for the AST::Crate type (includes loading `extern crate`s)
*/
#include "crate.hpp"
#include "ast.hpp"
#include "../parse/parseerror.hpp"
#include "../expand/cfg.hpp"
#include <hir/hir.hpp> // HIR::Crate
#include <hir/main_bindings.hpp> // HIR_Deserialise
#include <fstream>
#include <dirent.h>
::std::vector<::std::string> AST::g_crate_load_dirs = { };
::std::map<::std::string, ::std::string> AST::g_crate_overrides;
namespace {
bool check_item_cfg(const ::AST::AttributeList& attrs)
{
for(const auto& at : attrs.m_items) {
if( at.name() == "cfg" && !check_cfg(at.span(), at) ) {
return false;
}
}
return true;
}
void iterate_module(::AST::Module& mod, ::std::function<void(::AST::Module& mod)> fcn)
{
fcn(mod);
for( auto& sm : mod.items() )
{
TU_IFLET(::AST::Item, sm.data, Module, e,
if( check_item_cfg(sm.data.attrs) )
{
iterate_module(e, fcn);
}
)
}
// TODO: What about if an anon mod has been #[cfg]-d out?
// - For now, disable
//for(const auto& anon : mod.anon_mods() ) {
// iterate_module(*anon, fcn);
//}
}
}
namespace AST {
Crate::Crate():
m_root_module(::AST::Path("",{})),
m_load_std(LOAD_STD)
{
}
void Crate::load_externs()
{
auto cb = [this](Module& mod) {
for( /*const*/ auto& it : mod.items() )
{
TU_IFLET(AST::Item, it.data, Crate, c,
if( check_item_cfg(it.data.attrs) )
{
c.name = load_extern_crate( it.data.span, c.name.c_str() );
}
)
}
};
iterate_module(m_root_module, cb);
// Check for no_std or no_core, and load libstd/libcore
// - Duplicates some of the logic in "Expand", but also helps keep crate loading separate to most of expand
// NOTE: Not all crates are loaded here, any crates loaded by macro invocations will be done during expand.
bool no_std = false;
bool no_core = false;
for( const auto& a : this->m_attrs.m_items )
{
if( a.name() == "no_std" )
no_std = true;
if( a.name() == "no_core" )
no_core = true;
if( a.name() == "cfg_attr" && a.items().size() == 2 ) {
if( check_cfg(a.span(), a.items().at(0)) )
{
const auto& a2 = a.items().at(1);
if( a2.name() == "no_std" )
no_std = true;
if( a2.name() == "no_core" )
no_core = true;
}
}
}
if( no_core ) {
// Don't load anything
}
else if( no_std ) {
auto n = this->load_extern_crate(Span(), "core");
ASSERT_BUG(Span(), n == "core", "libcore wasn't loaded as `core`, instead `" << n << "`");
}
else {
auto n = this->load_extern_crate(Span(), "std");
ASSERT_BUG(Span(), n == "std", "libstd wasn't loaded as `std`, instead `" << n << "`");
}
}
// TODO: Handle disambiguating crates with the same name (e.g. libc in std and crates.io libc)
// - Crates recorded in rlibs should specify a hash/tag that's passed in to this function.
RcString Crate::load_extern_crate(Span sp, const RcString& name, const ::std::string& basename/*=""*/)
{
TRACE_FUNCTION_F("Loading crate '" << name << "' (basename='" << basename << "')");
::std::string path;
auto it = g_crate_overrides.find(name.c_str());
if(basename == "" && it != g_crate_overrides.end())
{
path = it->second;
if( !::std::ifstream(path).good() ) {
ERROR(sp, E0000, "Unable to open crate '" << name << "' at path " << path);
}
DEBUG("path = " << path << " (--extern)");
}
else if( basename != "" )
{
#if 1
path = basename;
#else
// Search a list of load paths for the crate
for(const auto& p : g_crate_load_dirs)
{
path = p + "/" + basename;
if( ::std::ifstream(path).good() ) {
break ;
}
}
#endif
if( !::std::ifstream(path).good() ) {
ERROR(sp, E0000, "Unable to locate crate '" << name << "' with filename " << basename << " in search directories");
}
DEBUG("path = " << path << " (basename)");
}
else
{
::std::vector<::std::string> paths;
auto direct_filename = FMT("lib" << name.c_str() << ".hir");
auto name_prefix = FMT("lib" << name.c_str() << "-");
// Search a list of load paths for the crate
for(const auto& p : g_crate_load_dirs)
{
path = p + "/" + direct_filename;
if( ::std::ifstream(path).good() ) {
paths.push_back(path);
}
path = "";
// Search for `p+"/lib"+name+"-*.hir" (which would match e.g. libnum-0.11.hir)
auto dp = opendir(p.c_str());
if( !dp ) {
continue ;
}
struct dirent *ent;
while( (ent = readdir(dp)) != nullptr && path == "" )
{
// AND the start is "lib"+name
size_t len = strlen(ent->d_name);
if( len <= 4 || strcmp(ent->d_name + len - 4, ".hir") != 0 )
continue ;
DEBUG(ent->d_name << " vs " << name_prefix);
// Check if the entry ends with .hir
if( strncmp(name_prefix.c_str(), ent->d_name, name_prefix.size()) != 0 )
continue ;
paths.push_back( p + "/" + ent->d_name );
}
closedir(dp);
if( paths.size() > 0 )
break;
}
if( paths.size() > 1 ) {
ERROR(sp, E0000, "Multiple options for crate '" << name << "' in search directories - " << paths);
}
if( paths.size() == 0 || !::std::ifstream(paths.front()).good() ) {
ERROR(sp, E0000, "Unable to locate crate '" << name << "' in search directories");
}
path = paths.front();
DEBUG("path = " << path << " (search)");
}
// NOTE: Creating `ExternCrate` loads the crate from the specified path
auto ec = ExternCrate { name, path };
auto real_name = ec.m_hir->m_crate_name;
assert(real_name != "");
auto res = m_extern_crates.insert(::std::make_pair( real_name, mv$(ec) ));
if( !res.second ) {
// Crate already loaded?
}
auto& ext_crate = res.first->second;
// Move the external list out (doesn't need to be kept in the nested crate)
auto crate_ext_list = mv$( ext_crate.m_hir->m_ext_crates );
// Load referenced crates
for( const auto& ext : crate_ext_list )
{
if( m_extern_crates.count(ext.first) == 0 )
{
const auto load_name = this->load_extern_crate(sp, ext.first, ext.second.m_basename);
if( load_name != ext.first )
{
// ERROR - The crate loaded wasn't the one that was used when compiling this crate.
ERROR(sp, E0000, "The crate file `" << ext.second.m_basename << "` didn't load the expected crate - have " << load_name << " != exp " << ext.first);
}
}
}
DEBUG("Loaded '" << name << "' from '" << basename << "' (actual name is '" << real_name << "')");
return real_name;
}
ExternCrate::ExternCrate(const RcString& name, const ::std::string& path):
m_name(name),
m_short_name(name),
m_filename(path)
{
TRACE_FUNCTION_F("name=" << name << ", path='" << path << "'");
m_hir = HIR_Deserialise(path);
m_hir->post_load_update(name);
m_name = m_hir->m_crate_name;
}
void ExternCrate::with_all_macros(::std::function<void(const RcString& , const MacroRules&)> cb) const
{
for(const auto& m : m_hir->m_exported_macros)
{
cb(m.first, *m.second);
}
}
const MacroRules* ExternCrate::find_macro_rules(const RcString& name) const
{
auto i = m_hir->m_exported_macros.find(name);
if(i != m_hir->m_exported_macros.end())
return &*i->second;
return nullptr;
}
} // namespace AST
|
