nerdcruft/libcruft-util
1
0
Fork 0
Code Issues Releases Activity

json: use templated iterator for parsing from views

Browse Source
This commit is contained in:
Danny Robson 2016-06-28 14:16:28 +10:00
parent 194cd6c574
commit 642317f6a4
6 changed files with 109 additions and 78 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

38
json/flat.cpp.rl
View File

@ -20,9 +20,9 @@
#include "json/flat.hpp"
#include "json/except.hpp"
#include "io.hpp"
#include "debug.hpp"
#include "io.hpp"
#include "preprocessor.hpp"
#include <deque>
@ -143,15 +143,16 @@
//-----------------------------------------------------------------------------
std::vector<json::flat::item>
json::flat::parse (const char *first, const char *last)
template <typename T>
std::vector<json::flat::item<T>>
json::flat::parse (const util::view<T> src)
{
const char *p = first;
const char *pe = last;
const char *eof = pe;
auto p = src.cbegin ();
auto pe = src.cend ();
auto eof = pe;
std::deque<int> ragelstack;
std::vector<item> parsed;
std::vector<item<T>> parsed;
size_t line = 0;
int cs, top;
@ -166,17 +167,20 @@ json::flat::parse (const char *first, const char *last)
return parsed;
}
#define INSTANTIATE(KLASS) \
template \
std::vector<json::flat::item<KLASS>> \
json::flat::parse (util::view<KLASS>);
//-----------------------------------------------------------------------------
std::vector<json::flat::item>
json::flat::parse (const boost::filesystem::path &path)
{
util::mapped_file f (path.string ().c_str ());
if (f.empty ())
throw parse_error ("empty file");
MAP(
INSTANTIATE,
return parse ((const char *)f.cbegin (), (const char*)f.cend ());
}
std::string::iterator,
std::string::const_iterator,
const char*restrict
)
#undef INSTANTIATE
//-----------------------------------------------------------------------------

16
json/flat.hpp
View File

@ -20,6 +20,8 @@
#include <boost/filesystem/path.hpp>
#include <iostream>
#include "../view.hpp"
namespace json { namespace flat {
enum class type {
UNKNOWN,
@ -37,18 +39,18 @@ namespace json { namespace flat {
ARRAY_END
};
template <typename T>
struct item {
type tag;
const char *first;
const char *last;
T first;
T last;
template <typename T>
T as (void) const;
template <typename U>
U as (void) const;
};
std::vector<item> parse (const char *first, const char *last);
std::vector<item> parse (const char *first);
std::vector<item> parse (const boost::filesystem::path&);
template <typename T>
std::vector<item<T>> parse (util::view<T> data);
std::ostream& operator<< (std::ostream&, type);
} }

114
json/tree.cpp
View File

@ -76,16 +76,20 @@ namespace util {
}
///////////////////////////////////////////////////////////////////////////////
static std::vector<json::flat::item>::const_iterator
parse (std::vector<json::flat::item>::const_iterator first,
std::vector<json::flat::item>::const_iterator last,
template <typename T>
static
typename std::vector<json::flat::item<T>>::const_iterator
parse (typename std::vector<json::flat::item<T>>::const_iterator first,
typename std::vector<json::flat::item<T>>::const_iterator last,
std::unique_ptr<json::tree::node> &output);
//-----------------------------------------------------------------------------
static std::vector<json::flat::item>::const_iterator
parse (std::vector<json::flat::item>::const_iterator first,
std::vector<json::flat::item>::const_iterator last,
template <typename T>
static
typename std::vector<json::flat::item<T>>::const_iterator
parse (typename std::vector<json::flat::item<T>>::const_iterator first,
typename std::vector<json::flat::item<T>>::const_iterator last,
json::tree::array &parent)
{
for (auto cursor = first; cursor != last; ) {
@ -93,7 +97,7 @@ parse (std::vector<json::flat::item>::const_iterator first,
return cursor + 1;
std::unique_ptr<json::tree::node> value;
cursor = ::parse (cursor, last, value);
cursor = ::parse<T> (cursor, last, value);
parent.insert (std::move (value));
}
@ -102,9 +106,11 @@ parse (std::vector<json::flat::item>::const_iterator first,
//-----------------------------------------------------------------------------
static std::vector<json::flat::item>::const_iterator
parse (std::vector<json::flat::item>::const_iterator first,
std::vector<json::flat::item>::const_iterator last,
template <typename T>
static
typename std::vector<json::flat::item<T>>::const_iterator
parse (typename std::vector<json::flat::item<T>>::const_iterator first,
typename std::vector<json::flat::item<T>>::const_iterator last,
json::tree::object &parent)
{
for (auto cursor = first; cursor != last; ) {
@ -117,7 +123,7 @@ parse (std::vector<json::flat::item>::const_iterator first,
++cursor;
std::unique_ptr<json::tree::node> val;
cursor = ::parse (cursor, last, val);
cursor = ::parse<T> (cursor, last, val);
parent.insert (key, std::move (val));
}
@ -127,71 +133,78 @@ parse (std::vector<json::flat::item>::const_iterator first,
//-----------------------------------------------------------------------------
static std::vector<json::flat::item>::const_iterator
parse (std::vector<json::flat::item>::const_iterator first,
std::vector<json::flat::item>::const_iterator last,
template <typename T>
static
typename std::vector<json::flat::item<T>>::const_iterator
parse (typename std::vector<json::flat::item<T>>::const_iterator first,
typename std::vector<json::flat::item<T>>::const_iterator last,
std::unique_ptr<json::tree::node> &output)
{
CHECK (first != last);
CHECK (output.get () == nullptr);
using T = json::flat::type;
using F = json::flat::type;
switch (first->tag) {
case T::NUL:
case F::NUL:
output.reset (new json::tree::null ());
return first + 1;
case T::BOOLEAN:
case F::BOOLEAN:
CHECK (*first->first == 't' || *first->first == 'f');
output.reset (new json::tree::boolean (*first->first == 't'));
return first + 1;
case T::STRING:
CHECK_NEQ (first->first, first->last);
case F::STRING:
CHECK_NEQ (&*first->first, &*first->last);
output.reset (new json::tree::string (first->first + 1, first->last - 1));
return first + 1;
case T::INTEGER:
if (first->first[0] == '-') {
char *end;
intmax_t v = strtoll (first->first, &end, 10);
if (end == first->first || end > first->last)
throw json::parse_error ("invalid signed integer");
output.reset (new json::tree::number (v));
} else {
char *end;
uintmax_t v = strtoull (first->first, &end, 10);
case F::INTEGER: {
T start = first->first;
bool negative = *start == '-';
if (negative)
++start;
if (end == first->first || end > first->last)
throw json::parse_error ("invalid unsigned integer");
T finish = start;
uintmax_t v = 0;
while (isdigit (*finish))
v *= 10, v += *finish - '0', ++finish;
if (finish == start || finish > first->last)
throw json::parse_error ("invalid integer");
if (negative)
output.reset (new json::tree::number (-intmax_t(v)));
else
output.reset (new json::tree::number (v));
}
return first + 1;
}
case T::REAL:
output.reset (new json::tree::number (std::atof (first->first)));
case F::REAL: {
std::string str (first->first, first->last);
output.reset (new json::tree::number (std::atof (str.c_str())));
return first + 1;
}
case T::ARRAY_BEGIN: {
case F::ARRAY_BEGIN: {
auto value = std::make_unique<json::tree::array> ();
auto cursor = ::parse (first + 1, last, *value);
auto cursor = ::parse<T> (first + 1, last, *value);
output = std::move (value);
return cursor;
}
case T::OBJECT_BEGIN: {
case F::OBJECT_BEGIN: {
auto value = std::make_unique<json::tree::object> ();
auto cursor = ::parse (first + 1, last, *value);
auto cursor = ::parse<T> (first + 1, last, *value);
output = std::move (value);
return cursor;
}
case T::UNKNOWN:
case T::OBJECT_END:
case T::ARRAY_END:
case F::UNKNOWN:
case F::OBJECT_END:
case F::ARRAY_END:
unreachable ();
}
@ -203,15 +216,17 @@ parse (std::vector<json::flat::item>::const_iterator first,
std::unique_ptr<json::tree::node>
json::tree::parse (const boost::filesystem::path &path)
{
util::mapped_file f (path.string ().c_str ());
return parse ((const char*)f.cbegin (), (const char*)f.cend ());
const util::mapped_file f (path.string ().c_str ());
return parse<const char*restrict> (f.operator util::view<const char*restrict> ());
}
//-----------------------------------------------------------------------------
std::unique_ptr<json::tree::node>
json::tree::parse (const std::string &path)
{ return parse (path.c_str (), path.c_str () + path.size ()); }
json::tree::parse (const std::string &data)
{
return parse<std::string::const_iterator> (::util::make_view (data));
}
//-----------------------------------------------------------------------------
@ -221,12 +236,13 @@ json::tree::write (const json::tree::node &node, std::ostream &os)
//-----------------------------------------------------------------------------
template <typename T>
std::unique_ptr<json::tree::node>
json::tree::parse (const char *first, const char *last)
json::tree::parse (const util::view<T> src)
{
std::unique_ptr<json::tree::node> output;
auto data = json::flat::parse (first, last);
auto end = ::parse (data.cbegin (), data.cend (), output);
auto data = json::flat::parse (src);
auto end = ::parse<T> (data.cbegin (), data.cend (), output);
CHECK (end == data.cend ());
(void)end;

11
json/tree.hpp
View File

@ -26,6 +26,7 @@
#include <boost/filesystem.hpp>
#include "../iterator.hpp"
#include "../view.hpp"
#include "./flat.hpp"
#include "./fwd.hpp"
@ -41,8 +42,11 @@ namespace json { namespace tree {
/// Parse an encoded form of JSON into a tree structure
extern std::unique_ptr<node> parse (const boost::filesystem::path &path);
extern std::unique_ptr<node> parse (const char *start, const char *stop);
extern std::unique_ptr<node> parse (const std::string&);
extern std::unique_ptr<node> parse (const std::string &data);
template <typename T>
std::unique_ptr<node>
parse (util::view<T> data);
extern std::unique_ptr<node> from_path (const char *path);
extern std::unique_ptr<node> from_path (const std::string&);
@ -211,6 +215,9 @@ namespace json { namespace tree {
std::string m_value;
public:
template <typename T>
string (T first, T last): m_value (first, last) { ; }
explicit string (const std::string &_value): m_value (_value) { ; }
explicit string (const char *_value): m_value (_value) { ; }
string (const char *_first, const char *_last): m_value (_first, _last) { ; }

2
test/json_types.cpp
View File

@ -28,7 +28,7 @@ main (void)
]
})_";
std::unique_ptr<json::tree::node> ptr = json::tree::parse (TEST_STRING);
std::unique_ptr<json::tree::node> ptr = json::tree::parse (util::make_view (TEST_STRING));
tap.expect (ptr->is_object (), "is_object");
CHECK (ptr->is_object ());

6
tools/json-validate.cpp
View File

@ -12,11 +12,12 @@
* limitations under the License.
*
* Copyright:
* 2014-2015, Danny Robson <danny@nerdcruft.net>
* 2014-2016, Danny Robson <danny@nerdcruft.net>
*/
#include "json/flat.hpp"
#include "json/except.hpp"
#include "io.hpp"
#include <iostream>
#include <cstdlib>
@ -41,7 +42,8 @@ main (int argc, char ** argv) {
}
try {
json::flat::parse (boost::filesystem::path (argv[ARG_PATH]));
util::mapped_file data (argv[ARG_PATH]);
json::flat::parse (data.operator util::view<const char*restrict> ());
} catch (const json::error &x) {
std::cerr << "error: " << x.what () << '\n';
return EXIT_FAILURE;