From 02ca32ae0a5bc290918d2b2a3288e385b9cc6b11 Mon Sep 17 00:00:00 2001
From: Ralph Amissah <ralph.amissah@gmail.com>
Date: Fri, 19 Feb 2021 17:10:51 -0500
Subject: external & build dependences in src tree

- external & build dependences boost licensed
  - ext_depends (external depends)
    - D-YAML
      - tinyendian
    - d2sqlite3
    - imageformats
  - build_depends
    - dub2nix
---
 src/ext_depends/D-YAML/source/dyaml/test/tokens.d | 93 +++++++++++++++++++++++
 1 file changed, 93 insertions(+)
 create mode 100644 src/ext_depends/D-YAML/source/dyaml/test/tokens.d

(limited to 'src/ext_depends/D-YAML/source/dyaml/test/tokens.d')

diff --git a/src/ext_depends/D-YAML/source/dyaml/test/tokens.d b/src/ext_depends/D-YAML/source/dyaml/test/tokens.d
new file mode 100644
index 0000000..c099647
--- /dev/null
+++ b/src/ext_depends/D-YAML/source/dyaml/test/tokens.d
@@ -0,0 +1,93 @@
+
+//          Copyright Ferdinand Majerech 2011.
+// Distributed under the Boost Software License, Version 1.0.
+//    (See accompanying file LICENSE_1_0.txt or copy at
+//          http://www.boost.org/LICENSE_1_0.txt)
+
+module dyaml.test.tokens;
+
+@safe unittest
+{
+    import std.array : split;
+    import std.conv : text;
+    import std.file : readText;
+
+    import dyaml.test.common : run;
+    import dyaml.reader : Reader;
+    import dyaml.scanner : Scanner;
+    import dyaml.token : TokenID;
+
+    // Read and scan a YAML doc, returning a range of tokens.
+    static auto scanTestCommon(string filename) @safe
+    {
+        ubyte[] yamlData = cast(ubyte[])readText(filename).dup;
+        return Scanner(new Reader(yamlData));
+    }
+
+    /**
+    Test tokens output by scanner.
+
+    Params:
+        dataFilename = File to scan.
+        tokensFilename = File containing expected tokens.
+    */
+    static void testTokens(string dataFilename, string tokensFilename) @safe
+    {
+        //representations of YAML tokens in tokens file.
+        auto replace = [
+            TokenID.directive: "%",
+            TokenID.documentStart: "---",
+            TokenID.documentEnd: "...",
+            TokenID.alias_: "*",
+            TokenID.anchor: "&",
+            TokenID.tag: "!",
+            TokenID.scalar: "_",
+            TokenID.blockSequenceStart: "[[",
+            TokenID.blockMappingStart: "{{",
+            TokenID.blockEnd: "]}",
+            TokenID.flowSequenceStart: "[",
+            TokenID.flowSequenceEnd: "]",
+            TokenID.flowMappingStart: "{",
+            TokenID.flowMappingEnd: "}",
+            TokenID.blockEntry: ",",
+            TokenID.flowEntry: ",",
+            TokenID.key: "?",
+            TokenID.value: ":"
+        ];
+
+        string[] tokens;
+        string[] expectedTokens = readText(tokensFilename).split();
+
+        foreach (token; scanTestCommon(dataFilename))
+        {
+            if (token.id != TokenID.streamStart && token.id != TokenID.streamEnd)
+            {
+                tokens ~= replace[token.id];
+            }
+        }
+
+        assert(tokens == expectedTokens,
+            text("In token test for '", tokensFilename, "', expected '", expectedTokens, "', got '", tokens, "'"));
+    }
+
+    /**
+    Test scanner by scanning a file, expecting no errors.
+
+    Params:
+        dataFilename = File to scan.
+        canonicalFilename = Another file to scan, in canonical YAML format.
+    */
+    static void testScanner(string dataFilename, string canonicalFilename) @safe
+    {
+        foreach (filename; [dataFilename, canonicalFilename])
+        {
+            string[] tokens;
+            foreach (token; scanTestCommon(filename))
+            {
+                tokens ~= token.id.text;
+            }
+        }
+    }
+    run(&testTokens, ["data", "tokens"]);
+    run(&testScanner, ["data", "canonical"]);
+}
-- 
cgit v1.2.3