kopia lustrzana https://github.com/micropython/micropython
106 wiersze
3.7 KiB
C
106 wiersze
3.7 KiB
C
/*
|
|
* This file is part of the MicroPython project, http://micropython.org/
|
|
*
|
|
* The MIT License (MIT)
|
|
*
|
|
* Copyright (c) 2023 Damien P. George
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*/
|
|
|
|
#include "lexer_dedent.h"
|
|
|
|
typedef struct _mp_reader_mem_dedent_t {
|
|
size_t free_len; // if >0 mem is freed on close by: m_free(beg, free_len)
|
|
const byte *beg;
|
|
const byte *cur;
|
|
const byte *end;
|
|
size_t dedent_prefix;
|
|
} mp_reader_mem_dedent_t;
|
|
|
|
// Work out the amount of common whitespace among all non-empty lines.
|
|
static size_t dedent(const byte *text, size_t len) {
|
|
size_t min_prefix = -1;
|
|
size_t cur_prefix = 0;
|
|
bool start_of_line = true;
|
|
for (const byte *t = text; t < text + len; ++t) {
|
|
if (*t == '\n') {
|
|
start_of_line = true;
|
|
cur_prefix = 0;
|
|
} else if (start_of_line) {
|
|
if (unichar_isspace(*t)) {
|
|
++cur_prefix;
|
|
} else {
|
|
if (cur_prefix < min_prefix) {
|
|
min_prefix = cur_prefix;
|
|
if (min_prefix == 0) {
|
|
return min_prefix;
|
|
}
|
|
}
|
|
start_of_line = false;
|
|
}
|
|
}
|
|
}
|
|
return min_prefix;
|
|
}
|
|
|
|
static mp_uint_t mp_reader_mem_dedent_readbyte(void *data) {
|
|
mp_reader_mem_dedent_t *reader = (mp_reader_mem_dedent_t *)data;
|
|
if (reader->cur < reader->end) {
|
|
byte c = *reader->cur++;
|
|
if (c == '\n') {
|
|
for (size_t i = 0; i < reader->dedent_prefix; ++i) {
|
|
if (*reader->cur == '\n') {
|
|
break;
|
|
}
|
|
++reader->cur;
|
|
}
|
|
}
|
|
return c;
|
|
} else {
|
|
return MP_READER_EOF;
|
|
}
|
|
}
|
|
|
|
static void mp_reader_mem_dedent_close(void *data) {
|
|
mp_reader_mem_dedent_t *reader = (mp_reader_mem_dedent_t *)data;
|
|
if (reader->free_len > 0) {
|
|
m_del(char, (char *)reader->beg, reader->free_len);
|
|
}
|
|
m_del_obj(mp_reader_mem_dedent_t, reader);
|
|
}
|
|
|
|
static void mp_reader_new_mem_dedent(mp_reader_t *reader, const byte *buf, size_t len, size_t free_len) {
|
|
mp_reader_mem_dedent_t *rm = m_new_obj(mp_reader_mem_dedent_t);
|
|
rm->free_len = free_len;
|
|
rm->beg = buf;
|
|
rm->cur = buf;
|
|
rm->end = buf + len;
|
|
rm->dedent_prefix = dedent(buf, len);
|
|
reader->data = rm;
|
|
reader->readbyte = mp_reader_mem_dedent_readbyte;
|
|
reader->close = mp_reader_mem_dedent_close;
|
|
}
|
|
|
|
mp_lexer_t *mp_lexer_new_from_str_len_dedent(qstr src_name, const char *str, size_t len, size_t free_len) {
|
|
mp_reader_t reader;
|
|
mp_reader_new_mem_dedent(&reader, (const byte *)str, len, free_len);
|
|
return mp_lexer_new(src_name, reader);
|
|
}
|