mirror of
https://github.com/Ed94/Odin.git
synced 2026-08-06 15:48:51 +00:00
Add encoding/csv Writer
This commit is contained in:
@@ -56,22 +56,22 @@ Reader :: struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
Parser_Error_Kind :: enum {
|
Reader_Error_Kind :: enum {
|
||||||
Bare_Quote,
|
Bare_Quote,
|
||||||
Quote,
|
Quote,
|
||||||
Field_Count,
|
Field_Count,
|
||||||
Invalid_Delim,
|
Invalid_Delim,
|
||||||
}
|
}
|
||||||
|
|
||||||
parser_error_kind_string := [Parser_Error_Kind]string{
|
reader_error_kind_string := [Reader_Error_Kind]string{
|
||||||
.Bare_Quote = "bare \" in non-quoted field",
|
.Bare_Quote = "bare \" in non-quoted field",
|
||||||
.Quote = "extra or missing \" in quoted field",
|
.Quote = "extra or missing \" in quoted field",
|
||||||
.Field_Count = "wrong field count",
|
.Field_Count = "wrong field count",
|
||||||
.Invalid_Delim = "invalid delimiter",
|
.Invalid_Delim = "invalid delimiter",
|
||||||
};
|
};
|
||||||
|
|
||||||
Parser_Error :: struct {
|
Reader_Error :: struct {
|
||||||
kind: Parser_Error_Kind,
|
kind: Reader_Error_Kind,
|
||||||
start_line: int,
|
start_line: int,
|
||||||
line: int,
|
line: int,
|
||||||
column: int,
|
column: int,
|
||||||
@@ -79,7 +79,7 @@ Parser_Error :: struct {
|
|||||||
}
|
}
|
||||||
|
|
||||||
Error :: union {
|
Error :: union {
|
||||||
Parser_Error,
|
Reader_Error,
|
||||||
io.Error,
|
io.Error,
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -182,6 +182,14 @@ read_all_from_string :: proc(input: string, records_allocator := context.allocat
|
|||||||
return read_all(&r, records_allocator);
|
return read_all(&r, records_allocator);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@private
|
||||||
|
is_valid_delim :: proc(r: rune) -> bool {
|
||||||
|
switch r {
|
||||||
|
case 0, '"', '\r', '\n', utf8.RUNE_ERROR:
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
return utf8.valid_rune(r);
|
||||||
|
}
|
||||||
|
|
||||||
@private
|
@private
|
||||||
_read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.allocator) -> ([]string, Error) {
|
_read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.allocator) -> ([]string, Error) {
|
||||||
@@ -214,14 +222,6 @@ _read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.all
|
|||||||
return line, err;
|
return line, err;
|
||||||
}
|
}
|
||||||
|
|
||||||
is_valid_delim :: proc(r: rune) -> bool {
|
|
||||||
switch r {
|
|
||||||
case 0, '"', '\r', '\n', utf8.RUNE_ERROR:
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
return utf8.valid_rune(r);
|
|
||||||
}
|
|
||||||
|
|
||||||
length_newline :: proc(b: []byte) -> int {
|
length_newline :: proc(b: []byte) -> int {
|
||||||
if len(b) > 0 && b[len(b)-1] == '\n' {
|
if len(b) > 0 && b[len(b)-1] == '\n' {
|
||||||
return 1;
|
return 1;
|
||||||
@@ -237,7 +237,7 @@ _read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.all
|
|||||||
if r.comma == r.comment ||
|
if r.comma == r.comment ||
|
||||||
!is_valid_delim(r.comma) ||
|
!is_valid_delim(r.comma) ||
|
||||||
(r.comment != 0 && !is_valid_delim(r.comment)) {
|
(r.comment != 0 && !is_valid_delim(r.comment)) {
|
||||||
err := Parser_Error{
|
err := Reader_Error{
|
||||||
kind = .Invalid_Delim,
|
kind = .Invalid_Delim,
|
||||||
line = r.line_count,
|
line = r.line_count,
|
||||||
};
|
};
|
||||||
@@ -287,7 +287,7 @@ _read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.all
|
|||||||
if !r.lazy_quotes {
|
if !r.lazy_quotes {
|
||||||
if j := bytes.index_byte(field, '"'); j >= 0 {
|
if j := bytes.index_byte(field, '"'); j >= 0 {
|
||||||
column := utf8.rune_count(full_line[:len(full_line) - len(line[j:])]);
|
column := utf8.rune_count(full_line[:len(full_line) - len(line[j:])]);
|
||||||
err = Parser_Error{
|
err = Reader_Error{
|
||||||
kind = .Bare_Quote,
|
kind = .Bare_Quote,
|
||||||
start_line = record_line,
|
start_line = record_line,
|
||||||
line = r.line_count,
|
line = r.line_count,
|
||||||
@@ -327,7 +327,7 @@ _read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.all
|
|||||||
append(&r.record_buffer, '"');
|
append(&r.record_buffer, '"');
|
||||||
case: // invalid non-escaped quote
|
case: // invalid non-escaped quote
|
||||||
column := utf8.rune_count(full_line[:len(full_line) - len(line) - quote_len]);
|
column := utf8.rune_count(full_line[:len(full_line) - len(line) - quote_len]);
|
||||||
err = Parser_Error{
|
err = Reader_Error{
|
||||||
kind = .Quote,
|
kind = .Quote,
|
||||||
start_line = record_line,
|
start_line = record_line,
|
||||||
line = r.line_count,
|
line = r.line_count,
|
||||||
@@ -350,7 +350,7 @@ _read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.all
|
|||||||
case:
|
case:
|
||||||
if !r.lazy_quotes && err_read == nil {
|
if !r.lazy_quotes && err_read == nil {
|
||||||
column := utf8.rune_count(full_line);
|
column := utf8.rune_count(full_line);
|
||||||
err = Parser_Error{
|
err = Reader_Error{
|
||||||
kind = .Quote,
|
kind = .Quote,
|
||||||
start_line = record_line,
|
start_line = record_line,
|
||||||
line = r.line_count,
|
line = r.line_count,
|
||||||
@@ -390,7 +390,7 @@ _read_record :: proc(r: ^Reader, dst: ^[dynamic]string, allocator := context.all
|
|||||||
|
|
||||||
if r.fields_per_record > 0 {
|
if r.fields_per_record > 0 {
|
||||||
if len(dst) != r.fields_per_record && err == nil {
|
if len(dst) != r.fields_per_record && err == nil {
|
||||||
err = Parser_Error{
|
err = Reader_Error{
|
||||||
kind = .Field_Count,
|
kind = .Field_Count,
|
||||||
start_line = record_line,
|
start_line = record_line,
|
||||||
line = r.line_count,
|
line = r.line_count,
|
||||||
|
|||||||
@@ -0,0 +1,147 @@
|
|||||||
|
package csv
|
||||||
|
|
||||||
|
import "core:io"
|
||||||
|
import "core:strings"
|
||||||
|
import "core:unicode/utf8"
|
||||||
|
|
||||||
|
// Writer is a data structure used for writing records using a CSV-encoding.
|
||||||
|
Writer :: struct {
|
||||||
|
// Field delimiter (set to ',' with writer_init)
|
||||||
|
comma: rune,
|
||||||
|
|
||||||
|
// if set to true, \r\n will be used as the line terminator
|
||||||
|
use_crlf: bool,
|
||||||
|
|
||||||
|
w: io.Writer,
|
||||||
|
}
|
||||||
|
|
||||||
|
// writer_init initializes a Writer that writes to w
|
||||||
|
writer_init :: proc(writer: ^Writer, w: io.Writer) {
|
||||||
|
writer.comma = ',';
|
||||||
|
writer.w = w;
|
||||||
|
}
|
||||||
|
|
||||||
|
// write writes a single CSV records to w with any of the necessarily quoting.
|
||||||
|
// A record is a slice of strings, where each string is a single field.
|
||||||
|
//
|
||||||
|
// If the underlying io.Writer requires flushing, make sure to call io.flush
|
||||||
|
write :: proc(w: ^Writer, record: []string) -> io.Error {
|
||||||
|
CHAR_SET :: "\n\r\"";
|
||||||
|
|
||||||
|
field_needs_quoting :: proc(w: ^Writer, field: string) -> bool {
|
||||||
|
switch {
|
||||||
|
case field == "": // No need to quote empty strings
|
||||||
|
return false;
|
||||||
|
case field == `\.`: // Postgres is weird
|
||||||
|
return true;
|
||||||
|
case w.comma < utf8.RUNE_SELF: // ASCII optimization
|
||||||
|
for i in 0..<len(field) {
|
||||||
|
switch field[i] {
|
||||||
|
case '\n', '\r', '"', byte(w.comma):
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
case:
|
||||||
|
if strings.contains_rune(field, w.comma) >= 0 {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
if strings.contains_any(field, CHAR_SET) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Leading spaces need quoting
|
||||||
|
r, _ := utf8.decode_rune_in_string(field);
|
||||||
|
return strings.is_space(r);
|
||||||
|
}
|
||||||
|
|
||||||
|
if !is_valid_delim(w.comma) {
|
||||||
|
return .No_Progress; // TODO(bill): Is this a good error?
|
||||||
|
}
|
||||||
|
|
||||||
|
for _, field_idx in record {
|
||||||
|
// NOTE(bill): declared like this so that the field can be modified later if necessary
|
||||||
|
field := record[field_idx];
|
||||||
|
|
||||||
|
if field_idx > 0 {
|
||||||
|
if _, err := io.write_rune(w.w, w.comma); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if !field_needs_quoting(w, field) {
|
||||||
|
if _, err := io.write_string(w.w, field); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if err := io.write_byte(w.w, '"'); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
|
||||||
|
for len(field) > 0 {
|
||||||
|
i := strings.index_any(field, CHAR_SET);
|
||||||
|
if i < 0 {
|
||||||
|
i = len(field);
|
||||||
|
}
|
||||||
|
|
||||||
|
if _, err := io.write_string(w.w, field[:i]); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
field = field[i:];
|
||||||
|
|
||||||
|
if len(field) > 0 {
|
||||||
|
switch field[0] {
|
||||||
|
case '\r':
|
||||||
|
if !w.use_crlf {
|
||||||
|
if err := io.write_byte(w.w, '\r'); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
case '\n':
|
||||||
|
if w.use_crlf {
|
||||||
|
if _, err := io.write_string(w.w, "\r\n"); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
if err := io.write_byte(w.w, '\n'); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
case '"':
|
||||||
|
if _, err := io.write_string(w.w, `""`); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
field = field[1:];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if err := io.write_byte(w.w, '"'); err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if w.use_crlf {
|
||||||
|
_, err := io.write_string(w.w, "\r\n");
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
return io.write_byte(w.w, '\n');
|
||||||
|
}
|
||||||
|
|
||||||
|
// write_all writes multiple CSV records to w using write, and then flushes (if necessary).
|
||||||
|
write_all :: proc(w: ^Writer, records: [][]string) -> io.Error {
|
||||||
|
for record in records {
|
||||||
|
err := write(w, record);
|
||||||
|
if err != nil {
|
||||||
|
return err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return writer_flush(w);
|
||||||
|
}
|
||||||
|
|
||||||
|
// writer_flush flushes the underlying io.Writer.
|
||||||
|
// If the underlying io.Writer does not support flush, nil is returned.
|
||||||
|
writer_flush :: proc(w: ^Writer) -> io.Error {
|
||||||
|
return io.flush(auto_cast w.w);
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user