/* * This file is part of the libsigrok project. * * Copyright (C) 2014 Bert Vermeulen * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "libsigrok.h" #include "libsigrok-internal.h" #include #include #include #include #include #include #define LOG_PREFIX "output/srzip" #define CHUNK_SIZE (4 * 1024 * 1024) struct out_context { gboolean zip_created; uint64_t samplerate; char *filename; struct logic_buff { size_t unit_size; size_t alloc_size; uint8_t *samples; size_t fill_size; } logic_buff; }; static int init(struct sr_output *o, GHashTable *options) { struct out_context *outc; outc = g_malloc0(sizeof(struct out_context)); o->priv = outc; outc->filename = g_strdup(g_variant_get_bytestring(g_hash_table_lookup(options, "filename"))); if (strlen(outc->filename) == 0) return SR_ERR_ARG; return SR_OK; } static int zip_create(const struct sr_output *o) { struct out_context *outc; struct zip *zipfile; struct zip_source *versrc, *metasrc; struct sr_channel *ch; size_t ch_nr; size_t alloc_size; GVariant *gvar; GKeyFile *meta; GSList *l; const char *devgroup; char *s, *metabuf; gsize metalen; guint logic_channels, enabled_logic_channels; outc = o->priv; if (outc->samplerate == 0 && sr_config_get(o->sdi->driver, o->sdi, NULL, NULL, SR_CONF_SAMPLERATE, &gvar) == SR_OK) { outc->samplerate = g_variant_get_uint64(gvar); g_variant_unref(gvar); } /* Quietly delete it first, libzip wants replace ops otherwise. */ g_unlink(outc->filename); zipfile = zip_open(outc->filename, ZIP_CREATE, NULL); if (!zipfile) return SR_ERR; /* "version" */ versrc = zip_source_buffer(zipfile, "2", 1, FALSE); if (zip_add(zipfile, "version", versrc) < 0) { sr_err("Error saving version into zipfile: %s", zip_strerror(zipfile)); zip_source_free(versrc); zip_discard(zipfile); return SR_ERR; } /* init "metadata" */ meta = g_key_file_new(); g_key_file_set_string(meta, "global", "sigrok version", sr_package_version_string_get()); devgroup = "device 1"; logic_channels = 0; enabled_logic_channels = 0; for (l = o->sdi->channels; l; l = l->next) { ch = l->data; switch (ch->type) { case SR_CHANNEL_LOGIC: if (ch->enabled) enabled_logic_channels++; logic_channels++; break; } } /* Only set capturefile and probes if we will actually save logic data. */ if (enabled_logic_channels > 0) { g_key_file_set_string(meta, devgroup, "capturefile", "logic-1"); g_key_file_set_integer(meta, devgroup, "total probes", logic_channels); } s = sr_samplerate_string(outc->samplerate); g_key_file_set_string(meta, devgroup, "samplerate", s); g_free(s); for (l = o->sdi->channels; l; l = l->next) { ch = l->data; if (!ch->enabled) continue; s = NULL; switch (ch->type) { case SR_CHANNEL_LOGIC: ch_nr = ch->index + 1; s = g_strdup_printf("probe%zu", ch_nr); break; } if (s) { g_key_file_set_string(meta, devgroup, s, ch->name); g_free(s); } } /* * Allocate one samples buffer for all logic channels. Allocate * buffers of CHUNK_SIZE size (in bytes), and determine the * sample counts from the respective channel counts and data * type widths. * * These buffers are intended to reduce the number of ZIP * archive update calls, and decouple the srzip output module * from implementation details in other acquisition device * drivers and input modules. * * Avoid allocating zero bytes, to not depend on platform * specific malloc(0) return behaviour. Avoid division by zero, * holding a local buffer won't harm when no data is seen later * during execution. This simplifies other locations. */ alloc_size = CHUNK_SIZE; outc->logic_buff.unit_size = logic_channels; outc->logic_buff.unit_size += 8 - 1; outc->logic_buff.unit_size /= 8; outc->logic_buff.samples = g_try_malloc0(alloc_size); if (!outc->logic_buff.samples) return SR_ERR_MALLOC; if (outc->logic_buff.unit_size) alloc_size /= outc->logic_buff.unit_size; outc->logic_buff.alloc_size = alloc_size; outc->logic_buff.fill_size = 0; metabuf = g_key_file_to_data(meta, &metalen, NULL); g_key_file_free(meta); metasrc = zip_source_buffer(zipfile, metabuf, metalen, FALSE); if (zip_add(zipfile, "metadata", metasrc) < 0) { sr_err("Error saving metadata into zipfile: %s", zip_strerror(zipfile)); zip_source_free(metasrc); zip_discard(zipfile); g_free(metabuf); return SR_ERR; } if (zip_close(zipfile) < 0) { sr_err("Error saving zipfile: %s", zip_strerror(zipfile)); zip_discard(zipfile); g_free(metabuf); return SR_ERR; } g_free(metabuf); return SR_OK; } /** * Read metadata entries from a session archive. * * @param[in] archive An open ZIP archive. * @param[in] entry Stat buffer filled in for the metadata archive member. * * @return A new key/value store containing the session metadata. * * @private */ SR_PRIV GKeyFile *sr_sessionfile_read_metadata(struct zip *archive, const struct zip_stat *entry) { GKeyFile *keyfile; GError *error; struct zip_file *zf; char *metabuf; int metalen; if (entry->size > G_MAXINT || !(metabuf = g_try_malloc(entry->size))) { sr_err("Metadata buffer allocation failed."); return NULL; } zf = zip_fopen_index(archive, entry->index, 0); if (!zf) { sr_err("Failed to open metadata: %s", zip_strerror(archive)); g_free(metabuf); return NULL; } metalen = zip_fread(zf, metabuf, entry->size); if (metalen < 0) { sr_err("Failed to read metadata: %s", zip_file_strerror(zf)); zip_fclose(zf); g_free(metabuf); return NULL; } zip_fclose(zf); keyfile = g_key_file_new(); error = NULL; g_key_file_load_from_data(keyfile, metabuf, metalen, G_KEY_FILE_NONE, &error); g_free(metabuf); if (error) { sr_err("Failed to parse metadata: %s", error->message); g_error_free(error); g_key_file_free(keyfile); return NULL; } return keyfile; } /** * Append a block of logic data to an srzip archive. * * @param[in] o Output module instance. * @param[in] buf Logic data samples as byte sequence. * @param[in] unitsize Logic data unit size (bytes per sample). * @param[in] length Byte sequence length (in bytes, not samples). * * @returns SR_OK et al error codes. */ static int zip_append(const struct sr_output *o, uint8_t *buf, size_t unitsize, size_t length) { struct out_context *outc; struct zip *archive; struct zip_source *logicsrc; int64_t i, num_files; struct zip_stat zs; struct zip_source *metasrc; GKeyFile *kf; GError *error; uint64_t chunk_num; const char *entry_name; char *metabuf; gsize metalen; char *chunkname; unsigned int next_chunk_num; if (!length) return SR_OK; outc = o->priv; if (!(archive = zip_open(outc->filename, 0, NULL))) return SR_ERR; if (zip_stat(archive, "metadata", 0, &zs) < 0) { sr_err("Failed to open metadata: %s", zip_strerror(archive)); zip_discard(archive); return SR_ERR; } kf = sr_sessionfile_read_metadata(archive, &zs); if (!kf) { zip_discard(archive); return SR_ERR; } /* * If the file was only initialized but doesn't yet have any * data it in, it won't have a unitsize field in metadata yet. */ error = NULL; metabuf = NULL; if (!g_key_file_has_key(kf, "device 1", "unitsize", &error)) { if (error && error->code != G_KEY_FILE_ERROR_KEY_NOT_FOUND) { sr_err("Failed to check unitsize key: %s", error->message); g_error_free(error); g_key_file_free(kf); zip_discard(archive); return SR_ERR; } g_clear_error(&error); /* Add unitsize field. */ g_key_file_set_integer(kf, "device 1", "unitsize", unitsize); metabuf = g_key_file_to_data(kf, &metalen, NULL); metasrc = zip_source_buffer(archive, metabuf, metalen, FALSE); if (zip_replace(archive, zs.index, metasrc) < 0) { sr_err("Failed to replace metadata: %s", zip_strerror(archive)); g_key_file_free(kf); zip_source_free(metasrc); zip_discard(archive); g_free(metabuf); return SR_ERR; } } g_key_file_free(kf); next_chunk_num = 1; num_files = zip_get_num_entries(archive, 0); for (i = 0; i < num_files; i++) { entry_name = zip_get_name(archive, i, 0); if (!entry_name || strncmp(entry_name, "logic-1", 7) != 0) continue; if (entry_name[7] == '\0') { /* * This file has no extra chunks, just a single * "logic-1". Rename it to "logic-1-1" and continue * with chunk 2. */ if (zip_rename(archive, i, "logic-1-1") < 0) { sr_err("Failed to rename 'logic-1' to 'logic-1-1': %s", zip_strerror(archive)); zip_discard(archive); g_free(metabuf); return SR_ERR; } next_chunk_num = 2; break; } else if (entry_name[7] == '-') { chunk_num = g_ascii_strtoull(entry_name + 8, NULL, 10); if (chunk_num < G_MAXINT && chunk_num >= next_chunk_num) next_chunk_num = chunk_num + 1; } } if (length % unitsize != 0) { sr_warn("Chunk size %zu not a multiple of the" " unit size %zu.", length, unitsize); } logicsrc = zip_source_buffer(archive, buf, length, FALSE); chunkname = g_strdup_printf("logic-1-%u", next_chunk_num); i = zip_add(archive, chunkname, logicsrc); g_free(chunkname); if (i < 0) { sr_err("Failed to add chunk 'logic-1-%u': %s", next_chunk_num, zip_strerror(archive)); zip_source_free(logicsrc); zip_discard(archive); g_free(metabuf); return SR_ERR; } if (zip_close(archive) < 0) { sr_err("Error saving session file: %s", zip_strerror(archive)); zip_discard(archive); g_free(metabuf); return SR_ERR; } g_free(metabuf); return SR_OK; } /** * Queue a block of logic data for srzip archive writes. * * @param[in] o Output module instance. * @param[in] buf Logic data samples as byte sequence. * @param[in] unitsize Logic data unit size (bytes per sample). * @param[in] length Number of bytes of sample data. * @param[in] flush Force ZIP archive update (queue by default). * * @returns SR_OK et al error codes. */ static int zip_append_queue(const struct sr_output *o, uint8_t *buf, size_t unitsize, size_t length, gboolean flush) { struct out_context *outc; struct logic_buff *buff; size_t send_size, remain, copy_size; uint8_t *wrptr, *rdptr; int ret; outc = o->priv; buff = &outc->logic_buff; if (length && unitsize != buff->unit_size) { sr_warn("Unexpected unit size, discarding logic data."); return SR_ERR_ARG; } /* * Queue most recently received samples to the local buffer. * Flush to the ZIP archive when the buffer space is exhausted. */ rdptr = buf; send_size = buff->unit_size ? length / buff->unit_size : 0; while (send_size) { remain = buff->alloc_size - buff->fill_size; if (remain) { wrptr = &buff->samples[buff->fill_size * buff->unit_size]; copy_size = MIN(send_size, remain); send_size -= copy_size; buff->fill_size += copy_size; memcpy(wrptr, rdptr, copy_size * buff->unit_size); rdptr += copy_size * buff->unit_size; remain -= copy_size; } if (send_size && !remain) { ret = zip_append(o, buff->samples, buff->unit_size, buff->fill_size * buff->unit_size); if (ret != SR_OK) return ret; buff->fill_size = 0; remain = buff->alloc_size - buff->fill_size; } } /* Flush to the ZIP archive if the caller wants us to. */ if (flush && buff->fill_size) { ret = zip_append(o, buff->samples, buff->unit_size, buff->fill_size * buff->unit_size); if (ret != SR_OK) return ret; buff->fill_size = 0; } return SR_OK; } static int receive(const struct sr_output *o, const struct sr_datafeed_packet *packet, GString **out) { struct out_context *outc; const struct sr_datafeed_meta *meta; const struct sr_datafeed_logic *logic; const struct sr_config *src; GSList *l; int ret; *out = NULL; if (!o || !o->sdi || !(outc = o->priv)) return SR_ERR_ARG; switch (packet->type) { case SR_DF_META: meta = packet->payload; for (l = meta->config; l; l = l->next) { src = l->data; if (src->key != SR_CONF_SAMPLERATE) continue; outc->samplerate = g_variant_get_uint64(src->data); } break; case SR_DF_LOGIC: if (!outc->zip_created) { if ((ret = zip_create(o)) != SR_OK) return ret; outc->zip_created = TRUE; } logic = packet->payload; ret = zip_append_queue(o, logic->data, logic->unitsize, logic->length, FALSE); if (ret != SR_OK) return ret; break; case SR_DF_END: if (outc->zip_created) { ret = zip_append_queue(o, NULL, 0, 0, TRUE); if (ret != SR_OK) return ret; } break; } return SR_OK; } static int cleanup(struct sr_output *o) { struct out_context *outc; outc = o->priv; g_free(outc->filename); g_free(outc->logic_buff.samples); g_free(outc); o->priv = NULL; return SR_OK; } static struct sr_option options[] = { { "filename", "Filename", "File to write", NULL, NULL }, {0, 0, 0, 0, 0} }; static const struct sr_option *get_options(void) { if (!options[0].def) options[0].def = g_variant_ref_sink(g_variant_new_string("")); return options; } SR_PRIV struct sr_output_module output_srzip = { .id = "srzip", .name = "srzip", .desc = "srzip session file", .exts = (const char*[]){"sr", NULL}, .options = get_options, .init = init, .receive = receive, .cleanup = cleanup, };