Loading...
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 | /* SPDX-License-Identifier: GPL-2.0 */
/*
* Support for Intel Camera Imaging ISP subsystem.
* Copyright (c) 2015, Intel Corporation.
*
* This program is free software; you can redistribute it and/or modify it
* under the terms and conditions of the GNU General Public License,
* version 2, as published by the Free Software Foundation.
*
* This program is distributed in the hope it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
* more details.
*/
#ifndef _SH_CSS_INTERNAL_H_
#define _SH_CSS_INTERNAL_H_
#include <system_global.h>
#include <math_support.h>
#include <type_support.h>
#include <platform_support.h>
#include <stdarg.h>
#if !defined(ISP2401)
#include "input_formatter.h"
#endif
#include "input_system.h"
#include "ia_css_types.h"
#include "ia_css_acc_types.h"
#include "ia_css_buffer.h"
#include "ia_css_binary.h"
#include "sh_css_firmware.h" /* not needed/desired on SP/ISP */
#include "sh_css_legacy.h"
#include "sh_css_defs.h"
#include "sh_css_uds.h"
#include "dma.h" /* N_DMA_CHANNEL_ID */
#include "ia_css_circbuf_comm.h" /* Circular buffer */
#include "ia_css_frame_comm.h"
#include "ia_css_3a.h"
#include "ia_css_dvs.h"
#include "ia_css_metadata.h"
#include "runtime/bufq/interface/ia_css_bufq.h"
#include "ia_css_timer.h"
/* TODO: Move to a more suitable place when sp pipeline design is done. */
#define IA_CSS_NUM_CB_SEM_READ_RESOURCE 2
#define IA_CSS_NUM_CB_SEM_WRITE_RESOURCE 1
#define IA_CSS_NUM_CBS 2
#define IA_CSS_CB_MAX_ELEMS 2
/* Use case specific. index limited to IA_CSS_NUM_CB_SEM_READ_RESOURCE or
* IA_CSS_NUM_CB_SEM_WRITE_RESOURCE for read and write respectively.
* TODO: Enforce the limitation above.
*/
#define IA_CSS_COPYSINK_SEM_INDEX 0
#define IA_CSS_TAGGER_SEM_INDEX 1
/* Force generation of output event. Used by acceleration pipe. */
#define IA_CSS_POST_OUT_EVENT_FORCE 2
#define SH_CSS_MAX_BINARY_NAME 64
#define SP_DEBUG_NONE (0)
#define SP_DEBUG_DUMP (1)
#define SP_DEBUG_COPY (2)
#define SP_DEBUG_TRACE (3)
#define SP_DEBUG_MINIMAL (4)
#define SP_DEBUG SP_DEBUG_NONE
#define SP_DEBUG_MINIMAL_OVERWRITE 1
#define SH_CSS_TNR_BIT_DEPTH 8
#define SH_CSS_REF_BIT_DEPTH 8
/* keep next up to date with the definition for MAX_CB_ELEMS_FOR_TAGGER in tagger.sp.c */
#define NUM_CONTINUOUS_FRAMES 15
#define NUM_MIPI_FRAMES_PER_STREAM 2
#define NUM_ONLINE_INIT_CONTINUOUS_FRAMES 2
#define NR_OF_PIPELINES IA_CSS_PIPE_ID_NUM /* Must match with IA_CSS_PIPE_ID_NUM */
#define SH_CSS_MAX_IF_CONFIGS 3 /* Must match with IA_CSS_NR_OF_CONFIGS (not defined yet).*/
#define SH_CSS_IF_CONFIG_NOT_NEEDED 0xFF
#define SH_CSS_ENABLE_METADATA
#if defined(SH_CSS_ENABLE_METADATA) && !defined(ISP2401)
#define SH_CSS_ENABLE_METADATA_THREAD
#endif
/*
* SH_CSS_MAX_SP_THREADS:
* sp threads visible to host with connected communication queues
* these threads are capable of running an image pipe
* SH_CSS_MAX_SP_INTERNAL_THREADS:
* internal sp service threads, no communication queues to host
* these threads can't be used as image pipe
*/
#if defined(SH_CSS_ENABLE_METADATA_THREAD)
#define SH_CSS_SP_INTERNAL_METADATA_THREAD 1
#else
#define SH_CSS_SP_INTERNAL_METADATA_THREAD 0
#endif
#define SH_CSS_SP_INTERNAL_SERVICE_THREAD 1
#define SH_CSS_MAX_SP_THREADS 5
#define SH_CSS_MAX_SP_INTERNAL_THREADS (\
SH_CSS_SP_INTERNAL_SERVICE_THREAD +\
SH_CSS_SP_INTERNAL_METADATA_THREAD)
#define SH_CSS_MAX_PIPELINES SH_CSS_MAX_SP_THREADS
/**
* The C99 standard does not specify the exact object representation of structs;
* the representation is compiler dependent.
*
* The structs that are communicated between host and SP/ISP should have the
* exact same object representation. The compiler that is used to compile the
* firmware is hivecc.
*
* To check if a different compiler, used to compile a host application, uses
* another object representation, macros are defined specifying the size of
* the structs as expected by the firmware.
*
* A host application shall verify that a sizeof( ) of the struct is equal to
* the SIZE_OF_XXX macro of the corresponding struct. If they are not
* equal, functionality will break.
*/
#define CALC_ALIGNMENT_MEMBER(x, y) (CEIL_MUL(x, y) - x)
#define SIZE_OF_HRT_VADDRESS sizeof(hive_uint32)
#define SIZE_OF_IA_CSS_PTR sizeof(uint32_t)
/* Number of SP's */
#define NUM_OF_SPS 1
#define NUM_OF_BLS 0
/* Enum for order of Binaries */
enum sh_css_order_binaries {
SP_FIRMWARE = 0,
ISP_FIRMWARE
};
/*
* JB: keep next enum in sync with thread id's
* and pipe id's
*/
enum sh_css_pipe_config_override {
SH_CSS_PIPE_CONFIG_OVRD_NONE = 0,
SH_CSS_PIPE_CONFIG_OVRD_NO_OVRD = 0xffff
};
enum host2sp_commands {
host2sp_cmd_error = 0,
/*
* The host2sp_cmd_ready command is the only command written by the SP
* It acknowledges that is previous command has been received.
* (this does not mean that the command has been executed)
* It also indicates that a new command can be send (it is a queue
* with depth 1).
*/
host2sp_cmd_ready = 1,
/* Command written by the Host */
host2sp_cmd_dummy, /* No action, can be used as watchdog */
host2sp_cmd_start_flash, /* Request SP to start the flash */
host2sp_cmd_terminate, /* SP should terminate itself */
N_host2sp_cmd
};
/* Enumeration used to indicate the events that are produced by
* the SP and consumed by the Host.
*
* !!!IMPORTANT!!! KEEP THE FOLLOWING IN SYNC:
* 1) "enum ia_css_event_type" (ia_css_event_public.h)
* 2) "enum sh_css_sp_event_type" (sh_css_internal.h)
* 3) "enum ia_css_event_type event_id_2_event_mask" (event_handler.sp.c)
* 4) "enum ia_css_event_type convert_event_sp_to_host_domain" (sh_css.c)
*/
enum sh_css_sp_event_type {
SH_CSS_SP_EVENT_OUTPUT_FRAME_DONE,
SH_CSS_SP_EVENT_SECOND_OUTPUT_FRAME_DONE,
SH_CSS_SP_EVENT_VF_OUTPUT_FRAME_DONE,
SH_CSS_SP_EVENT_SECOND_VF_OUTPUT_FRAME_DONE,
SH_CSS_SP_EVENT_3A_STATISTICS_DONE,
SH_CSS_SP_EVENT_DIS_STATISTICS_DONE,
SH_CSS_SP_EVENT_PIPELINE_DONE,
SH_CSS_SP_EVENT_FRAME_TAGGED,
SH_CSS_SP_EVENT_INPUT_FRAME_DONE,
SH_CSS_SP_EVENT_METADATA_DONE,
SH_CSS_SP_EVENT_LACE_STATISTICS_DONE,
SH_CSS_SP_EVENT_ACC_STAGE_COMPLETE,
SH_CSS_SP_EVENT_TIMER,
SH_CSS_SP_EVENT_PORT_EOF,
SH_CSS_SP_EVENT_FW_WARNING,
SH_CSS_SP_EVENT_FW_ASSERT,
SH_CSS_SP_EVENT_NR_OF_TYPES /* must be last */
};
/* xmem address map allocation per pipeline, css pointers */
/* Note that the struct below should only consist of ia_css_ptr-es
Otherwise this will cause a fail in the function ref_sh_css_ddr_address_map
*/
struct sh_css_ddr_address_map {
ia_css_ptr isp_param;
ia_css_ptr isp_mem_param[SH_CSS_MAX_STAGES][IA_CSS_NUM_MEMORIES];
ia_css_ptr macc_tbl;
ia_css_ptr fpn_tbl;
ia_css_ptr sc_tbl;
ia_css_ptr tetra_r_x;
ia_css_ptr tetra_r_y;
ia_css_ptr tetra_gr_x;
ia_css_ptr tetra_gr_y;
ia_css_ptr tetra_gb_x;
ia_css_ptr tetra_gb_y;
ia_css_ptr tetra_b_x;
ia_css_ptr tetra_b_y;
ia_css_ptr tetra_ratb_x;
ia_css_ptr tetra_ratb_y;
ia_css_ptr tetra_batr_x;
ia_css_ptr tetra_batr_y;
ia_css_ptr dvs_6axis_params_y;
};
#define SIZE_OF_SH_CSS_DDR_ADDRESS_MAP_STRUCT \
(SIZE_OF_HRT_VADDRESS + \
(SH_CSS_MAX_STAGES * IA_CSS_NUM_MEMORIES * SIZE_OF_HRT_VADDRESS) + \
(16 * SIZE_OF_HRT_VADDRESS))
/* xmem address map allocation per pipeline */
struct sh_css_ddr_address_map_size {
size_t isp_param;
size_t isp_mem_param[SH_CSS_MAX_STAGES][IA_CSS_NUM_MEMORIES];
size_t macc_tbl;
size_t fpn_tbl;
size_t sc_tbl;
size_t tetra_r_x;
size_t tetra_r_y;
size_t tetra_gr_x;
size_t tetra_gr_y;
size_t tetra_gb_x;
size_t tetra_gb_y;
size_t tetra_b_x;
size_t tetra_b_y;
size_t tetra_ratb_x;
size_t tetra_ratb_y;
size_t tetra_batr_x;
size_t tetra_batr_y;
size_t dvs_6axis_params_y;
};
struct sh_css_ddr_address_map_compound {
struct sh_css_ddr_address_map map;
struct sh_css_ddr_address_map_size size;
};
struct ia_css_isp_parameter_set_info {
struct sh_css_ddr_address_map
mem_map;/** pointers to Parameters in ISP format IMPT:
This should be first member of this struct */
u32
isp_parameters_id;/** Unique ID to track which config was actually applied to a particular frame */
ia_css_ptr
output_frame_ptr;/** Output frame to which this config has to be applied (optional) */
};
/* this struct contains all arguments that can be passed to
a binary. It depends on the binary which ones are used. */
struct sh_css_binary_args {
struct ia_css_frame *in_frame; /* input frame */
const struct ia_css_frame
*delay_frames[MAX_NUM_VIDEO_DELAY_FRAMES]; /* reference input frame */
const struct ia_css_frame *tnr_frames[NUM_TNR_FRAMES]; /* tnr frames */
struct ia_css_frame
*out_frame[IA_CSS_BINARY_MAX_OUTPUT_PORTS]; /* output frame */
struct ia_css_frame *out_vf_frame; /* viewfinder output frame */
bool copy_vf;
bool copy_output;
unsigned int vf_downscale_log2;
};
#if SP_DEBUG == SP_DEBUG_DUMP
#define SH_CSS_NUM_SP_DEBUG 48
struct sh_css_sp_debug_state {
unsigned int error;
unsigned int debug[SH_CSS_NUM_SP_DEBUG];
};
#elif SP_DEBUG == SP_DEBUG_COPY
#define SH_CSS_SP_DBG_TRACE_DEPTH (40)
struct sh_css_sp_debug_trace {
u16 frame;
u16 line;
u16 pixel_distance;
u16 mipi_used_dword;
u16 sp_index;
};
struct sh_css_sp_debug_state {
u16 if_start_line;
u16 if_start_column;
u16 if_cropped_height;
u16 if_cropped_width;
unsigned int index;
struct sh_css_sp_debug_trace
trace[SH_CSS_SP_DBG_TRACE_DEPTH];
};
#elif SP_DEBUG == SP_DEBUG_TRACE
/* Example of just one global trace */
#define SH_CSS_SP_DBG_NR_OF_TRACES (1)
#define SH_CSS_SP_DBG_TRACE_DEPTH (40)
#define SH_CSS_SP_DBG_TRACE_FILE_ID_BIT_POS (13)
struct sh_css_sp_debug_trace {
u16 time_stamp;
u16 location; /* bit 15..13 = file_id, 12..0 = line nr. */
u32 data;
};
struct sh_css_sp_debug_state {
struct sh_css_sp_debug_trace
trace[SH_CSS_SP_DBG_NR_OF_TRACES][SH_CSS_SP_DBG_TRACE_DEPTH];
u16 index_last[SH_CSS_SP_DBG_NR_OF_TRACES];
u8 index[SH_CSS_SP_DBG_NR_OF_TRACES];
};
#elif SP_DEBUG == SP_DEBUG_MINIMAL
#define SH_CSS_NUM_SP_DEBUG 128
struct sh_css_sp_debug_state {
unsigned int error;
unsigned int debug[SH_CSS_NUM_SP_DEBUG];
};
#endif
struct sh_css_sp_debug_command {
/*
* The DMA software-mask,
* Bit 31...24: unused.
* Bit 23...16: unused.
* Bit 15...08: reading-request enabling bits for DMA channel 7..0
* Bit 07...00: writing-request enabling bits for DMA channel 7..0
*
* For example, "0...0 0...0 11111011 11111101" indicates that the
* writing request through DMA Channel 1 and the reading request
* through DMA channel 2 are both disabled. The others are enabled.
*/
u32 dma_sw_reg;
};
#if !defined(ISP2401)
/* SP input formatter configuration.*/
struct sh_css_sp_input_formatter_set {
u32 stream_format;
input_formatter_cfg_t config_a;
input_formatter_cfg_t config_b;
};
#endif
#define IA_CSS_MIPI_SIZE_CHECK_MAX_NOF_ENTRIES_PER_PORT (3)
/* SP configuration information */
struct sh_css_sp_config {
u8 no_isp_sync; /* Signal host immediately after start */
u8 enable_raw_pool_locking; /** Enable Raw Buffer Locking for HALv3 Support */
u8 lock_all;
/** If raw buffer locking is enabled, this flag indicates whether raw
frames are locked when their EOF event is successfully sent to the
host (true) or when they are passed to the preview/video pipe
(false). */
#if !defined(ISP2401)
struct {
u8 a_changed;
u8 b_changed;
u8 isp_2ppc;
struct sh_css_sp_input_formatter_set
set[SH_CSS_MAX_IF_CONFIGS]; /* CSI-2 port is used as index. */
} input_formatter;
#endif
#if !defined(ISP2401)
sync_generator_cfg_t sync_gen;
tpg_cfg_t tpg;
prbs_cfg_t prbs;
input_system_cfg_t input_circuit;
u8 input_circuit_cfg_changed;
u32 mipi_sizes_for_check[N_CSI_PORTS][IA_CSS_MIPI_SIZE_CHECK_MAX_NOF_ENTRIES_PER_PORT];
#endif
u8 enable_isys_event_queue;
u8 disable_cont_vf;
};
enum sh_css_stage_type {
SH_CSS_SP_STAGE_TYPE = 0,
SH_CSS_ISP_STAGE_TYPE = 1
};
#define SH_CSS_NUM_STAGE_TYPES 2
#define SH_CSS_PIPE_CONFIG_SAMPLE_PARAMS BIT(0)
#define SH_CSS_PIPE_CONFIG_SAMPLE_PARAMS_MASK \
((SH_CSS_PIPE_CONFIG_SAMPLE_PARAMS << SH_CSS_MAX_SP_THREADS) - 1)
#if defined(ISP2401)
struct sh_css_sp_pipeline_terminal {
union {
/* Input System 2401 */
virtual_input_system_stream_t
virtual_input_system_stream[IA_CSS_STREAM_MAX_ISYS_STREAM_PER_CH];
} context;
/*
* TODO
* - Remove "virtual_input_system_cfg" when the ISYS2401 DLI is ready.
*/
union {
/* Input System 2401 */
virtual_input_system_stream_cfg_t
virtual_input_system_stream_cfg[IA_CSS_STREAM_MAX_ISYS_STREAM_PER_CH];
} ctrl;
};
struct sh_css_sp_pipeline_io {
struct sh_css_sp_pipeline_terminal input;
/* pqiao: comment out temporarily to save dmem */
/*struct sh_css_sp_pipeline_terminal output;*/
};
/* This struct tracks how many streams are registered per CSI port.
* This is used to track which streams have already been configured.
* Only when all streams are configured, the CSI RX is started for that port.
*/
struct sh_css_sp_pipeline_io_status {
u32 active[N_INPUT_SYSTEM_CSI_PORT]; /** registered streams */
u32 running[N_INPUT_SYSTEM_CSI_PORT]; /** configured streams */
};
#endif
enum sh_css_port_dir {
SH_CSS_PORT_INPUT = 0,
SH_CSS_PORT_OUTPUT = 1
};
enum sh_css_port_type {
SH_CSS_HOST_TYPE = 0,
SH_CSS_COPYSINK_TYPE = 1,
SH_CSS_TAGGERSINK_TYPE = 2
};
/* Pipe inout settings: output port on 7-4bits, input port on 3-0bits */
#define SH_CSS_PORT_FLD_WIDTH_IN_BITS (4)
#define SH_CSS_PORT_TYPE_BIT_FLD(pt) (0x1 << (pt))
#define SH_CSS_PORT_FLD(pd) ((pd) ? SH_CSS_PORT_FLD_WIDTH_IN_BITS : 0)
#define SH_CSS_PIPE_PORT_CONFIG_ON(p, pd, pt) ((p) |= (SH_CSS_PORT_TYPE_BIT_FLD(pt) << SH_CSS_PORT_FLD(pd)))
#define SH_CSS_PIPE_PORT_CONFIG_OFF(p, pd, pt) ((p) &= ~(SH_CSS_PORT_TYPE_BIT_FLD(pt) << SH_CSS_PORT_FLD(pd)))
#define SH_CSS_PIPE_PORT_CONFIG_SET(p, pd, pt, val) ((val) ? \
SH_CSS_PIPE_PORT_CONFIG_ON(p, pd, pt) : SH_CSS_PIPE_PORT_CONFIG_OFF(p, pd, pt))
#define SH_CSS_PIPE_PORT_CONFIG_GET(p, pd, pt) ((p) & (SH_CSS_PORT_TYPE_BIT_FLD(pt) << SH_CSS_PORT_FLD(pd)))
#define SH_CSS_PIPE_PORT_CONFIG_IS_CONTINUOUS(p) \
(!(SH_CSS_PIPE_PORT_CONFIG_GET(p, SH_CSS_PORT_INPUT, SH_CSS_HOST_TYPE) && \
SH_CSS_PIPE_PORT_CONFIG_GET(p, SH_CSS_PORT_OUTPUT, SH_CSS_HOST_TYPE)))
#define IA_CSS_ACQUIRE_ISP_POS 31
/* Flags for metadata processing */
#define SH_CSS_METADATA_ENABLED 0x01
#define SH_CSS_METADATA_PROCESSED 0x02
#define SH_CSS_METADATA_OFFLINE_MODE 0x04
#define SH_CSS_METADATA_WAIT_INPUT 0x08
/* @brief Free an array of metadata buffers.
*
* @param[in] num_bufs Number of metadata buffers to be freed.
* @param[in] bufs Pointer of array of metadata buffers.
*
* This function frees an array of metadata buffers.
*/
void
ia_css_metadata_free_multiple(unsigned int num_bufs,
struct ia_css_metadata **bufs);
/* Macro for handling pipe_qos_config */
#define QOS_INVALID (~0U)
#define QOS_ALL_STAGES_DISABLED (0U)
#define QOS_STAGE_MASK(num) (0x00000001 << num)
#define SH_CSS_IS_QOS_PIPE(pipe) ((pipe)->pipe_qos_config != QOS_INVALID)
#define SH_CSS_QOS_STAGE_ENABLE(pipe, num) ((pipe)->pipe_qos_config |= QOS_STAGE_MASK(num))
#define SH_CSS_QOS_STAGE_DISABLE(pipe, num) ((pipe)->pipe_qos_config &= ~QOS_STAGE_MASK(num))
#define SH_CSS_QOS_STAGE_IS_ENABLED(pipe, num) ((pipe)->pipe_qos_config & QOS_STAGE_MASK(num))
#define SH_CSS_QOS_STAGE_IS_ALL_DISABLED(pipe) ((pipe)->pipe_qos_config == QOS_ALL_STAGES_DISABLED)
#define SH_CSS_QOS_MODE_PIPE_ADD(mode, pipe) ((mode) |= (0x1 << (pipe)->pipe_id))
#define SH_CSS_QOS_MODE_PIPE_REMOVE(mode, pipe) ((mode) &= ~(0x1 << (pipe)->pipe_id))
#define SH_CSS_IS_QOS_ONLY_MODE(mode) ((mode) == (0x1 << IA_CSS_PIPE_ID_ACC))
/* Information for a pipeline */
struct sh_css_sp_pipeline {
u32 pipe_id; /* the pipe ID */
u32 pipe_num; /* the dynamic pipe number */
u32 thread_id; /* the sp thread ID */
u32 pipe_config; /* the pipe config */
u32 pipe_qos_config; /* Bitmap of multiple QOS extension fw state.
(0xFFFFFFFF) indicates non QOS pipe.*/
u32 inout_port_config;
u32 required_bds_factor;
u32 dvs_frame_delay;
u32 input_system_mode; /* enum ia_css_input_mode */
u32 port_id; /* port_id for input system */
u32 num_stages; /* the pipe config */
u32 running; /* needed for pipe termination */
ia_css_ptr sp_stage_addr[SH_CSS_MAX_STAGES];
ia_css_ptr scaler_pp_lut; /* Early bound LUT */
u32 dummy; /* stage ptr is only used on sp but lives in
this struct; needs cleanup */
s32 num_execs; /* number of times to run if this is
an acceleration pipe. */
#if defined(SH_CSS_ENABLE_METADATA)
struct {
u32 format; /* Metadata format in hrt format */
u32 width; /* Width of a line */
u32 height; /* Number of lines */
u32 stride; /* Stride (in bytes) per line */
u32 size; /* Total size (in bytes) */
ia_css_ptr cont_buf; /* Address of continuous buffer */
} metadata;
#endif
#if defined(SH_CSS_ENABLE_PER_FRAME_PARAMS)
u32 output_frame_queue_id;
#endif
union {
struct {
u32 bytes_available;
} bin;
struct {
u32 height;
u32 width;
u32 padded_width;
u32 max_input_width;
u32 raw_bit_depth;
} raw;
} copy;
/* ISP2401 */
/* Parameters passed to Shading Correction kernel. */
struct {
u32 internal_frame_origin_x_bqs_on_sctbl; /* Origin X (bqs) of internal frame on shading table */
u32 internal_frame_origin_y_bqs_on_sctbl; /* Origin Y (bqs) of internal frame on shading table */
} shading;
};
/*
* The first frames (with comment Dynamic) can be dynamic or static
* The other frames (ref_in and below) can only be static
* Static means that the data address will not change during the life time
* of the associated pipe. Dynamic means that the data address can
* change with every (frame) iteration of the associated pipe
*
* s3a and dis are now also dynamic but (stil) handled separately
*/
#define SH_CSS_NUM_DYNAMIC_FRAME_IDS (3)
struct ia_css_frames_sp {
struct ia_css_frame_sp in;
struct ia_css_frame_sp out[IA_CSS_BINARY_MAX_OUTPUT_PORTS];
struct ia_css_resolution effective_in_res;
struct ia_css_frame_sp out_vf;
struct ia_css_frame_sp_info internal_frame_info;
struct ia_css_buffer_sp s3a_buf;
struct ia_css_buffer_sp dvs_buf;
#if defined SH_CSS_ENABLE_METADATA
struct ia_css_buffer_sp metadata_buf;
#endif
};
/* Information for a single pipeline stage for an ISP */
struct sh_css_isp_stage {
/*
* For compatibility and portabilty, only types
* from "stdint.h" are allowed
*
* Use of "enum" and "bool" is prohibited
* Multiple boolean flags can be stored in an
* integer
*/
struct ia_css_blob_info blob_info;
struct ia_css_binary_info binary_info;
char binary_name[SH_CSS_MAX_BINARY_NAME];
struct ia_css_isp_param_css_segments mem_initializers;
};
/* Information for a single pipeline stage */
struct sh_css_sp_stage {
/*
* For compatibility and portabilty, only types
* from "stdint.h" are allowed
*
* Use of "enum" and "bool" is prohibited
* Multiple boolean flags can be stored in an
* integer
*/
u8 num; /* Stage number */
u8 isp_online;
u8 isp_copy_vf;
u8 isp_copy_output;
u8 sp_enable_xnr;
u8 isp_deci_log_factor;
u8 isp_vf_downscale_bits;
u8 deinterleaved;
/*
* NOTE: Programming the input circuit can only be done at the
* start of a session. It is illegal to program it during execution
* The input circuit defines the connectivity
*/
u8 program_input_circuit;
/* enum ia_css_pipeline_stage_sp_func func; */
u8 func;
/* The type of the pipe-stage */
/* enum sh_css_stage_type stage_type; */
u8 stage_type;
u8 num_stripes;
u8 isp_pipe_version;
struct {
u8 vf_output;
u8 s3a;
u8 sdis;
u8 dvs_stats;
u8 lace_stats;
} enable;
/* Add padding to come to a word boundary */
/* unsigned char padding[0]; */
struct sh_css_crop_pos sp_out_crop_pos;
struct ia_css_frames_sp frames;
struct ia_css_resolution dvs_envelope;
struct sh_css_uds_info uds;
ia_css_ptr isp_stage_addr;
ia_css_ptr xmem_bin_addr;
ia_css_ptr xmem_map_addr;
u16 top_cropping;
u16 row_stripes_height;
u16 row_stripes_overlap_lines;
u8 if_config_index; /* Which should be applied by this stage. */
};
/*
* Time: 2012-07-19, 17:40.
* Note: Add a new data memeber "debug" in "sh_css_sp_group". This
* data member is used to pass the debugging command from the
* Host to the SP.
*
* Time: Before 2012-07-19.
* Note:
* Group all host initialized SP variables into this struct.
* This is initialized every stage through dma.
* The stage part itself is transferred through sh_css_sp_stage.
*/
struct sh_css_sp_group {
struct sh_css_sp_config config;
struct sh_css_sp_pipeline pipe[SH_CSS_MAX_SP_THREADS];
#if defined(ISP2401)
struct sh_css_sp_pipeline_io pipe_io[SH_CSS_MAX_SP_THREADS];
struct sh_css_sp_pipeline_io_status pipe_io_status;
#endif
struct sh_css_sp_debug_command debug;
};
/* Data in SP dmem that is set from the host every stage. */
struct sh_css_sp_per_frame_data {
/* ddr address of sp_group and sp_stage */
ia_css_ptr sp_group_addr;
};
#define SH_CSS_NUM_SDW_IRQS 3
/* Output data from SP to css */
struct sh_css_sp_output {
unsigned int bin_copy_bytes_copied;
#if SP_DEBUG != SP_DEBUG_NONE
struct sh_css_sp_debug_state debug;
#endif
unsigned int sw_interrupt_value[SH_CSS_NUM_SDW_IRQS];
};
#define CONFIG_ON_FRAME_ENQUEUE() 0
/**
* @brief Data structure for the circular buffer.
* The circular buffer is empty if "start == end". The
* circular buffer is full if "(end + 1) % size == start".
*/
/* Variable Sized Buffer Queue Elements */
#define IA_CSS_NUM_ELEMS_HOST2SP_BUFFER_QUEUE 6
#define IA_CSS_NUM_ELEMS_HOST2SP_PARAM_QUEUE 3
#define IA_CSS_NUM_ELEMS_HOST2SP_TAG_CMD_QUEUE 6
/* sp-to-host queue is expected to be emptied in ISR since
* it is used instead of HW interrupts (due to HW design issue).
* We need one queue element per CSI port. */
#define IA_CSS_NUM_ELEMS_SP2HOST_ISYS_EVENT_QUEUE (2 * N_CSI_PORTS)
/* The host-to-sp queue needs to allow for some delay
* in the emptying of this queue in the SP since there is no
* separate SP thread for this. */
#define IA_CSS_NUM_ELEMS_HOST2SP_ISYS_EVENT_QUEUE (2 * N_CSI_PORTS)
#define IA_CSS_NUM_ELEMS_HOST2SP_PSYS_EVENT_QUEUE 13
#define IA_CSS_NUM_ELEMS_SP2HOST_BUFFER_QUEUE 19
#define IA_CSS_NUM_ELEMS_SP2HOST_PSYS_EVENT_QUEUE 26 /* holds events for all type of buffers, hence deeper */
struct sh_css_hmm_buffer {
union {
struct ia_css_isp_3a_statistics s3a;
struct ia_css_isp_dvs_statistics dis;
ia_css_ptr skc_dvs_statistics;
ia_css_ptr lace_stat;
struct ia_css_metadata metadata;
struct frame_data_wrapper {
ia_css_ptr frame_data;
u32 flashed;
u32 exp_id;
u32 isp_parameters_id; /** Unique ID to track which config was
actually applied to a particular frame */
#if CONFIG_ON_FRAME_ENQUEUE()
struct sh_css_config_on_frame_enqueue config_on_frame_enqueue;
#endif
} frame;
ia_css_ptr ddr_ptrs;
} payload;
/*
* kernel_ptr is present for host administration purposes only.
* type is uint64_t in order to be 64-bit host compatible.
* uint64_t does not exist on SP/ISP.
* Size of the struct is checked by sp.hive.c.
*/
CSS_ALIGN(u64 cookie_ptr, 8); /* TODO: check if this alignment is needed */
u64 kernel_ptr;
struct ia_css_time_meas timing_data;
clock_value_t isys_eof_clock_tick;
};
#if CONFIG_ON_FRAME_ENQUEUE()
#define SIZE_OF_FRAME_STRUCT \
(SIZE_OF_HRT_VADDRESS + \
(3 * sizeof(uint32_t)) + \
sizeof(uint32_t))
#else
#define SIZE_OF_FRAME_STRUCT \
(SIZE_OF_HRT_VADDRESS + \
(3 * sizeof(uint32_t)))
#endif
#define SIZE_OF_PAYLOAD_UNION \
(MAX(MAX(MAX(MAX( \
SIZE_OF_IA_CSS_ISP_3A_STATISTICS_STRUCT, \
SIZE_OF_IA_CSS_ISP_DVS_STATISTICS_STRUCT), \
SIZE_OF_IA_CSS_METADATA_STRUCT), \
SIZE_OF_FRAME_STRUCT), \
SIZE_OF_HRT_VADDRESS))
/* Do not use sizeof(uint64_t) since that does not exist of SP */
#define SIZE_OF_SH_CSS_HMM_BUFFER_STRUCT \
(SIZE_OF_PAYLOAD_UNION + \
CALC_ALIGNMENT_MEMBER(SIZE_OF_PAYLOAD_UNION, 8) + \
8 + \
8 + \
SIZE_OF_IA_CSS_TIME_MEAS_STRUCT + \
SIZE_OF_IA_CSS_CLOCK_TICK_STRUCT + \
CALC_ALIGNMENT_MEMBER(SIZE_OF_IA_CSS_CLOCK_TICK_STRUCT, 8))
enum sh_css_queue_type {
sh_css_invalid_queue_type = -1,
sh_css_host2sp_buffer_queue,
sh_css_sp2host_buffer_queue,
sh_css_host2sp_psys_event_queue,
sh_css_sp2host_psys_event_queue,
sh_css_sp2host_isys_event_queue,
sh_css_host2sp_isys_event_queue,
sh_css_host2sp_tag_cmd_queue,
};
struct sh_css_event_irq_mask {
u16 or_mask;
u16 and_mask;
};
#define SIZE_OF_SH_CSS_EVENT_IRQ_MASK_STRUCT \
(2 * sizeof(uint16_t))
struct host_sp_communication {
/*
* Don't use enum host2sp_commands, because the sizeof an enum is
* compiler dependent and thus non-portable
*/
u32 host2sp_command;
/*
* The frame buffers that are reused by the
* copy pipe in the offline preview mode.
*
* host2sp_offline_frames[0]: the input frame of the preview pipe.
* host2sp_offline_frames[1]: the output frame of the copy pipe.
*
* TODO:
* Remove it when the Host and the SP is decoupled.
*/
ia_css_ptr host2sp_offline_frames[NUM_CONTINUOUS_FRAMES];
ia_css_ptr host2sp_offline_metadata[NUM_CONTINUOUS_FRAMES];
ia_css_ptr host2sp_mipi_frames[N_CSI_PORTS][NUM_MIPI_FRAMES_PER_STREAM];
ia_css_ptr host2sp_mipi_metadata[N_CSI_PORTS][NUM_MIPI_FRAMES_PER_STREAM];
u32 host2sp_num_mipi_frames[N_CSI_PORTS];
u32 host2sp_cont_avail_num_raw_frames;
u32 host2sp_cont_extra_num_raw_frames;
u32 host2sp_cont_target_num_raw_frames;
struct sh_css_event_irq_mask host2sp_event_irq_mask[NR_OF_PIPELINES];
};
#define SIZE_OF_HOST_SP_COMMUNICATION_STRUCT \
(sizeof(uint32_t) + \
(NUM_CONTINUOUS_FRAMES * SIZE_OF_HRT_VADDRESS * 2) + \
(N_CSI_PORTS * NUM_MIPI_FRAMES_PER_STREAM * SIZE_OF_HRT_VADDRESS * 2) + \
((3 + N_CSI_PORTS) * sizeof(uint32_t)) + \
(NR_OF_PIPELINES * SIZE_OF_SH_CSS_EVENT_IRQ_MASK_STRUCT))
struct host_sp_queues {
/*
* Queues for the dynamic frame information,
* i.e. the "in_frame" buffer, the "out_frame"
* buffer and the "vf_out_frame" buffer.
*/
ia_css_circbuf_desc_t host2sp_buffer_queues_desc
[SH_CSS_MAX_SP_THREADS][SH_CSS_MAX_NUM_QUEUES];
ia_css_circbuf_elem_t host2sp_buffer_queues_elems
[SH_CSS_MAX_SP_THREADS][SH_CSS_MAX_NUM_QUEUES]
[IA_CSS_NUM_ELEMS_HOST2SP_BUFFER_QUEUE];
ia_css_circbuf_desc_t sp2host_buffer_queues_desc
[SH_CSS_MAX_NUM_QUEUES];
ia_css_circbuf_elem_t sp2host_buffer_queues_elems
[SH_CSS_MAX_NUM_QUEUES][IA_CSS_NUM_ELEMS_SP2HOST_BUFFER_QUEUE];
/*
* The queues for the events.
*/
ia_css_circbuf_desc_t host2sp_psys_event_queue_desc;
ia_css_circbuf_elem_t host2sp_psys_event_queue_elems
[IA_CSS_NUM_ELEMS_HOST2SP_PSYS_EVENT_QUEUE];
ia_css_circbuf_desc_t sp2host_psys_event_queue_desc;
ia_css_circbuf_elem_t sp2host_psys_event_queue_elems
[IA_CSS_NUM_ELEMS_SP2HOST_PSYS_EVENT_QUEUE];
/*
* The queues for the ISYS events.
*/
ia_css_circbuf_desc_t host2sp_isys_event_queue_desc;
ia_css_circbuf_elem_t host2sp_isys_event_queue_elems
[IA_CSS_NUM_ELEMS_HOST2SP_ISYS_EVENT_QUEUE];
ia_css_circbuf_desc_t sp2host_isys_event_queue_desc;
ia_css_circbuf_elem_t sp2host_isys_event_queue_elems
[IA_CSS_NUM_ELEMS_SP2HOST_ISYS_EVENT_QUEUE];
/*
* The queue for the tagger commands.
* CHECK: are these last two present on the 2401 ?
*/
ia_css_circbuf_desc_t host2sp_tag_cmd_queue_desc;
ia_css_circbuf_elem_t host2sp_tag_cmd_queue_elems
[IA_CSS_NUM_ELEMS_HOST2SP_TAG_CMD_QUEUE];
};
#define SIZE_OF_QUEUES_ELEMS \
(SIZE_OF_IA_CSS_CIRCBUF_ELEM_S_STRUCT * \
((SH_CSS_MAX_SP_THREADS * SH_CSS_MAX_NUM_QUEUES * IA_CSS_NUM_ELEMS_HOST2SP_BUFFER_QUEUE) + \
(SH_CSS_MAX_NUM_QUEUES * IA_CSS_NUM_ELEMS_SP2HOST_BUFFER_QUEUE) + \
(IA_CSS_NUM_ELEMS_HOST2SP_PSYS_EVENT_QUEUE) + \
(IA_CSS_NUM_ELEMS_SP2HOST_PSYS_EVENT_QUEUE) + \
(IA_CSS_NUM_ELEMS_HOST2SP_ISYS_EVENT_QUEUE) + \
(IA_CSS_NUM_ELEMS_SP2HOST_ISYS_EVENT_QUEUE) + \
(IA_CSS_NUM_ELEMS_HOST2SP_TAG_CMD_QUEUE)))
#define IA_CSS_NUM_CIRCBUF_DESCS 5
#define SIZE_OF_QUEUES_DESC \
((SH_CSS_MAX_SP_THREADS * SH_CSS_MAX_NUM_QUEUES * \
SIZE_OF_IA_CSS_CIRCBUF_DESC_S_STRUCT) + \
(SH_CSS_MAX_NUM_QUEUES * SIZE_OF_IA_CSS_CIRCBUF_DESC_S_STRUCT) + \
(IA_CSS_NUM_CIRCBUF_DESCS * SIZE_OF_IA_CSS_CIRCBUF_DESC_S_STRUCT))
#define SIZE_OF_HOST_SP_QUEUES_STRUCT \
(SIZE_OF_QUEUES_ELEMS + SIZE_OF_QUEUES_DESC)
extern int __printf(1, 0) (*sh_css_printf)(const char *fmt, va_list args);
static inline void __printf(1, 2) sh_css_print(const char *fmt, ...)
{
va_list ap;
if (sh_css_printf) {
va_start(ap, fmt);
sh_css_printf(fmt, ap);
va_end(ap);
}
}
static inline void __printf(1, 0) sh_css_vprint(const char *fmt, va_list args)
{
if (sh_css_printf)
sh_css_printf(fmt, args);
}
/* The following #if is there because this header file is also included
by SP and ISP code but they do not need this data and HIVECC has alignment
issue with the firmware struct/union's.
More permanent solution will be to refactor this include.
*/
ia_css_ptr sh_css_params_ddr_address_map(void);
int
sh_css_params_init(void);
void
sh_css_params_uninit(void);
/* For Acceleration API: Flush FW (shared buffer pointer) arguments */
void sh_css_flush(struct ia_css_acc_fw *fw);
void
sh_css_binary_args_reset(struct sh_css_binary_args *args);
/* Check two frames for equality (format, resolution, bits per element) */
bool
sh_css_frame_equal_types(const struct ia_css_frame *frame_a,
const struct ia_css_frame *frame_b);
bool
sh_css_frame_info_equal_resolution(const struct ia_css_frame_info *info_a,
const struct ia_css_frame_info *info_b);
void
sh_css_capture_enable_bayer_downscaling(bool enable);
void
sh_css_binary_print(const struct ia_css_binary *binary);
/* aligned argument of sh_css_frame_info_set_width can be used for an extra alignment requirement.
When 0, no extra alignment is done. */
void
sh_css_frame_info_set_width(struct ia_css_frame_info *info,
unsigned int width,
unsigned int aligned);
#if !defined(ISP2401)
unsigned int
sh_css_get_mipi_sizes_for_check(const unsigned int port,
const unsigned int idx);
#endif
ia_css_ptr
sh_css_store_sp_group_to_ddr(void);
ia_css_ptr
sh_css_store_sp_stage_to_ddr(unsigned int pipe, unsigned int stage);
ia_css_ptr
sh_css_store_isp_stage_to_ddr(unsigned int pipe, unsigned int stage);
void
sh_css_update_uds_and_crop_info(
const struct ia_css_binary_info *info,
const struct ia_css_frame_info *in_frame_info,
const struct ia_css_frame_info *out_frame_info,
const struct ia_css_resolution *dvs_env,
const struct ia_css_dz_config *zoom,
const struct ia_css_vector *motion_vector,
struct sh_css_uds_info *uds, /* out */
struct sh_css_crop_pos *sp_out_crop_pos, /* out */
bool enable_zoom
);
void
sh_css_invalidate_shading_tables(struct ia_css_stream *stream);
struct ia_css_pipeline *
ia_css_pipe_get_pipeline(const struct ia_css_pipe *pipe);
unsigned int
ia_css_pipe_get_pipe_num(const struct ia_css_pipe *pipe);
unsigned int
ia_css_pipe_get_isp_pipe_version(const struct ia_css_pipe *pipe);
bool
sh_css_continuous_is_enabled(uint8_t pipe_num);
struct ia_css_pipe *
find_pipe_by_num(uint32_t pipe_num);
#ifdef ISP2401
void
ia_css_get_crop_offsets(
struct ia_css_pipe *pipe,
struct ia_css_frame_info *in_frame);
#endif
#endif /* _SH_CSS_INTERNAL_H_ */
|