SikongJueluo/ISP
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add color correction function into chanels to RGB

Browse Source
This commit is contained in:
SikongJueluo
2024-05-20 18:46:26 +08:00
parent f9bd17b3de
commit daf1f454fe
6 changed files with 275 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
Crop/crop.v
View File

@@ -60,24 +60,23 @@ module crop #(
end
HANDLE_DATA: begin
if (OFFSET_Y <= cnt_y && cnt_y < (OFFSET_Y + OUT_HEIGHT - 1)) begin
if (OFFSET_X <= cnt_x && cnt_x < (OFFSET_X + OUT_WIDTH - 1)) begin
if (OFFSET_Y <= cnt_y && cnt_y <= (OFFSET_Y + OUT_HEIGHT - 1)) begin
if (OFFSET_X <= cnt_x && cnt_x <= (OFFSET_X + OUT_WIDTH)) begin
out_en <= 1;
end
end
if (cnt_x >= IN_WIDTH - 3) begin
if (cnt_x >= IN_WIDTH - 1) begin
cnt_x <= 0;
if (cnt_y >= IN_HEIGHT - 3) begin
cnt_y <= 0;
end
else begin
cnt_y <= cnt_y + 1;
end
cnt_y <= cnt_y + 1;
end
else begin
cnt_x <= cnt_x + 1;
end
if (cnt_y >= IN_HEIGHT - 1) begin
cnt_y <= 0;
end
end
SEND_DATA: begin

26
Merge/chanels_to_RGB.v
View File

@@ -3,7 +3,11 @@
// 三通道图像合成一个RGB图像
module chanels_to_RGB #(
parameter IN_DEPTH = 12, // 输入图像的色深
parameter OUT_DEPTH = 8 // 输出图像的色深
parameter OUT_DEPTH = 8, // 输出图像的色深
parameter GAIN_RED = 120, // 红色增益系数(除以10^小数位数)
parameter GAIN_GREEN = 50, // 绿色增益系数
parameter GAIN_BLUE = 95, // 蓝色增益系数
parameter DECIMAL = 2 // 小数位数
) (
input clk,
input reset,
@@ -14,13 +18,16 @@ module chanels_to_RGB #(
// 输出相关
input out_que, // 数据请求
output out_en,
output [3 * OUT_DEPTH - 1:0] data_out
output [3 * OUT_DEPTH - 1:0] data_out,
// 颜色校正
input wire color_correction
);
localparam READ_DATA = 0;
localparam SEND_DATA = 1;
reg [1:0] state, nextState;
reg [15:0] data_cal [2:0]; // 用于保存运算结果，防止溢出
reg [31:0] data_cal [2:0]; // 用于保存运算结果，防止溢出
reg fifo_en;
reg [3 * OUT_DEPTH - 1:0] fifo_in; // 输入fifo中缓存
wire fifo_empty, fifo_que;
@@ -56,9 +63,16 @@ module chanels_to_RGB #(
fifo_en <= 0;
if (in_en) begin
data_cal[0] <= data_in[0] >> (IN_DEPTH - OUT_DEPTH);
data_cal[1] <= data_in[1] >> (IN_DEPTH - OUT_DEPTH);
data_cal[2] <= data_in[2] >> (IN_DEPTH - OUT_DEPTH);
if (color_correction) begin
data_cal[0] <= ( {16'b0, data_in[0] } >> (IN_DEPTH - OUT_DEPTH) ) * GAIN_RED / (10 ** DECIMAL);
data_cal[1] <= ( {16'b0, data_in[1] } >> (IN_DEPTH - OUT_DEPTH) ) * GAIN_GREEN / (10 ** DECIMAL);
data_cal[2] <= ( {16'b0, data_in[2] } >> (IN_DEPTH - OUT_DEPTH) ) * GAIN_BLUE / (10 ** DECIMAL);
end
else begin
data_cal[0] <= ( {16'b0, data_in[0] } >> (IN_DEPTH - OUT_DEPTH) );
data_cal[1] <= ( {16'b0, data_in[1] } >> (IN_DEPTH - OUT_DEPTH) );
data_cal[2] <= ( {16'b0, data_in[2] } >> (IN_DEPTH - OUT_DEPTH) );
end
end
end

17
isp.v
View File

@@ -19,7 +19,9 @@ module isp #(
output wire out_clk,
output wire out_en,
output reg [3 * COLOR_DEPTH - 1:0] data_out
output reg [3 * COLOR_DEPTH - 1:0] data_out,
input wire color_correction
);
localparam BAYER_WIDTH = IN_WIDTH - 2;
localparam BAYER_HEIGHT = IN_HEIGHT - 2;
@@ -56,7 +58,15 @@ module isp #(
.out_b(im_blue)
);
chanels_to_RGB merge_toRGB(
chanels_to_RGB #(
.IN_DEPTH(12),
.OUT_DEPTH(8),
.GAIN_RED(120),
.GAIN_GREEN(50),
.GAIN_BLUE(95),
.DECIMAL(2)
) merge_toRGB(
.clk(clk),
.reset(reset),
.in_en(rgb_en),
@@ -64,7 +74,8 @@ module isp #(
.out_que(scale_in_que),
.out_en(scale_in_en),
.data_out(scale_in_data)
.data_out(scale_in_data),
.color_correction(color_correction)
);
crop #(

18
sim/sc_main.cpp
View File

@@ -25,6 +25,10 @@
#define OUT_HEIGHT 1080
#define OUT_SIZE (OUT_WIDTH * OUT_HEIGHT)
// const float red_gain = 1.2f; // Adjust these values as necessary
// const float green_gain = 0.5f;
// const float blue_gain = 0.95f;
using namespace std;
using namespace sc_core;
using namespace sc_dt;
@@ -103,6 +107,7 @@ SC_MODULE (TB_ISP) {
cnt++;
if (cnt >= 10000) {
is_done.write(1);
printf("x=%d, y=%d\n",pos_x, pos_y);
}
} else {
cnt = 0;
@@ -179,6 +184,8 @@ int sc_main(int argc, char* argv[]) {
sc_signal<bool> out_en;
sc_signal<uint32_t> data_out;
sc_signal<bool> color_correction;
sc_signal<bool> flag_done;
@@ -196,6 +203,9 @@ int sc_main(int argc, char* argv[]) {
isp->out_clk(out_clk);
isp->out_en(out_en);
isp->data_out(data_out);
isp->color_correction(color_correction);
color_correction.write(true); // enable color correction
// Construct testbench module
TB_ISP tb_isp("tb_isp");
@@ -264,6 +274,8 @@ int sc_main(int argc, char* argv[]) {
// out_image.write((const char *)&tb_isp.out[y * OUT_WIDTH + x], sizeof(tb_isp.out[0]));
// out_image.close();
// save to image
uint8_t* data = new uint8_t[OUT_WIDTH * OUT_HEIGHT * 3]; // RGB24格式像素数据
for (int32_t y = 0; y < OUT_HEIGHT; ++y) {
@@ -286,6 +298,12 @@ int sc_main(int argc, char* argv[]) {
}
}
// for (int i = 0; i < OUT_WIDTH * OUT_HEIGHT * 3; i += 3) {
// data[i + 0] = std::min(255, static_cast<int>(data[i + 0] *
// red_gain)); data[i + 1] = std::min(255, static_cast<int>(data[i + 1]
// * green_gain)); data[i + 2] = std::min(255, static_cast<int>(data[i +
// 2] * blue_gain));
// }
write_bmp("test.bmp", data, OUT_WIDTH, OUT_HEIGHT);
delete[] data;

88
sim/software/demosaic.cpp
View File

@@ -4,15 +4,20 @@
#include "bmp.hpp"
enum BayerPattern { GRBG, RGGB, BGGR, GBRG };
const int IN_WIDTH = 1920;
const int IN_HEIGHT = 1080;
const int IN_SIZE = IN_WIDTH * IN_HEIGHT;
const int OUT_WIDTH = 1280;
const int OUT_HEIGHT = 720;
const int OUT_SIZE = OUT_WIDTH * OUT_HEIGHT;
const int RAW_TYPE = 1;
const BayerPattern RAW_TYPE = RGGB;
const int COLOR_DEPTH = 10;
// const float red_gain = 1.2f; // Adjust these values as necessary
// const float green_gain = 0.83f;
// const float blue_gain = 0.95f;
int main() {
std::ifstream in_image;
in_image.open("./test.RAW", std::ios::in | std::ios::binary);
@@ -26,7 +31,7 @@ int main() {
image[y][x] = buf[0] + ((uint16_t)buf[1] << 8);
}
int raw_type = RAW_TYPE;
BayerPattern raw_type = RAW_TYPE;
uint8_t* data =
new uint8_t[OUT_WIDTH * OUT_HEIGHT * 3]; // RGB24格式像素数据
for (int32_t y = 0; y < OUT_HEIGHT; ++y) {
@@ -34,67 +39,72 @@ int main() {
int32_t index = (y * OUT_WIDTH + x) * 3;
uint16_t red = 0, green = 0, blue = 0;
uint16_t data_cache[3][3] = {
{image[y][x], image[y][x + 1], image[y][x + 2]},
{image[y + 1][x], image[y + 1][x + 1], image[y + 1][x + 2]},
{image[y + 2][x], image[y + 2][x + 1], image[y + 2][x + 2]},
};
uint16_t data_cache[9] = {0};
for (int i = 0; i < 3; i++)
for (int j = 0; j < 3; j++) {
data_cache[i * 3 + j] = image[y + i][x + j];
}
// data case 0 case 1 case 2 case 3
// 0 1 2 G R G R G R B G B G B G
// 3 4 5 B G B G B G G R G R G R
// 6 7 8 G R G R G R B G B G B G
switch (raw_type) {
case 0: // Missing B, R on G
blue = (data_cache[1][0] + data_cache[1][2]) / 2;
red = (data_cache[0][1] + data_cache[2][1]) / 2;
green = data_cache[1][1];
red = (data_cache[1] + data_cache[7]) / 2;
blue = (data_cache[3] + data_cache[5]) / 2;
green = data_cache[4];
break;
case 1: // Missing G, R on B
green = (data_cache[0][1] + data_cache[1][0] +
data_cache[1][2] + data_cache[2][1]) /
green = (data_cache[1] + data_cache[3] + data_cache[5] +
data_cache[7]) /
4;
red = (data_cache[0][0] + data_cache[0][2] +
data_cache[2][0] + data_cache[2][2]) /
red = (data_cache[0] + data_cache[2] + data_cache[6] +
data_cache[8]) /
4;
blue = data_cache[1][1];
blue = data_cache[4];
break;
case 2: // Missing G, B on R
green = (data_cache[0][1] + data_cache[1][0] +
data_cache[1][2] + data_cache[2][1]) /
green = (data_cache[1] + data_cache[3] + data_cache[5] +
data_cache[7]) /
4;
blue = (data_cache[0][0] + data_cache[0][2] +
data_cache[2][0] + data_cache[2][2]) /
blue = (data_cache[0] + data_cache[2] + data_cache[6] +
data_cache[8]) /
4;
red = data_cache[1][1];
red = data_cache[4];
break;
case 3: // Missing B, R on G
red = (data_cache[1][0] + data_cache[1][2]) / 2;
blue = (data_cache[0][1] + data_cache[2][1]) / 2;
green = data_cache[1][1];
blue = (data_cache[1] + data_cache[7]) / 2;
red = (data_cache[3] + data_cache[5]) / 2;
green = data_cache[4];
break;
}
printf("x=%4d, y=%4d, red=0x%03x, green=0x%03x, blue=0x%03x, raw_type=%d\n", x,
y, red, green, blue, raw_type);
printf(
"x=%4d, y=%4d, red=0x%03x, green=0x%03x, blue=0x%03x, "
"raw_type=%d\n",
x, y, red, green, blue, raw_type);
switch (raw_type) {
case 0:
raw_type = 1;
raw_type = RGGB;
break;
case 1:
raw_type = 0;
raw_type = GRBG;
break;
case 2:
raw_type = 3;
raw_type = GBRG;
break;
case 3:
raw_type = 2;
raw_type = BGGR;
break;
}
data[index + 0] = red >> (COLOR_DEPTH - 8); // R
data[index + 1] = green >> (COLOR_DEPTH - 8); // G
data[index + 2] = blue >> (COLOR_DEPTH - 8); // B
data[index + 1] = green >> (COLOR_DEPTH - 8); // G
data[index + 2] = blue >> (COLOR_DEPTH - 8); // B
}
if (y % 2) {
@@ -102,21 +112,27 @@ int main() {
} else {
switch (RAW_TYPE) {
case 0:
raw_type = 2;
raw_type = BGGR;
break;
case 1:
raw_type = 3;
raw_type = GBRG;
break;
case 2:
raw_type = 0;
raw_type = GRBG;
break;
case 3:
raw_type = 1;
raw_type = RGGB;
break;
}
}
}
// for (int i = 0; i < OUT_WIDTH * OUT_HEIGHT * 3; i += 3) {
// data[i + 0] = std::min(255, static_cast<int>(data[i + 0] * red_gain));
// data[i + 1] = std::min(255, static_cast<int>(data[i + 1] * green_gain));
// data[i + 2] = std::min(255, static_cast<int>(data[i + 2] * blue_gain));
// }
write_bmp("test.bmp", data, OUT_WIDTH, OUT_HEIGHT);
delete[] data;

163
sim/software/demosaic2.cpp Normal file
View File

@@ -0,0 +1,163 @@
#include <fstream>
#include <iostream>
#include <vector>
#include "bmp.hpp"
enum BayerPattern { GRBG, RGGB, BGGR, GBRG };
const int IN_WIDTH = 1936;
const int IN_HEIGHT = 1088;
const int IN_SIZE = IN_WIDTH * IN_HEIGHT;
const int OUT_WIDTH = 1280;
const int OUT_HEIGHT = 720;
const int OUT_SIZE = OUT_WIDTH * OUT_HEIGHT;
const BayerPattern RAW_TYPE = GBRG;
const int COLOR_DEPTH = 12;
// const float red_gain = 1.2f; // Adjust these values as necessary
// const float green_gain = 0.5f;
// const float blue_gain = 0.95f;
int main() {
std::ifstream in_image;
in_image.open("./test.bin", std::ios::in | std::ios::binary);
auto image = std::vector<std::vector<uint16_t>>(
IN_HEIGHT, std::vector<uint16_t>(IN_WIDTH, 0));
for (int y = 0; y < IN_HEIGHT; y++)
for (int x = 0; x < IN_WIDTH; x++) {
uint8_t buf[2] = {0};
in_image.read((char*)buf, sizeof(buf));
image[y][x] = buf[0] + ((uint16_t)buf[1] << 8);
}
BayerPattern raw_type = RAW_TYPE;
uint8_t* data =
new uint8_t[OUT_WIDTH * OUT_HEIGHT * 3]; // RGB24格式像素数据
for (int32_t y = 0; y < OUT_HEIGHT; ++y) {
for (int32_t x = 0; x < OUT_WIDTH; ++x) {
int32_t index = (y * OUT_WIDTH + x) * 3;
uint16_t red = 0, green = 0, blue = 0;
uint16_t cache[25] = {0};
for (int i = 0; i < 5; i++)
for (int j = 0; j < 5; j++) {
cache[i * 5 + j] = image[y + i][x + j];
}
// data case GRBG case RGGB case BGGR case GBRG
// 00 01 02 03 04 G R G R G R G R G R B G B G B G B G B G
// 05 06 07 08 09 B G B G B G B G B G G R G R G R G R G R
// 10 11 12 13 14 G R G R G R G R G R B G B G B G B G B G
// 15 16 17 18 19 B G B G B G B G B G G R G R G R G R G R
// 20 21 22 23 24 G R G R G R G R G R B G B G B G B G B G
switch (raw_type) {
case GRBG:
green = cache[12];
blue =
(cache[7] + cache[17]) / 2 + cache[12] -
((cache[2] + cache[6] + cache[8] + cache[12]) / 4 +
(cache[22] + cache[16] + cache[18] + cache[12]) / 4) /
2;
red = (cache[11] + cache[13]) / 2 + cache[12] -
((cache[10] + cache[6] + cache[16] + cache[12]) / 4 +
(cache[14] + cache[8] + cache[18] + cache[12]) / 4) /
2;
break;
case RGGB:
red = cache[12];
green = (cache[7] + cache[11] + cache[13] + cache[17]) / 4;
blue =
(cache[6] + cache[8] + cache[16] + cache[18]) / 4 +
(cache[7] + cache[11] + cache[13] + cache[17]) / 4 -
((cache[1] + cache[5] + cache[7] + cache[11]) / 4 +
(cache[3] + cache[7] + cache[9] + cache[13]) / 4 +
(cache[11] + cache[15] + cache[17] + cache[18]) / 4 +
(cache[13] + cache[17] + cache[19] + cache[23]) / 4) /
4;
break;
case BGGR:
blue = cache[12];
green = (cache[7] + cache[11] + cache[13] + cache[17]) / 4;
red =
(cache[6] + cache[8] + cache[16] + cache[18]) / 4 +
(cache[7] + cache[11] + cache[13] + cache[17]) / 4 -
((cache[1] + cache[5] + cache[7] + cache[11]) / 4 +
(cache[3] + cache[7] + cache[9] + cache[13]) / 4 +
(cache[11] + cache[15] + cache[17] + cache[18]) / 4 +
(cache[13] + cache[17] + cache[19] + cache[23]) / 4) /
4;
break;
case GBRG:
green = cache[12];
red =
(cache[7] + cache[17]) / 2 + cache[12] -
((cache[2] + cache[6] + cache[8] + cache[12]) / 4 +
(cache[22] + cache[16] + cache[18] + cache[12]) / 4) /
2;
blue =
(cache[11] + cache[13]) / 2 + cache[12] -
((cache[10] + cache[6] + cache[16] + cache[12]) / 4 +
(cache[14] + cache[8] + cache[18] + cache[12]) / 4) /
2;
break;
}
printf(
"x=%4d, y=%4d, red=0x%03x, green=0x%03x, blue=0x%03x, "
"raw_type=%d\n",
x, y, red, green, blue, raw_type);
switch (raw_type) {
case 0:
raw_type = RGGB;
break;
case 1:
raw_type = GRBG;
break;
case 2:
raw_type = GBRG;
break;
case 3:
raw_type = BGGR;
break;
}
data[index + 0] = red >> (COLOR_DEPTH - 8); // R
data[index + 1] = green >> (COLOR_DEPTH - 8); // G
data[index + 2] = blue >> (COLOR_DEPTH - 8); // B
}
if (y % 2) {
raw_type = RAW_TYPE;
} else {
switch (RAW_TYPE) {
case 0:
raw_type = BGGR;
break;
case 1:
raw_type = GBRG;
break;
case 2:
raw_type = GRBG;
break;
case 3:
raw_type = RGGB;
break;
}
}
}
// for (int i = 0; i < OUT_WIDTH * OUT_HEIGHT * 3; i += 3) {
// data[i + 0] = std::min(255, static_cast<int>(data[i + 0] *
// red_gain)); data[i + 1] = std::min(255, static_cast<int>(data[i + 1]
// * green_gain)); data[i + 2] = std::min(255, static_cast<int>(data[i +
// 2] * blue_gain));
// }
write_bmp("test1.bmp", data, OUT_WIDTH, OUT_HEIGHT);
delete[] data;
return 0;
}