// SPDX-License-Identifier: GPL-2.0 /* * Sony IMX290 & IMX327 CMOS Image Sensor Driver * * The IMX290 and IMX327 are very similar 1920x1080 1/2.8 CMOS image sensors. * IMX327 can support up to 60fps, whilst IMX290 can support up to 120fps, but * only 10bit and when connected over 4 CSI-2 lanes. * The modules don't appear to have a mechanism to identify whether the mono or * colour variant is connected, therefore it is done via compatible string. * * Copyright (C) 2019 FRAMOS GmbH. * * Copyright (C) 2019 Linaro Ltd. * Author: Manivannan Sadhasivam */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include enum imx290_clk_index { CLK_37_125, CLK_74_25, }; #define IMX290_STANDBY 0x3000 #define IMX290_REGHOLD 0x3001 #define IMX290_XMSTA 0x3002 #define IMX290_FLIP_WINMODE 0x3007 #define IMX290_FR_FDG_SEL 0x3009 #define IMX290_BLKLEVEL_LOW 0x300a #define IMX290_BLKLEVEL_HIGH 0x300b #define IMX290_GAIN 0x3014 #define IMX290_VMAX_LOW 0x3018 #define IMX290_VMAX_MAX 0x3fff #define IMX290_HMAX_LOW 0x301c #define IMX290_HMAX_HIGH 0x301d #define IMX290_HMAX_MIN 2200 /* Min of 2200 pixels = 60fps */ #define IMX290_HMAX_MAX 0xffff #define IMX290_EXPOSURE_MIN 1 #define IMX290_EXPOSURE_STEP 1 #define IMX290_EXPOSURE_LOW 0x3020 #define IMX290_PGCTRL 0x308c #define IMX290_PHY_LANE_NUM 0x3407 #define IMX290_CSI_LANE_MODE 0x3443 #define IMX290_PGCTRL_REGEN BIT(0) #define IMX290_PGCTRL_THRU BIT(1) #define IMX290_PGCTRL_MODE(n) ((n) << 4) #define IMX290_NATIVE_WIDTH 1945U #define IMX290_NATIVE_HEIGHT 1109U #define IMX290_PIXEL_ARRAY_LEFT 4U #define IMX290_PIXEL_ARRAY_TOP 12U #define IMX290_PIXEL_ARRAY_WIDTH 1937U #define IMX290_PIXEL_ARRAY_HEIGHT 1097U static const char * const imx290_supply_name[] = { "vdda", "vddd", "vdddo", }; #define IMX290_NUM_SUPPLIES ARRAY_SIZE(imx290_supply_name) struct imx290_regval { u16 reg; u8 val; }; struct imx290_mode { u32 width; u32 height; u32 hmax; u32 vmax; u8 link_freq_index; struct v4l2_rect crop; const struct imx290_regval *mode_data; u32 mode_data_size; const struct imx290_regval *lane_data; u32 lane_data_size; /* Clock setup can vary. Index as enum imx290_clk_index */ const struct imx290_regval *clk_data[2]; u32 clk_size; }; struct imx290 { struct device *dev; struct clk *xclk; u32 xclk_freq; struct regmap *regmap; u8 nlanes; u8 bpp; u16 hmax_min; const struct imx290_pixfmt *formats; struct v4l2_subdev sd; struct media_pad pad; struct v4l2_mbus_framefmt current_format; const struct imx290_mode *current_mode; struct regulator_bulk_data supplies[IMX290_NUM_SUPPLIES]; struct gpio_desc *rst_gpio; struct v4l2_ctrl_handler ctrls; struct v4l2_ctrl *link_freq; struct v4l2_ctrl *pixel_rate; struct v4l2_ctrl *hblank; struct v4l2_ctrl *vblank; struct v4l2_ctrl *hflip; struct v4l2_ctrl *vflip; struct v4l2_ctrl *exposure; struct mutex lock; }; struct imx290_pixfmt { u32 code; u8 bpp; }; #define IMX290_NUM_FORMATS 2 static const struct imx290_pixfmt imx290_colour_formats[IMX290_NUM_FORMATS] = { { MEDIA_BUS_FMT_SRGGB10_1X10, 10 }, { MEDIA_BUS_FMT_SRGGB12_1X12, 12 }, }; static const struct imx290_pixfmt imx290_mono_formats[IMX290_NUM_FORMATS] = { { MEDIA_BUS_FMT_Y10_1X10, 10 }, { MEDIA_BUS_FMT_Y12_1X12, 12 }, }; static const struct regmap_config imx290_regmap_config = { .reg_bits = 16, .val_bits = 8, .cache_type = REGCACHE_RBTREE, }; static const char * const imx290_test_pattern_menu[] = { "Disabled", "Sequence Pattern 1", "Horizontal Color-bar Chart", "Vertical Color-bar Chart", "Sequence Pattern 2", "Gradation Pattern 1", "Gradation Pattern 2", "000/555h Toggle Pattern", }; static const struct imx290_regval imx290_global_init_settings[] = { { 0x3007, 0x00 }, { 0x301a, 0x00 }, { 0x303a, 0x0c }, { 0x3040, 0x00 }, { 0x3041, 0x00 }, { 0x303c, 0x00 }, { 0x303d, 0x00 }, { 0x3042, 0x9c }, { 0x3043, 0x07 }, { 0x303e, 0x49 }, { 0x303f, 0x04 }, { 0x304b, 0x0a }, { 0x300f, 0x00 }, { 0x3010, 0x21 }, { 0x3012, 0x64 }, { 0x3016, 0x09 }, { 0x3070, 0x02 }, { 0x3071, 0x11 }, { 0x309b, 0x10 }, { 0x309c, 0x22 }, { 0x30a2, 0x02 }, { 0x30a6, 0x20 }, { 0x30a8, 0x20 }, { 0x30aa, 0x20 }, { 0x30ac, 0x20 }, { 0x30b0, 0x43 }, { 0x3119, 0x9e }, { 0x311c, 0x1e }, { 0x311e, 0x08 }, { 0x3128, 0x05 }, { 0x313d, 0x83 }, { 0x3150, 0x03 }, { 0x317e, 0x00 }, { 0x32b8, 0x50 }, { 0x32b9, 0x10 }, { 0x32ba, 0x00 }, { 0x32bb, 0x04 }, { 0x32c8, 0x50 }, { 0x32c9, 0x10 }, { 0x32ca, 0x00 }, { 0x32cb, 0x04 }, { 0x332c, 0xd3 }, { 0x332d, 0x10 }, { 0x332e, 0x0d }, { 0x3358, 0x06 }, { 0x3359, 0xe1 }, { 0x335a, 0x11 }, { 0x3360, 0x1e }, { 0x3361, 0x61 }, { 0x3362, 0x10 }, { 0x33b0, 0x50 }, { 0x33b2, 0x1a }, { 0x33b3, 0x04 }, }; static const struct imx290_regval imx290_37_125mhz_clock_1080p[] = { { 0x305c, 0x18 }, { 0x305d, 0x03 }, { 0x305e, 0x20 }, { 0x305f, 0x01 }, { 0x315e, 0x1a }, { 0x3164, 0x1a }, { 0x3444, 0x20 }, { 0x3445, 0x25 }, { 0x3480, 0x49 }, }; static const struct imx290_regval imx290_74_250mhz_clock_1080p[] = { { 0x305c, 0x0c }, { 0x305d, 0x03 }, { 0x305e, 0x10 }, { 0x305f, 0x01 }, { 0x315e, 0x1b }, { 0x3164, 0x1b }, { 0x3444, 0x40 }, { 0x3445, 0x4a }, { 0x3480, 0x92 }, }; static const struct imx290_regval imx290_1080p_common_settings[] = { /* mode settings */ { IMX290_FR_FDG_SEL, 0x01 }, { 0x3007, 0x00 }, { 0x303a, 0x0c }, { 0x3414, 0x0a }, { 0x3472, 0x80 }, { 0x3473, 0x07 }, { 0x3418, 0x38 }, { 0x3419, 0x04 }, { 0x3012, 0x64 }, { 0x3013, 0x00 }, }; static const struct imx290_regval imx290_1080p_2lane_settings[] = { { 0x3405, 0x00 }, /* data rate settings */ { IMX290_PHY_LANE_NUM, 0x01 }, { IMX290_CSI_LANE_MODE, 0x01 }, { 0x3446, 0x77 }, { 0x3447, 0x00 }, { 0x3448, 0x67 }, { 0x3449, 0x00 }, { 0x344a, 0x47 }, { 0x344b, 0x00 }, { 0x344c, 0x37 }, { 0x344d, 0x00 }, { 0x344e, 0x3f }, { 0x344f, 0x00 }, { 0x3450, 0xff }, { 0x3451, 0x00 }, { 0x3452, 0x3f }, { 0x3453, 0x00 }, { 0x3454, 0x37 }, { 0x3455, 0x00 }, }; static const struct imx290_regval imx290_1080p_4lane_settings[] = { { 0x3405, 0x10 }, /* data rate settings */ { IMX290_PHY_LANE_NUM, 0x03 }, { IMX290_CSI_LANE_MODE, 0x03 }, { 0x3446, 0x57 }, { 0x3447, 0x00 }, { 0x3448, 0x37 }, { 0x3449, 0x00 }, { 0x344a, 0x1f }, { 0x344b, 0x00 }, { 0x344c, 0x1f }, { 0x344d, 0x00 }, { 0x344e, 0x1f }, { 0x344f, 0x00 }, { 0x3450, 0x77 }, { 0x3451, 0x00 }, { 0x3452, 0x1f }, { 0x3453, 0x00 }, { 0x3454, 0x17 }, { 0x3455, 0x00 }, }; static const struct imx290_regval imx290_37_125mhz_clock_720p[] = { { 0x305c, 0x20 }, { 0x305d, 0x00 }, { 0x305e, 0x20 }, { 0x305f, 0x01 }, { 0x315e, 0x1a }, { 0x3164, 0x1a }, { 0x3444, 0x20 }, { 0x3445, 0x25 }, { 0x3480, 0x49 }, }; static const struct imx290_regval imx290_74_250mhz_clock_720p[] = { { 0x305c, 0x10 }, { 0x305d, 0x00 }, { 0x305e, 0x10 }, { 0x305f, 0x01 }, { 0x315e, 0x1b }, { 0x3164, 0x1b }, { 0x3444, 0x40 }, { 0x3445, 0x4a }, { 0x3480, 0x92 }, }; static const struct imx290_regval imx290_720p_common_settings[] = { /* mode settings */ { IMX290_FR_FDG_SEL, 0x01 }, { 0x3007, 0x10 }, { 0x303a, 0x06 }, { 0x3414, 0x04 }, { 0x3472, 0x00 }, { 0x3473, 0x05 }, { 0x3418, 0xd0 }, { 0x3419, 0x02 }, { 0x3012, 0x64 }, { 0x3013, 0x00 }, }; static const struct imx290_regval imx290_720p_2lane_settings[] = { { 0x3405, 0x00 }, { IMX290_PHY_LANE_NUM, 0x01 }, { IMX290_CSI_LANE_MODE, 0x01 }, /* data rate settings */ { 0x3446, 0x67 }, { 0x3447, 0x00 }, { 0x3448, 0x57 }, { 0x3449, 0x00 }, { 0x344a, 0x2f }, { 0x344b, 0x00 }, { 0x344c, 0x27 }, { 0x344d, 0x00 }, { 0x344e, 0x2f }, { 0x344f, 0x00 }, { 0x3450, 0xbf }, { 0x3451, 0x00 }, { 0x3452, 0x2f }, { 0x3453, 0x00 }, { 0x3454, 0x27 }, { 0x3455, 0x00 }, }; static const struct imx290_regval imx290_720p_4lane_settings[] = { { 0x3405, 0x10 }, { IMX290_PHY_LANE_NUM, 0x03 }, { IMX290_CSI_LANE_MODE, 0x03 }, /* data rate settings */ { 0x3446, 0x4f }, { 0x3447, 0x00 }, { 0x3448, 0x2f }, { 0x3449, 0x00 }, { 0x344a, 0x17 }, { 0x344b, 0x00 }, { 0x344c, 0x17 }, { 0x344d, 0x00 }, { 0x344e, 0x17 }, { 0x344f, 0x00 }, { 0x3450, 0x57 }, { 0x3451, 0x00 }, { 0x3452, 0x17 }, { 0x3453, 0x00 }, { 0x3454, 0x17 }, { 0x3455, 0x00 }, }; static const struct imx290_regval imx290_10bit_settings[] = { { 0x3005, 0x00}, { 0x3046, 0x00}, { 0x3129, 0x1d}, { 0x317c, 0x12}, { 0x31ec, 0x37}, { 0x3441, 0x0a}, { 0x3442, 0x0a}, { 0x300a, 0x3c}, { 0x300b, 0x00}, }; static const struct imx290_regval imx290_12bit_settings[] = { { 0x3005, 0x01 }, { 0x3046, 0x01 }, { 0x3129, 0x00 }, { 0x317c, 0x00 }, { 0x31ec, 0x0e }, { 0x3441, 0x0c }, { 0x3442, 0x0c }, { 0x300a, 0xf0 }, { 0x300b, 0x00 }, }; /* supported link frequencies */ #define FREQ_INDEX_1080P 0 #define FREQ_INDEX_720P 1 static const s64 imx290_link_freq_2lanes[] = { [FREQ_INDEX_1080P] = 445500000, [FREQ_INDEX_720P] = 297000000, }; static const s64 imx290_link_freq_4lanes[] = { [FREQ_INDEX_1080P] = 222750000, [FREQ_INDEX_720P] = 148500000, }; /* * In this function and in the similar ones below We rely on imx290_probe() * to ensure that nlanes is either 2 or 4. */ static inline const s64 *imx290_link_freqs_ptr(const struct imx290 *imx290) { if (imx290->nlanes == 2) return imx290_link_freq_2lanes; else return imx290_link_freq_4lanes; } static inline int imx290_link_freqs_num(const struct imx290 *imx290) { if (imx290->nlanes == 2) return ARRAY_SIZE(imx290_link_freq_2lanes); else return ARRAY_SIZE(imx290_link_freq_4lanes); } /* Mode configs */ static const struct imx290_mode imx290_modes_2lanes[] = { { .width = 1920, .height = 1080, .hmax = 0x0898, .vmax = 0x0465, .link_freq_index = FREQ_INDEX_1080P, .crop = { .left = 4 + 8, .top = 12 + 8, .width = 1920, .height = 1080, }, .mode_data = imx290_1080p_common_settings, .mode_data_size = ARRAY_SIZE(imx290_1080p_common_settings), .lane_data = imx290_1080p_2lane_settings, .lane_data_size = ARRAY_SIZE(imx290_1080p_2lane_settings), .clk_data = { [CLK_37_125] = imx290_37_125mhz_clock_1080p, [CLK_74_25] = imx290_74_250mhz_clock_1080p, }, .clk_size = ARRAY_SIZE(imx290_37_125mhz_clock_1080p), }, { .width = 1280, .height = 720, .hmax = 0x0ce4, .vmax = 0x02ee, .link_freq_index = FREQ_INDEX_720P, .crop = { .left = 4 + 8 + 320, .top = 12 + 8 + 180, .width = 1280, .height = 720, }, .mode_data = imx290_720p_common_settings, .mode_data_size = ARRAY_SIZE(imx290_720p_common_settings), .lane_data = imx290_720p_2lane_settings, .lane_data_size = ARRAY_SIZE(imx290_720p_2lane_settings), .clk_data = { [CLK_37_125] = imx290_37_125mhz_clock_720p, [CLK_74_25] = imx290_74_250mhz_clock_720p, }, .clk_size = ARRAY_SIZE(imx290_37_125mhz_clock_720p), }, }; static const struct imx290_mode imx290_modes_4lanes[] = { { .width = 1920, .height = 1080, .hmax = 0x0898, .vmax = 0x0465, .link_freq_index = FREQ_INDEX_1080P, .crop = { .left = 4 + 8, .top = 12 + 8, .width = 1920, .height = 1080, }, .mode_data = imx290_1080p_common_settings, .mode_data_size = ARRAY_SIZE(imx290_1080p_common_settings), .lane_data = imx290_1080p_4lane_settings, .lane_data_size = ARRAY_SIZE(imx290_1080p_4lane_settings), .clk_data = { [CLK_37_125] = imx290_37_125mhz_clock_1080p, [CLK_74_25] = imx290_74_250mhz_clock_1080p, }, .clk_size = ARRAY_SIZE(imx290_37_125mhz_clock_1080p), }, { .width = 1280, .height = 720, .hmax = 0x0ce4, .vmax = 0x02ee, .link_freq_index = FREQ_INDEX_720P, .crop = { .left = 4 + 8 + 320, .top = 12 + 8 + 180, .width = 1280, .height = 720, }, .mode_data = imx290_720p_common_settings, .mode_data_size = ARRAY_SIZE(imx290_720p_common_settings), .lane_data = imx290_720p_4lane_settings, .lane_data_size = ARRAY_SIZE(imx290_720p_4lane_settings), .clk_data = { [CLK_37_125] = imx290_37_125mhz_clock_720p, [CLK_74_25] = imx290_74_250mhz_clock_720p, }, .clk_size = ARRAY_SIZE(imx290_37_125mhz_clock_720p), }, }; static inline const struct imx290_mode *imx290_modes_ptr(const struct imx290 *imx290) { if (imx290->nlanes == 2) return imx290_modes_2lanes; else return imx290_modes_4lanes; } static inline int imx290_modes_num(const struct imx290 *imx290) { if (imx290->nlanes == 2) return ARRAY_SIZE(imx290_modes_2lanes); else return ARRAY_SIZE(imx290_modes_4lanes); } static inline struct imx290 *to_imx290(struct v4l2_subdev *_sd) { return container_of(_sd, struct imx290, sd); } static inline int imx290_read_reg(struct imx290 *imx290, u16 addr, u8 *value) { unsigned int regval; int ret; ret = regmap_read(imx290->regmap, addr, ®val); if (ret) { dev_err(imx290->dev, "I2C read failed for addr: %x\n", addr); return ret; } *value = regval & 0xff; return 0; } static int imx290_write_reg(struct imx290 *imx290, u16 addr, u8 value) { int ret; ret = regmap_write(imx290->regmap, addr, value); if (ret) { dev_err(imx290->dev, "I2C write failed for addr: %x\n", addr); return ret; } return ret; } static int imx290_set_register_array(struct imx290 *imx290, const struct imx290_regval *settings, unsigned int num_settings) { unsigned int i; int ret; for (i = 0; i < num_settings; ++i, ++settings) { ret = imx290_write_reg(imx290, settings->reg, settings->val); if (ret < 0) return ret; } /* Provide 10ms settle time */ usleep_range(10000, 11000); return 0; } static int imx290_write_buffered_reg(struct imx290 *imx290, u16 address_low, u8 nr_regs, u32 value) { unsigned int i; int ret; ret = imx290_write_reg(imx290, IMX290_REGHOLD, 0x01); if (ret) { dev_err(imx290->dev, "Error setting hold register\n"); return ret; } for (i = 0; i < nr_regs; i++) { ret = imx290_write_reg(imx290, address_low + i, (u8)(value >> (i * 8))); if (ret) { dev_err(imx290->dev, "Error writing buffered registers\n"); return ret; } } ret = imx290_write_reg(imx290, IMX290_REGHOLD, 0x00); if (ret) { dev_err(imx290->dev, "Error setting hold register\n"); return ret; } return ret; } static int imx290_set_gain(struct imx290 *imx290, u32 value) { int ret; ret = imx290_write_buffered_reg(imx290, IMX290_GAIN, 1, value); if (ret) dev_err(imx290->dev, "Unable to write gain\n"); return ret; } static int imx290_set_exposure(struct imx290 *imx290, u32 value) { u32 exposure = (imx290->current_mode->height + imx290->vblank->val) - value - 1; int ret; ret = imx290_write_buffered_reg(imx290, IMX290_EXPOSURE_LOW, 3, exposure); if (ret) dev_err(imx290->dev, "Unable to write exposure\n"); return ret; } static int imx290_set_hmax(struct imx290 *imx290, u32 val) { u32 hmax = val + imx290->current_mode->width; int ret; ret = imx290_write_buffered_reg(imx290, IMX290_HMAX_LOW, 2, hmax); if (ret) dev_err(imx290->dev, "Error setting HMAX register\n"); return ret; } static int imx290_set_vmax(struct imx290 *imx290, u32 val) { u32 vmax = val + imx290->current_mode->height; int ret; ret = imx290_write_buffered_reg(imx290, IMX290_VMAX_LOW, 3, vmax); if (ret) dev_err(imx290->dev, "Unable to write vmax\n"); /* * Changing vblank changes the allowed range for exposure. * We don't supply the current exposure as default here as it * may lie outside the new range. We will reset it just below. */ __v4l2_ctrl_modify_range(imx290->exposure, IMX290_EXPOSURE_MIN, vmax - 2, IMX290_EXPOSURE_STEP, vmax - 2); /* * Becuse of the way exposure works for this sensor, updating * vblank causes the effective exposure to change, so we must * set it back to the "new" correct value. */ imx290_set_exposure(imx290, imx290->exposure->val); return ret; } /* Stop streaming */ static int imx290_stop_streaming(struct imx290 *imx290) { int ret; ret = imx290_write_reg(imx290, IMX290_STANDBY, 0x01); if (ret < 0) return ret; msleep(30); return imx290_write_reg(imx290, IMX290_XMSTA, 0x01); } static int imx290_set_ctrl(struct v4l2_ctrl *ctrl) { struct imx290 *imx290 = container_of(ctrl->handler, struct imx290, ctrls); int ret = 0; u8 val; /* V4L2 controls values will be applied only when power is already up */ if (!pm_runtime_get_if_in_use(imx290->dev)) return 0; switch (ctrl->id) { case V4L2_CID_ANALOGUE_GAIN: ret = imx290_set_gain(imx290, ctrl->val); break; case V4L2_CID_EXPOSURE: ret = imx290_set_exposure(imx290, ctrl->val); break; case V4L2_CID_HBLANK: ret = imx290_set_hmax(imx290, ctrl->val); break; case V4L2_CID_VBLANK: ret = imx290_set_vmax(imx290, ctrl->val); break; case V4L2_CID_HFLIP: case V4L2_CID_VFLIP: /* WINMODE is in bits [6:4], so need to read-modify-write */ ret = imx290_read_reg(imx290, IMX290_FLIP_WINMODE, &val); if (ret) break; val &= ~0x03; val |= imx290->vflip->val | (imx290->hflip->val << 1); ret = imx290_write_reg(imx290, IMX290_FLIP_WINMODE, val); break; case V4L2_CID_TEST_PATTERN: if (ctrl->val) { imx290_write_reg(imx290, IMX290_BLKLEVEL_LOW, 0x00); imx290_write_reg(imx290, IMX290_BLKLEVEL_HIGH, 0x00); usleep_range(10000, 11000); imx290_write_reg(imx290, IMX290_PGCTRL, (u8)(IMX290_PGCTRL_REGEN | IMX290_PGCTRL_THRU | IMX290_PGCTRL_MODE(ctrl->val))); } else { imx290_write_reg(imx290, IMX290_PGCTRL, 0x00); usleep_range(10000, 11000); if (imx290->bpp == 10) imx290_write_reg(imx290, IMX290_BLKLEVEL_LOW, 0x3c); else /* 12 bits per pixel */ imx290_write_reg(imx290, IMX290_BLKLEVEL_LOW, 0xf0); imx290_write_reg(imx290, IMX290_BLKLEVEL_HIGH, 0x00); } break; default: ret = -EINVAL; break; } pm_runtime_put(imx290->dev); return ret; } static const struct v4l2_ctrl_ops imx290_ctrl_ops = { .s_ctrl = imx290_set_ctrl, }; static int imx290_enum_mbus_code(struct v4l2_subdev *sd, struct v4l2_subdev_state *sd_state, struct v4l2_subdev_mbus_code_enum *code) { const struct imx290 *imx290 = to_imx290(sd); if (code->index >= IMX290_NUM_FORMATS) return -EINVAL; code->code = imx290->formats[code->index].code; return 0; } static int imx290_enum_frame_size(struct v4l2_subdev *sd, struct v4l2_subdev_state *sd_state, struct v4l2_subdev_frame_size_enum *fse) { const struct imx290 *imx290 = to_imx290(sd); const struct imx290_mode *imx290_modes = imx290_modes_ptr(imx290); if (fse->code != imx290->formats[0].code && fse->code != imx290->formats[1].code) return -EINVAL; if (fse->index >= imx290_modes_num(imx290)) return -EINVAL; fse->min_width = imx290_modes[fse->index].width; fse->max_width = imx290_modes[fse->index].width; fse->min_height = imx290_modes[fse->index].height; fse->max_height = imx290_modes[fse->index].height; return 0; } static int imx290_get_fmt(struct v4l2_subdev *sd, struct v4l2_subdev_state *sd_state, struct v4l2_subdev_format *fmt) { struct imx290 *imx290 = to_imx290(sd); struct v4l2_mbus_framefmt *framefmt; mutex_lock(&imx290->lock); if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) framefmt = v4l2_subdev_get_try_format(&imx290->sd, sd_state, fmt->pad); else framefmt = &imx290->current_format; fmt->format = *framefmt; mutex_unlock(&imx290->lock); return 0; } static inline u8 imx290_get_link_freq_index(struct imx290 *imx290) { return imx290->current_mode->link_freq_index; } static u64 imx290_calc_pixel_rate(struct imx290 *imx290) { return 148500000; } static int imx290_set_fmt(struct v4l2_subdev *sd, struct v4l2_subdev_state *sd_state, struct v4l2_subdev_format *fmt) { struct imx290 *imx290 = to_imx290(sd); const struct imx290_mode *mode; struct v4l2_mbus_framefmt *format; unsigned int i; mutex_lock(&imx290->lock); mode = v4l2_find_nearest_size(imx290_modes_ptr(imx290), imx290_modes_num(imx290), width, height, fmt->format.width, fmt->format.height); fmt->format.width = mode->width; fmt->format.height = mode->height; for (i = 0; i < IMX290_NUM_FORMATS; i++) if (imx290->formats[i].code == fmt->format.code) break; if (i >= IMX290_NUM_FORMATS) i = 0; fmt->format.code = imx290->formats[i].code; fmt->format.field = V4L2_FIELD_NONE; fmt->format.colorspace = V4L2_COLORSPACE_RAW; fmt->format.ycbcr_enc = V4L2_MAP_YCBCR_ENC_DEFAULT(fmt->format.colorspace); fmt->format.quantization = V4L2_MAP_QUANTIZATION_DEFAULT(true, fmt->format.colorspace, fmt->format.ycbcr_enc); fmt->format.xfer_func = V4L2_MAP_XFER_FUNC_DEFAULT(fmt->format.colorspace); if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) { format = v4l2_subdev_get_try_format(sd, sd_state, fmt->pad); } else { format = &imx290->current_format; imx290->current_mode = mode; imx290->bpp = imx290->formats[i].bpp; if (imx290->link_freq) __v4l2_ctrl_s_ctrl(imx290->link_freq, imx290_get_link_freq_index(imx290)); if (imx290->pixel_rate) __v4l2_ctrl_s_ctrl_int64(imx290->pixel_rate, imx290_calc_pixel_rate(imx290)); if (imx290->hblank) { __v4l2_ctrl_modify_range(imx290->hblank, imx290->hmax_min - mode->width, IMX290_HMAX_MAX - mode->width, 1, mode->hmax - mode->width); __v4l2_ctrl_s_ctrl(imx290->hblank, mode->hmax - mode->width); } if (imx290->vblank) { __v4l2_ctrl_modify_range(imx290->vblank, mode->vmax - mode->height, IMX290_VMAX_MAX - mode->height, 1, mode->vmax - mode->height); __v4l2_ctrl_s_ctrl(imx290->vblank, mode->vmax - mode->height); } if (imx290->exposure) __v4l2_ctrl_modify_range(imx290->exposure, IMX290_EXPOSURE_MIN, mode->vmax - 2, IMX290_EXPOSURE_STEP, mode->vmax - 2); } *format = fmt->format; mutex_unlock(&imx290->lock); return 0; } static int imx290_entity_init_cfg(struct v4l2_subdev *subdev, struct v4l2_subdev_state *sd_state) { struct v4l2_subdev_format fmt = { 0 }; fmt.which = sd_state ? V4L2_SUBDEV_FORMAT_TRY : V4L2_SUBDEV_FORMAT_ACTIVE; fmt.format.width = 1920; fmt.format.height = 1080; imx290_set_fmt(subdev, sd_state, &fmt); return 0; } static int imx290_write_current_format(struct imx290 *imx290) { int ret; switch (imx290->current_format.code) { case MEDIA_BUS_FMT_SRGGB10_1X10: case MEDIA_BUS_FMT_Y10_1X10: ret = imx290_set_register_array(imx290, imx290_10bit_settings, ARRAY_SIZE( imx290_10bit_settings)); if (ret < 0) { dev_err(imx290->dev, "Could not set format registers\n"); return ret; } break; case MEDIA_BUS_FMT_SRGGB12_1X12: case MEDIA_BUS_FMT_Y12_1X12: ret = imx290_set_register_array(imx290, imx290_12bit_settings, ARRAY_SIZE( imx290_12bit_settings)); if (ret < 0) { dev_err(imx290->dev, "Could not set format registers\n"); return ret; } break; default: dev_err(imx290->dev, "Unknown pixel format\n"); return -EINVAL; } return 0; } static const struct v4l2_rect * __imx290_get_pad_crop(struct imx290 *imx290, struct v4l2_subdev_state *sd_state, unsigned int pad, enum v4l2_subdev_format_whence which) { switch (which) { case V4L2_SUBDEV_FORMAT_TRY: return v4l2_subdev_get_try_crop(&imx290->sd, sd_state, pad); case V4L2_SUBDEV_FORMAT_ACTIVE: return &imx290->current_mode->crop; } return NULL; } static int imx290_get_selection(struct v4l2_subdev *sd, struct v4l2_subdev_state *sd_state, struct v4l2_subdev_selection *sel) { switch (sel->target) { case V4L2_SEL_TGT_CROP: { struct imx290 *imx290 = to_imx290(sd); mutex_lock(&imx290->lock); sel->r = *__imx290_get_pad_crop(imx290, sd_state, sel->pad, sel->which); mutex_unlock(&imx290->lock); return 0; } case V4L2_SEL_TGT_NATIVE_SIZE: sel->r.top = 0; sel->r.left = 0; sel->r.width = IMX290_NATIVE_WIDTH; sel->r.height = IMX290_NATIVE_HEIGHT; return 0; case V4L2_SEL_TGT_CROP_DEFAULT: case V4L2_SEL_TGT_CROP_BOUNDS: sel->r.top = IMX290_PIXEL_ARRAY_TOP; sel->r.left = IMX290_PIXEL_ARRAY_LEFT; sel->r.width = IMX290_PIXEL_ARRAY_WIDTH; sel->r.height = IMX290_PIXEL_ARRAY_HEIGHT; return 0; } return -EINVAL; } /* Start streaming */ static int imx290_start_streaming(struct imx290 *imx290) { enum imx290_clk_index clk_idx = imx290->xclk_freq == 37125000 ? CLK_37_125 : CLK_74_25; int ret; /* Set init register settings */ ret = imx290_set_register_array(imx290, imx290_global_init_settings, ARRAY_SIZE( imx290_global_init_settings)); if (ret < 0) { dev_err(imx290->dev, "Could not set init registers\n"); return ret; } ret = imx290_set_register_array(imx290, imx290->current_mode->clk_data[clk_idx], imx290->current_mode->clk_size); if (ret < 0) { dev_err(imx290->dev, "Could not set clock registers\n"); return ret; } /* Apply the register values related to current frame format */ ret = imx290_write_current_format(imx290); if (ret < 0) { dev_err(imx290->dev, "Could not set frame format\n"); return ret; } /* Apply default values of current mode */ ret = imx290_set_register_array(imx290, imx290->current_mode->mode_data, imx290->current_mode->mode_data_size); if (ret < 0) { dev_err(imx290->dev, "Could not set current mode\n"); return ret; } /* Apply lane config registers of current mode */ ret = imx290_set_register_array(imx290, imx290->current_mode->lane_data, imx290->current_mode->lane_data_size); if (ret < 0) { dev_err(imx290->dev, "Could not set current mode\n"); return ret; } /* Apply customized values from user */ ret = v4l2_ctrl_handler_setup(imx290->sd.ctrl_handler); if (ret) { dev_err(imx290->dev, "Could not sync v4l2 controls\n"); return ret; } ret = imx290_write_reg(imx290, IMX290_STANDBY, 0x00); if (ret < 0) return ret; msleep(30); /* Start streaming */ return imx290_write_reg(imx290, IMX290_XMSTA, 0x00); } static int imx290_set_stream(struct v4l2_subdev *sd, int enable) { struct imx290 *imx290 = to_imx290(sd); int ret = 0; if (enable) { ret = pm_runtime_resume_and_get(imx290->dev); if (ret < 0) goto unlock_and_return; ret = imx290_start_streaming(imx290); if (ret) { dev_err(imx290->dev, "Start stream failed\n"); pm_runtime_put(imx290->dev); goto unlock_and_return; } } else { imx290_stop_streaming(imx290); pm_runtime_put(imx290->dev); } /* vflip and hflip cannot change during streaming */ __v4l2_ctrl_grab(imx290->vflip, enable); __v4l2_ctrl_grab(imx290->hflip, enable); unlock_and_return: return ret; } static int imx290_get_regulators(struct device *dev, struct imx290 *imx290) { unsigned int i; for (i = 0; i < IMX290_NUM_SUPPLIES; i++) imx290->supplies[i].supply = imx290_supply_name[i]; return devm_regulator_bulk_get(dev, IMX290_NUM_SUPPLIES, imx290->supplies); } static int imx290_power_on(struct device *dev) { struct v4l2_subdev *sd = dev_get_drvdata(dev); struct imx290 *imx290 = to_imx290(sd); int ret; ret = clk_prepare_enable(imx290->xclk); if (ret) { dev_err(dev, "Failed to enable clock\n"); return ret; } ret = regulator_bulk_enable(IMX290_NUM_SUPPLIES, imx290->supplies); if (ret) { dev_err(dev, "Failed to enable regulators\n"); clk_disable_unprepare(imx290->xclk); return ret; } usleep_range(1, 2); gpiod_set_value_cansleep(imx290->rst_gpio, 0); usleep_range(30000, 31000); return 0; } static int imx290_power_off(struct device *dev) { struct v4l2_subdev *sd = dev_get_drvdata(dev); struct imx290 *imx290 = to_imx290(sd); clk_disable_unprepare(imx290->xclk); gpiod_set_value_cansleep(imx290->rst_gpio, 1); regulator_bulk_disable(IMX290_NUM_SUPPLIES, imx290->supplies); return 0; } static const struct dev_pm_ops imx290_pm_ops = { SET_RUNTIME_PM_OPS(imx290_power_off, imx290_power_on, NULL) }; static const struct v4l2_subdev_video_ops imx290_video_ops = { .s_stream = imx290_set_stream, }; static const struct v4l2_subdev_pad_ops imx290_pad_ops = { .init_cfg = imx290_entity_init_cfg, .enum_mbus_code = imx290_enum_mbus_code, .enum_frame_size = imx290_enum_frame_size, .get_fmt = imx290_get_fmt, .set_fmt = imx290_set_fmt, .get_selection = imx290_get_selection, }; static const struct v4l2_subdev_ops imx290_subdev_ops = { .video = &imx290_video_ops, .pad = &imx290_pad_ops, }; static const struct media_entity_operations imx290_subdev_entity_ops = { .link_validate = v4l2_subdev_link_validate, }; /* * Returns 0 if all link frequencies used by the driver for the given number * of MIPI data lanes are mentioned in the device tree, or the value of the * first missing frequency otherwise. */ static s64 imx290_check_link_freqs(const struct imx290 *imx290, const struct v4l2_fwnode_endpoint *ep) { int i, j; const s64 *freqs = imx290_link_freqs_ptr(imx290); int freqs_count = imx290_link_freqs_num(imx290); for (i = 0; i < freqs_count; i++) { for (j = 0; j < ep->nr_of_link_frequencies; j++) if (freqs[i] == ep->link_frequencies[j]) break; if (j == ep->nr_of_link_frequencies) return freqs[i]; } return 0; } static const struct of_device_id imx290_of_match[] = { { .compatible = "sony,imx290", .data = imx290_colour_formats }, { .compatible = "sony,imx290-mono", .data = imx290_mono_formats }, { /* sentinel */ } }; static int imx290_probe(struct i2c_client *client) { struct v4l2_fwnode_device_properties props; struct device *dev = &client->dev; struct fwnode_handle *endpoint; /* Only CSI2 is supported for now: */ struct v4l2_fwnode_endpoint ep = { .bus_type = V4L2_MBUS_CSI2_DPHY }; const struct of_device_id *match; const struct imx290_mode *mode; struct imx290 *imx290; s64 fq; int ret; imx290 = devm_kzalloc(dev, sizeof(*imx290), GFP_KERNEL); if (!imx290) return -ENOMEM; imx290->dev = dev; imx290->regmap = devm_regmap_init_i2c(client, &imx290_regmap_config); if (IS_ERR(imx290->regmap)) { dev_err(dev, "Unable to initialize I2C\n"); return -ENODEV; } match = of_match_device(imx290_of_match, dev); if (!match) return -ENODEV; imx290->formats = (const struct imx290_pixfmt *)match->data; endpoint = fwnode_graph_get_next_endpoint(dev_fwnode(dev), NULL); if (!endpoint) { dev_err(dev, "Endpoint node not found\n"); return -EINVAL; } ret = v4l2_fwnode_endpoint_alloc_parse(endpoint, &ep); fwnode_handle_put(endpoint); if (ret == -ENXIO) { dev_err(dev, "Unsupported bus type, should be CSI2\n"); goto free_err; } else if (ret) { dev_err(dev, "Parsing endpoint node failed\n"); goto free_err; } /* Get number of data lanes */ imx290->nlanes = ep.bus.mipi_csi2.num_data_lanes; if (imx290->nlanes != 2 && imx290->nlanes != 4) { dev_err(dev, "Invalid data lanes: %d\n", imx290->nlanes); ret = -EINVAL; goto free_err; } imx290->hmax_min = IMX290_HMAX_MIN; dev_dbg(dev, "Using %u data lanes\n", imx290->nlanes); if (!ep.nr_of_link_frequencies) { dev_err(dev, "link-frequency property not found in DT\n"); ret = -EINVAL; goto free_err; } /* Check that link frequences for all the modes are in device tree */ fq = imx290_check_link_freqs(imx290, &ep); if (fq) { dev_err(dev, "Link frequency of %lld is not supported\n", fq); ret = -EINVAL; goto free_err; } /* get system clock (xclk) */ imx290->xclk = devm_clk_get(dev, "xclk"); if (IS_ERR(imx290->xclk)) { dev_err(dev, "Could not get xclk"); ret = PTR_ERR(imx290->xclk); goto free_err; } ret = fwnode_property_read_u32(dev_fwnode(dev), "clock-frequency", &imx290->xclk_freq); if (ret) { dev_err(dev, "Could not get xclk frequency\n"); goto free_err; } /* external clock must be 37.125 MHz */ if (imx290->xclk_freq != 37125000 && imx290->xclk_freq != 74250000) { dev_err(dev, "External clock frequency %u is not supported\n", imx290->xclk_freq); ret = -EINVAL; goto free_err; } ret = clk_set_rate(imx290->xclk, imx290->xclk_freq); if (ret) { dev_err(dev, "Could not set xclk frequency\n"); goto free_err; } ret = imx290_get_regulators(dev, imx290); if (ret < 0) { dev_err(dev, "Cannot get regulators\n"); goto free_err; } imx290->rst_gpio = devm_gpiod_get_optional(dev, "reset", GPIOD_OUT_HIGH); if (IS_ERR(imx290->rst_gpio)) { dev_err(dev, "Cannot get reset gpio\n"); ret = PTR_ERR(imx290->rst_gpio); goto free_err; } mutex_init(&imx290->lock); /* * Initialize the frame format. In particular, imx290->current_mode * and imx290->bpp are set to defaults: imx290_calc_pixel_rate() call * below relies on these fields. */ imx290_entity_init_cfg(&imx290->sd, NULL); v4l2_ctrl_handler_init(&imx290->ctrls, 11); v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_ANALOGUE_GAIN, 0, 100, 1, 0); mode = imx290->current_mode; imx290->hblank = v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_HBLANK, imx290->hmax_min - mode->width, IMX290_HMAX_MAX - mode->width, 1, mode->hmax - mode->width); imx290->vblank = v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_VBLANK, mode->vmax - mode->height, IMX290_VMAX_MAX - mode->height, 1, mode->vmax - mode->height); imx290->exposure = v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_EXPOSURE, IMX290_EXPOSURE_MIN, mode->vmax - 2, IMX290_EXPOSURE_STEP, mode->vmax - 2); imx290->hflip = v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_HFLIP, 0, 1, 1, 0); imx290->vflip = v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_VFLIP, 0, 1, 1, 0); imx290->link_freq = v4l2_ctrl_new_int_menu(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_LINK_FREQ, imx290_link_freqs_num(imx290) - 1, 0, imx290_link_freqs_ptr(imx290)); if (imx290->link_freq) imx290->link_freq->flags |= V4L2_CTRL_FLAG_READ_ONLY; imx290->pixel_rate = v4l2_ctrl_new_std(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_PIXEL_RATE, 1, INT_MAX, 1, imx290_calc_pixel_rate(imx290)); v4l2_ctrl_new_std_menu_items(&imx290->ctrls, &imx290_ctrl_ops, V4L2_CID_TEST_PATTERN, ARRAY_SIZE(imx290_test_pattern_menu) - 1, 0, 0, imx290_test_pattern_menu); ret = v4l2_fwnode_device_parse(&client->dev, &props); if (ret) goto free_ctrl; ret = v4l2_ctrl_new_fwnode_properties(&imx290->ctrls, &imx290_ctrl_ops, &props); if (ret) goto free_ctrl; imx290->sd.ctrl_handler = &imx290->ctrls; if (imx290->ctrls.error) { dev_err(dev, "Control initialization error %d\n", imx290->ctrls.error); ret = imx290->ctrls.error; goto free_ctrl; } v4l2_i2c_subdev_init(&imx290->sd, client, &imx290_subdev_ops); imx290->sd.flags |= V4L2_SUBDEV_FL_HAS_DEVNODE; imx290->sd.dev = &client->dev; imx290->sd.entity.ops = &imx290_subdev_entity_ops; imx290->sd.entity.function = MEDIA_ENT_F_CAM_SENSOR; imx290->pad.flags = MEDIA_PAD_FL_SOURCE; ret = media_entity_pads_init(&imx290->sd.entity, 1, &imx290->pad); if (ret < 0) { dev_err(dev, "Could not register media entity\n"); goto free_ctrl; } /* Initialize the frame format (this also sets imx290->current_mode) */ imx290_entity_init_cfg(&imx290->sd, NULL); ret = v4l2_async_register_subdev(&imx290->sd); if (ret < 0) { dev_err(dev, "Could not register v4l2 device\n"); goto free_entity; } /* Power on the device to match runtime PM state below */ ret = imx290_power_on(dev); if (ret < 0) { dev_err(dev, "Could not power on the device\n"); goto free_entity; } pm_runtime_set_active(dev); pm_runtime_enable(dev); pm_runtime_idle(dev); v4l2_fwnode_endpoint_free(&ep); return 0; free_entity: media_entity_cleanup(&imx290->sd.entity); free_ctrl: v4l2_ctrl_handler_free(&imx290->ctrls); mutex_destroy(&imx290->lock); free_err: v4l2_fwnode_endpoint_free(&ep); return ret; } static int imx290_remove(struct i2c_client *client) { struct v4l2_subdev *sd = i2c_get_clientdata(client); struct imx290 *imx290 = to_imx290(sd); v4l2_async_unregister_subdev(sd); media_entity_cleanup(&sd->entity); v4l2_ctrl_handler_free(sd->ctrl_handler); mutex_destroy(&imx290->lock); pm_runtime_disable(imx290->dev); if (!pm_runtime_status_suspended(imx290->dev)) imx290_power_off(imx290->dev); pm_runtime_set_suspended(imx290->dev); return 0; } MODULE_DEVICE_TABLE(of, imx290_of_match); static struct i2c_driver imx290_i2c_driver = { .probe_new = imx290_probe, .remove = imx290_remove, .driver = { .name = "imx290", .pm = &imx290_pm_ops, .of_match_table = of_match_ptr(imx290_of_match), }, }; module_i2c_driver(imx290_i2c_driver); MODULE_DESCRIPTION("Sony IMX290 CMOS Image Sensor Driver"); MODULE_AUTHOR("FRAMOS GmbH"); MODULE_AUTHOR("Manivannan Sadhasivam "); MODULE_LICENSE("GPL v2");