I couldn't get the tw9990 camera to work properly in the stm32h7s78dk kit.
I want to display the image captured from the TW9990 camera sensor on the LCD screen using the STM32H7S78-DK kit. Since the data from the camera sensor is in YUV422 format, I am converting it to RGB565 format for the LCD. However, I am uncertain if my DCMIPP_Init settings are correctly configured for the TW9990 camera. Specifically, as the datasheet does not specify the polarity settings, I am unsure about this part. My current settings are as follows. Could you help me verify and correct them if needed?
static void MX_DCMIPP_Init(void)
{
/* USER CODE BEGIN DCMIPP_Init 0 */
/* USER CODE END DCMIPP_Init 0 */
DCMIPP_ParallelConfTypeDef ParallelConfig = {0};
DCMIPP_PipeConfTypeDef PipeConfig = {0};
/* USER CODE BEGIN DCMIPP_Init 1 */
/* USER CODE END DCMIPP_Init 1 */
/** Pipe 0 Config
*/
phdcmipp.Instance = DCMIPP;
if (HAL_DCMIPP_Init(&phdcmipp) != HAL_OK)
{
Error_Handler();
}
ParallelConfig.PCKPolarity = DCMIPP_PCKPOLARITY_FALLING ; //not sure ask
ParallelConfig.HSPolarity = DCMIPP_HSPOLARITY_LOW ;
ParallelConfig.VSPolarity = DCMIPP_VSPOLARITY_LOW ;
ParallelConfig.ExtendedDataMode = DCMIPP_INTERFACE_8BITS;
ParallelConfig.Format = DCMIPP_FORMAT_YUV422;
ParallelConfig.SwapBits = DCMIPP_SWAPBITS_DISABLE;
ParallelConfig.SwapCycles = DCMIPP_SWAPCYCLES_ENABLE;
ParallelConfig.SynchroMode = DCMIPP_SYNCHRO_HARDWARE;
HAL_DCMIPP_PARALLEL_SetConfig(&phdcmipp, &ParallelConfig);
PipeConfig.FrameRate = DCMIPP_FRAME_RATE_ALL;
if (HAL_DCMIPP_PIPE_SetConfig(&phdcmipp, DCMIPP_PIPE0, &PipeConfig) != HAL_OK)
{
Error_Handler();
}
/* USER CODE BEGIN DCMIPP_Init 2 */
/* USER CODE END DCMIPP_Init 2 */
}
My LTDC settings are as follows
static void MX_LTDC_Init(void)
{
/* USER CODE BEGIN LTDC_Init 0 */
/* USER CODE END LTDC_Init 0 */
LTDC_LayerCfgTypeDef pLayerCfg = {0};
/* USER CODE BEGIN LTDC_Init 1 */
/* USER CODE END LTDC_Init 1 */
hltdc.Instance = LTDC;
hltdc.Init.HSPolarity = LTDC_HSPOLARITY_AL;
hltdc.Init.VSPolarity = LTDC_VSPOLARITY_AL;
hltdc.Init.DEPolarity = LTDC_DEPOLARITY_AL;
hltdc.Init.PCPolarity = LTDC_PCPOLARITY_IPC;
hltdc.Init.HorizontalSync = 3;
hltdc.Init.VerticalSync = 3;
hltdc.Init.AccumulatedHBP = 11;
hltdc.Init.AccumulatedVBP = 11;
hltdc.Init.AccumulatedActiveW = 811;
hltdc.Init.AccumulatedActiveH = 491;
hltdc.Init.TotalWidth = 819;
hltdc.Init.TotalHeigh = 499;
hltdc.Init.Backcolor.Blue = 0;
hltdc.Init.Backcolor.Green = 0;
hltdc.Init.Backcolor.Red = 0;
if (HAL_LTDC_Init(&hltdc) != HAL_OK)
{
Error_Handler();
}
pLayerCfg.WindowX0 = xpos;
pLayerCfg.WindowX1 = xpos + ImageWidth;
pLayerCfg.WindowY0 = ypos;
pLayerCfg.WindowY1 = ypos + ImageHeight;
pLayerCfg.PixelFormat = LTDC_PIXEL_FORMAT_RGB565;
pLayerCfg.Alpha = 255;
pLayerCfg.Alpha0 = 0;
pLayerCfg.BlendingFactor1 = LTDC_BLENDING_FACTOR1_PAxCA;
pLayerCfg.BlendingFactor2 = LTDC_BLENDING_FACTOR2_PAxCA;
pLayerCfg.FBStartAdress = (uint32_t)LCD_FRAME_BUFFER; //TODO
pLayerCfg.ImageWidth = ImageWidth;
pLayerCfg.ImageHeight = ImageHeight;
pLayerCfg.Backcolor.Blue = 0;
pLayerCfg.Backcolor.Green = 0;
pLayerCfg.Backcolor.Red = 0;
if (HAL_LTDC_ConfigLayer(&hltdc, &pLayerCfg, 0) != HAL_OK)
{
Error_Handler();
}
/* USER CODE BEGIN LTDC_Init 2 */
/* USER CODE END LTDC_Init 2 */
}
DMA2D_config are as follows
static void DMA2D_Config(uint16_t xsize, uint32_t ysize)
{
/* Configure the DMA2D Mode, Color Mode and output offset */
hlcd_dma2d.Instance = DMA2D;
/* Configure the DMA2D Mode, Color Mode and output offset */
hlcd_dma2d.Init.Mode = DMA2D_M2M_PFC;
hlcd_dma2d.Init.ColorMode = DMA2D_OUTPUT_RGB565;
hlcd_dma2d.Init.OutputOffset = LcdResX - xsize;
/* DMA2D Callbacks Configuration */
hlcd_dma2d.XferCpltCallback = DMA2D_TransferCompleteCallback;
/* Foreground Configuration */
hlcd_dma2d.LayerCfg[1].AlphaMode = DMA2D_NO_MODIF_ALPHA;
hlcd_dma2d.LayerCfg[1].InputAlpha = 0;
hlcd_dma2d.LayerCfg[1].InputColorMode = DMA2D_INPUT_YCBCR;
hlcd_dma2d.LayerCfg[1].InputOffset = 0;
//todo
hlcd_dma2d.LayerCfg[1].AlphaInverted = DMA2D_REGULAR_ALPHA;
hlcd_dma2d.LayerCfg[1].RedBlueSwap = DMA2D_RB_REGULAR;
hlcd_dma2d.LayerCfg[1].ChromaSubSampling = DMA2D_CSS_422;
hlcd_dma2d.Instance = DMA2D;
HAL_DMA2D_DeInit(&hlcd_dma2d);
/* DMA2D Initialization */
if(HAL_DMA2D_Init(&hlcd_dma2d) == HAL_OK)
{
if(HAL_DMA2D_ConfigLayer(&hlcd_dma2d, 1) != HAL_OK)
{
Error_Handler();
}
}
else
{
Error_Handler();
}
}
I change the format with dma2d as follows, this code is available among the sample codes of the STM32H747 kit but not in the STM32H7S78-DK examples
static void DMA2D_ConvertFrameToRGB565(void *pSrc, void *pDst, uint32_t xsize, uint32_t ysize)
{
uint32_t xPos, yPos, destination;
/* Calculate the destination transfer address */
xPos = (LcdResX - xsize)/2;
yPos = (LcdResY - ysize)/2;
destination = (uint32_t)pDst + (yPos * LcdResX + xPos) * 2 /*RGB565_BYTE_PER_PIXEL*/;
dma2d_pending_copy = 1;
/* Starts the DMA2D transfer */
if(HAL_DMA2D_Start_IT(&hlcd_dma2d, (uint32_t)pSrc, destination, xsize, ysize) != HAL_OK)
{
Error_Handler();
}
}
When I start the camera with these settings, the camera works but I can't see anything meaningful on the screen. There are pixels like noise. What can I do?
0 = CCIR601 compatible YCrCb 4:2:2 format with separate syncs and flags.
1 = ITU-R-656 compatible data sequence format.
I selected the output format as CCIR601 in the TW9990 initialization process, is this correct?