SELECT 
  variant_id, 
  color 
FROM 
  cscart_product_feature_variants 
WHERE 
  feature_id = 656 
  AND variant_id IN (
    1560, 1600, 6360, 7064, 6995, 6290, 6284, 
    6285
  )

Query time 0.00062

JSON explain

{
  "query_block": {
    "select_id": 1,
    "cost_info": {
      "query_cost": "5.61"
    },
    "table": {
      "table_name": "cscart_product_feature_variants",
      "access_type": "range",
      "possible_keys": [
        "PRIMARY",
        "feature_id"
      ],
      "key": "PRIMARY",
      "used_key_parts": [
        "variant_id"
      ],
      "key_length": "3",
      "rows_examined_per_scan": 8,
      "rows_produced_per_join": 0,
      "filtered": "2.72",
      "index_condition": "(`softwarepirmam_hewadelivard_cscart_4`.`cscart_product_feature_variants`.`variant_id` in (1560,1600,6360,7064,6995,6290,6284,6285))",
      "cost_info": {
        "read_cost": "5.59",
        "eval_cost": "0.02",
        "prefix_cost": "5.61",
        "data_read_per_join": "253"
      },
      "used_columns": [
        "variant_id",
        "feature_id",
        "color"
      ],
      "attached_condition": "(`softwarepirmam_hewadelivard_cscart_4`.`cscart_product_feature_variants`.`feature_id` = 656)"
    }
  }
}

Result

variant_id color
1560 #000000
1600 #4a86e8
6284 #7f5362
6285 #9d7f67
6290 #5f6865
6360
6995
7064 #0948c8