SELECT 
  category_id, 
  parent_id 
FROM 
  ushop_categories 
WHERE 
  parent_id IN(
    673, 674, 675, 680, 676, 677, 741, 360, 
    679
  ) 
  AND category_id != 264

Query time 0.00027

JSON explain

{
  "query_block": {
    "select_id": 1,
    "cost_info": {
      "query_cost": "6.31"
    },
    "table": {
      "table_name": "ushop_categories",
      "access_type": "range",
      "possible_keys": [
        "PRIMARY",
        "parent",
        "p_category_id"
      ],
      "key": "parent",
      "used_key_parts": [
        "parent_id"
      ],
      "key_length": "3",
      "rows_examined_per_scan": 9,
      "rows_produced_per_join": 9,
      "filtered": "100.00",
      "index_condition": "(`marketplace`.`ushop_categories`.`parent_id` in (673,674,675,680,676,677,741,360,679))",
      "cost_info": {
        "read_cost": "5.41",
        "eval_cost": "0.90",
        "prefix_cost": "6.31",
        "data_read_per_join": "29K"
      },
      "used_columns": [
        "category_id",
        "parent_id"
      ],
      "attached_condition": "(`marketplace`.`ushop_categories`.`category_id` <> 264)"
    }
  }
}