Skip to content

Commit

Permalink
Fix filter_box migration PR #6523 (#7066)
Browse files Browse the repository at this point in the history
* Fix filter_box migration PR #6523

* Fix druid-related bug
  • Loading branch information
mistercrunch authored Mar 21, 2019
1 parent 61add60 commit b210742
Show file tree
Hide file tree
Showing 3 changed files with 67 additions and 19 deletions.
4 changes: 3 additions & 1 deletion superset/connectors/druid/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -1144,7 +1144,9 @@ def run_query( # noqa / druid
pre_qry['aggregations'] = aggs_dict
pre_qry['post_aggregations'] = post_aggs_dict
else:
order_by = list(qry['aggregations'].keys())[0]
agg_keys = qry['aggregations'].keys()
order_by = list(agg_keys)[0] if agg_keys else None

# Limit on the number of timeseries, doing a two-phases query
pre_qry['granularity'] = 'all'
pre_qry['threshold'] = min(row_limit,
Expand Down
40 changes: 22 additions & 18 deletions superset/migrations/versions/fb13d49b72f9_better_filters.py
Original file line number Diff line number Diff line change
Expand Up @@ -46,31 +46,35 @@ class Slice(Base):
slice_name = Column(String(250))


def upgrade_slice(slc):
params = json.loads(slc.params)
logging.info(f'Upgrading {slc.slice_name}')
cols = params.get('groupby')
metric = params.get('metric')
if cols:
flts = [{
'column': col,
'metric': metric,
'asc': False,
'clearable': True,
'multiple': True,
} for col in cols]
params['filter_configs'] = flts
if 'groupby' in params:
del params['groupby']
if 'metric' in params:
del params['metric']
slc.params = json.dumps(params, sort_keys=True)


def upgrade():
bind = op.get_bind()
session = db.Session(bind=bind)

filter_box_slices = session.query(Slice).filter_by(viz_type='filter_box')
for slc in filter_box_slices.all():
try:
params = json.loads(slc.params)
logging.info(f'Upgrading {slc.slice_name}')
cols = params.get('groupby')
metrics = params.get('metrics')
if cols:
flts = [{
'column': col,
'metric': metrics[0] if metrics else None,
'asc': False,
'clearable': True,
'multiple': True,
} for col in cols]
params['filter_configs'] = flts
if 'groupby' in params:
del params['groupby']
if 'metrics' in params:
del params['metrics']
slc.params = json.dumps(params, sort_keys=True)
upgrade_slice(slc)
except Exception as e:
logging.exception(e)

Expand Down
42 changes: 42 additions & 0 deletions tests/migration_tests.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
import json

from superset.migrations.versions.fb13d49b72f9_better_filters import (
Slice, upgrade_slice,
)
from .base_tests import SupersetTestCase


class MigrationTestCase(SupersetTestCase):

def test_upgrade_slice(self):
slc = Slice(
slice_name='FOO',
viz_type='filter_box',
params=json.dumps(dict(
metric='foo',
groupby=['bar'],
)),
)
upgrade_slice(slc)
params = json.loads(slc.params)
self.assertNotIn('metric', params)
self.assertIn('filter_configs', params)

cfg = params['filter_configs'][0]
self.assertEquals(cfg.get('metric'), 'foo')

0 comments on commit b210742

Please sign in to comment.