Skip to content

Commit

Permalink
Merge pull request #635 from uccross/pass-data-pool
Browse files Browse the repository at this point in the history
Support a different ceph pool in skyhook and refactor skyhook args
  • Loading branch information
lgray authored Jan 18, 2022
2 parents 7b3f55f + 537d6d8 commit ba2d017
Show file tree
Hide file tree
Showing 5 changed files with 28 additions and 12 deletions.
8 changes: 4 additions & 4 deletions binder/nanoevents_pq.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -426,7 +426,7 @@
}
],
"source": [
"events_skyhook = NanoEventsFactory.from_parquet(\"/mnt/cephfs/nanoevents/ZJets/nano_dy.0.parquet\", skyhook_options = {\"ceph_config_path\": \"/etc/ceph/ceph.conf\"}).events()\n",
"events_skyhook = NanoEventsFactory.from_parquet(\"/mnt/cephfs/nanoevents/ZJets/nano_dy.0.parquet\", skyhook_options = {\"ceph_config_path\": \"/etc/ceph/ceph.conf\", \"ceph_data_pool\": \"cephfs_data\"}).events()\n",
"events_skyhook.Muon"
]
},
Expand Down Expand Up @@ -496,7 +496,7 @@
" \"Events\",\n",
" processor_instance=MyZPeak(),\n",
" executor=processor.dask_executor,\n",
" executor_args={\"schema\": processor.NanoAODSchema, \"client\": client, \"ceph_config_path\": \"/etc/ceph/ceph.conf\"}\n",
" executor_args={\"schema\": processor.NanoAODSchema, \"client\": client, \"use_skyhook\": True}\n",
")"
]
},
Expand Down Expand Up @@ -556,7 +556,7 @@
" \"Events\",\n",
" processor_instance=MyZPeak(),\n",
" executor=processor.iterative_executor,\n",
" executor_args={\"schema\": processor.NanoAODSchema, \"ceph_config_path\": \"/etc/ceph/ceph.conf\"}\n",
" executor_args={\"schema\": processor.NanoAODSchema, \"use_skyhook\": True}\n",
")"
]
},
Expand Down Expand Up @@ -595,7 +595,7 @@
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEGCAYAAAB/+QKOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAYFElEQVR4nO3dfbiVdZ3v8fcXRFFC8gGQCQtxOJ1EYUv4wDG80szHGh/GVOzqKKVUjmWnc5qjNmk4xdikQ5OdgzJjYJ50LMqwmEqPiVqaI3oQBA2MsDCQHZUPoLCB7/lj3cAG7g2LzV5r7b15v65rXWvdv/W71/39sfbFZ90P67ciM5EkaVs9Gl2AJKlzMiAkSaUMCElSKQNCklTKgJAkldqr0QVU4+CDD84hQ4Y0ugxJ6lKeeuqpP2Rm//au3yUCYsiQIcyZM6fRZUhSlxIRL+7O+h5ikiSVMiAkSaUMCElSqS5xDkKSdkVLSwvLli3jzTffbHQpddG7d28GDx5Mr169OvR1DQhJ3c6yZcvo27cvQ4YMISIaXU5NZSarVq1i2bJlHHbYYR362h5iktTtvPnmmxx00EHdPhwAIoKDDjqoJntLBoSkbmlPCIdNajVWA0KSVMqAkLTH69mzJ01NTQwfPpyRI0dy8803s3Hjxh2us3TpUu66664Or+VrX/saa9as6fDXbQ8DQuoAF972OBfe9nijy1A77bvvvsydO5cFCxbwwAMP8OMf/5iJEyfucB0DQpL2MAMGDGDq1Kl84xvfIDNZunQpY8eOZdSoUYwaNYrHHnsMgKuvvppHH32UpqYmJk+e3Ga/5cuXc+KJJ9LU1MSRRx7Jo48+CsD999/PmDFjGDVqFB/60Id4/fXX+frXv87vf/97TjrpJE466aSG/Rtslpmd/vbud787pc7sglsfywtufazRZaiwcOHCXerfp0+f7dr69euXK1asyNWrV+cbb7yRmZmLFi3KTf8fPfTQQ3nWWWdt7t9Wv5tuuim/9KUvZWbm+vXr89VXX83m5uYcO3Zsvv7665mZeeONN+bEiRMzM/Md73hHNjc371L9meVjBubkbvzf6/cgJGkHWlpauPLKK5k7dy49e/Zk0aJFu9TvmGOO4aMf/SgtLS2cc845NDU18fDDD7Nw4UJOOOEEANatW8eYMWPqNqZqGRCStI0lS5bQs2dPBgwYwMSJExk4cCDPPPMMGzdupHfv3qXrTJ48ubTfiSeeyCOPPMKsWbO49NJL+exnP8sBBxzA+9//fu6+++56DmuXeQ5Cklppbm7mE5/4BFdeeSURwSuvvMKgQYPo0aMHd955Jxs2bACgb9++vPbaa5vXa6vfiy++yMCBA7n88su57LLLePrppzn++OP5xS9+wQsvvADA6tWrN+9xbPu6jWRASNrjvfHGG5svcz3llFM49dRTuf766wG44ooruOOOOxg5ciTPP/88ffr0AWDEiBH07NmTkSNHMnny5Db7zZ49m5EjR3L00Udzzz33cNVVV9G/f3+mT5/OuHHjGDFiBGPGjOH5558HYMKECZx++umd4iR1VM5jdG6jR49OfzBIndmmS1zv+XjnO468J3ruued417ve1egy6qpszBHxVGaObu9rugchSSplQEiSShkQkqRSBoQkqZQBIUkqZUBIEk64WMaAkKQa6ExTiLeXASFJNdCZphBvLwNCkmqso6cQrxcn65PUrU384QIW/v7V7doXLt+6bc3a9QAc9cWfbtV+xKD9t1v3iL/Yn+s/OHyX6hg6dCgbNmxg5cqVDBgwgAceeIDevXuzePFixo0bx5w5c7jxxhu56aab+NGPflSpac2a0n71YkBIUp3t7hTi9WJASOrWqv2kX+v5tDpyCvF68RyEJNVYR08hXi8GhCTVQC2nEK8XDzFJUg3s6NP+sGHDmDdv3ublr3zlKwD06tWLn/3sZ1v1LetXLwaEJOFveZTxEJMkqZQBIUkqVbOAiIhDI+KhiFgYEQsi4qqi/cCIeCAiFhf3B9SqBklS+9VyD2I98N8z8wjgeOBvIuII4GrgwcwcBjxYLEuSOpmaBURmLs/Mp4vHrwHPAW8DzgbuKLrdAZxTqxokqWrTzqrctFldzkFExBDgaOAJYGBmLi+eWgEMbGOdCRExJyLmNDc316NMSeoQ9957L01NTVvdevTowZQpUzjyyCN3uG5nmtG15gEREW8Bvgd8JjO3mh0rMxPIsvUyc2pmjs7M0f379691mZLUYc4991zmzp27+XbFFVcwduxYTjvttJ2uu8cERET0ohIO387M7xfNL0fEoOL5QcDKWtYgSY20aNEibrjhBu6880569NjyX+6GDRv43Oc+xzHHHMOIESO47bbbgO2n/F6wYAHHHnssTU1NjBgxgsWLF9et9pp9US4iArgdeC4z/6nVU/cBlwA3Fvcza1WDJPHjq2HF/O3bV8zbennd6sr9Pxy6dfshI7Zf95Cj4Iwbd7rplpYWLr74Ym6++Wbe/va3s3Tp0s3P3X777fTr148nn3yStWvXcsIJJ3DqqaduN+X3pz71Ka666io+/OEPs27durrOx1TLb1KfAHwEmB8Rc4u2a6kEw3ci4mPAi8AFNaxBkhrmC1/4AsOHD+fCCy/c7rn777+fefPmMWPGDKAyMd/ixYvZe++9t+o3ZswYvvzlL7Ns2TLOO+88hg0bVpfaoYYBkZk/B6KNp99Xq+1K0laq+KQPbLmCafysDtns7Nmz+d73vsfTTz9d+nxmcsstt2x3XmL27NlbLV988cUcd9xxzJo1izPPPJPbbruNk08+uUNq3Bm/SS1JHexPf/oT48eP51vf+hZ9+/Yt7XPaaacxZcoUWlpagMq5itWrV2835feSJUsYOnQon/70pzn77LO3mryv1pysT5I62K233srKlSv55Cc/uVX7uHHj2GeffQC47LLLWLp0KaNGjSIz6d+/Pz/4wQ+2mvL70ksvZe3atdx555306tWLQw45hGuvvbZu4zAgJKmDXXPNNVxzzTXbtc+cOZPDDz8cgB49ejBp0iQmTZq0Xb9tp/y++urGTDhhQEgSdNi5h7Zcd911zJw5k+nTp9d0Ox3JcxCSVAc33HADzzzzDEcffXSjS6maASGpW6pM1LBnqNVYDQhJ3U7v3r1ZtWrVHhESmcmqVavo3bt3h7+25yAkdTuDBw9m2bJl7CkTffbu3ZvBgwd3+OsaEJK6nV69enHYYYc1uowuz0NMkqRSBoQkqZSHmKR2uuuJ3zJz7ksALFxe+amTC297HICzm97Gxce9vWG1SR3BPQipnWbOfWlzMLS2cPmrm4ND6soMCGk3HDFof+75+BiOGLT/Vo+l7sCAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KadlblJmkrBoQkqZQBIUkqZUBIkkoZEJKkUgaEJKmUASFJKmVASJJKGRCSpFIGhCSpVM0CIiK+GRErI+LZVm1fjIiXImJucTuzVtuXJO2eWu5BTAdOL2mfnJlNxe3fa7h9SdJuqFlAZOYjwB9r9fqSpNpqxDmIKyNiXnEI6oAGbF+SVIV6B8QU4HCgCVgO3NxWx4iYEBFzImJOc3NzncqTJG1S14DIzJczc0NmbgT+BTh2B32nZubozBzdv3//+hUpSQLqHBARMajV4rnAs231lSQ11l61euGIuBt4L3BwRCwDrgfeGxFNQAJLgY/XavuSpN1Ts4DIzHElzbfXanuSpI7lN6klSaUMCElSKQNCklTKgJAklTIgJEmldvkqpmJ6jEMzc14N6pG6pHs+PqbRJUgdrqo9iIiYHRH7R8SBwNPAv0TEP9W2NElSI1V7iKlfZr4KnAd8KzOPA06pXVmSpEarNiD2KqbJuAD4UQ3rkSR1EtUGxETgp8ALmflkRAwFFteuLElSo1V7knp5Zo7YtJCZSzwHIUndW7V7ELdU2SZJ6iZ2uAcREWOA/wL0j4jPtnpqf6BnLQuTJDXWzg4x7Q28pejXt1X7q8D5tSpKktR4OwyIzHwYeDgipmfmi3WqSZLUCVR7knqfiJgKDGm9TmaeXIuiJEmNV21AfBe4FfhXYEPtypEkdRbVBsT6zJxS00okSZ1KtZe5/jAiroiIQRFx4KZbTSuTJDVUtXsQlxT3n2vVlsDQji1HktRZVBUQmXlYrQuR6m7ONJg/A1YUM9dPO6tyf9T5MHp84+qSOolqp/veLyL+rriSiYgYFhEfqG1pUo3NnwEr5m/dtmJ+pV1S1ecgpgHrqHyrGuAl4Es1qUiqp0OOgkNGVG7jZ1WWJQHVB8ThmfmPQAtAZq4BomZVSZIartqAWBcR+1I5MU1EHA6srVlVkqSGq/Yqpi8CPwEOjYhvAycAl9aoJklSJ1DtVUz3R8RTwPFUDi1dlZl/qGllkqSGqiogIuKHwF3AfZm5urYlSZI6g2rPQdwEjAUWRsSMiDg/InrXsC5JUoNVe4hp07TfPYGTgcuBb1L54SBJUjdU7UlqiquYPghcCIwC7qhVUZKkxqv2HMR3gGOpXMn0DeDhzNxYy8IkSY1V7R7E7cC4zPS3ICRpD7HDk9QR8bcAmflT4LxtnptUw7okSQ22s6uYLmr1+Jptnju9g2uRJHUiOwuIaONx2bIkqRvZWUBkG4/LlrcSEd+MiJUR8WyrtgMj4oGIWFzcH7CL9UqS6mRnATEyIl6NiNeAEcXjTcs7mxd5OtsfhroaeDAzhwEPFsuSpE5oh1cxZWbP9r5wZj4SEUO2aT4beG/x+A5gNvA/27sNSVLtVDvVRkcZmJnLi8crgIFtdYyICRExJyLmNDc316c6SdJm9Q6IzTIz2cF5jMycmpmjM3N0//7961iZJAnqHxAvR8QggOJ+ZZ23L0mqUr0D4j7gkuLxJcDMOm9fklSlqifr21URcTeVE9IHR8Qy4HrgRuA7EfEx4EXgglptX6qVBZPeU3lw0Fe3NE47q3I/flbHbqxWrytVoWYBkZnj2njqfbXapiSp4zTsJLUkqXMzICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSqZp9D0LqMvwSmlTKPQhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSqb0aXYDUFTzx3Zt5y+J7Adj45usA/I/ln2W/vXvCtH6wYl6l47SzuG7VK/xi35OAMe3f4JxpMH/GVq8LwFHnw+jx7X9daRcYEFIV3rL4Xg5d92t+t/fhm9v227snB79ln+36DmlZsvsbnD8DVszfum3TsgGhOjEgpCr9bu/DGX7tz1kw6T0ADL/251ue3PQJf/wslhbP77ZDjtryePysLduQ6sRzEJKkUgaEJKmUASFJKtWQcxARsRR4DdgArM/M0Y2oQ5LUtkaepD4pM//QwO1LknbAQ0ySpFKNCogE7o+IpyJiQlmHiJgQEXMiYk5zc3Ody5MkNSog3pOZo4AzgL+JiBO37ZCZUzNzdGaO7t+/f/0rlKQ9XEMCIjNfKu5XAvcCxzaiDklS2+oeEBHRJyL6bnoMnAo8W+86JEk71oirmAYC90bEpu3flZk/aUAdkqQdqHtAZOYSYGS9tytJ2jVe5ipJKmVASJJKGRCSpFIGhCSplAEhSSplQEiSShkQkqRS/ia1tIu2+i3qTcbPqs3GavW6UhXcg5AklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUqiEBERGnR8SvIuKFiLi6ETVIknas7gERET2B/wWcARwBjIuII+pdhyRpx/ZqwDaPBV7IzCUAEfFvwNnAwrZWeGP58yyY9J46lac9xZCWJSztNZQbbnt8c9t1q16ptG/z93boul/zu70Pr/q1D1336936m92V2qRaicys7wYjzgdOz8zLiuWPAMdl5pXb9JsATCgWjwSerWuh9XUw8IdGF1FD3Xl83Xls4Pi6undmZt/2rtyIPYiqZOZUYCpARMzJzNENLqlmHF/X1Z3HBo6vq4uIObuzfiNOUr8EHNpqeXDRJknqRBoREE8CwyLisIjYG7gIuK8BdUiSdqDuh5gyc31EXAn8FOgJfDMzF+xktam1r6yhHF/X1Z3HBo6vq9ut8dX9JLUkqWvwm9SSpFIGhCSpVKcLiIh4a0TMiIjnI+K5iBgTEQdGxAMRsbi4P6DRdbZHRLwzIua2ur0aEZ/pLuMDiIj/FhELIuLZiLg7InoXFyQ8UUytck9xcUKXFBFXFWNbEBGfKdq67PsXEd+MiJUR8WyrttLxRMXXi/dxXkSMalzl1WljfB8q3r+NETF6m/7XFOP7VUScVv+Kq9fG2L5a/N85LyLujYi3tnpul8fW6QIC+GfgJ5n5n4GRwHPA1cCDmTkMeLBY7nIy81eZ2ZSZTcC7gTXAvXST8UXE24BPA6Mz80gqFyFcBHwFmJyZfwn8CfhY46psv4g4EricymwAI4EPRMRf0rXfv+nA6du0tTWeM4BhxW0CMKVONe6O6Ww/vmeB84BHWjcWU/5cBAwv1vnfxdRAndV0th/bA8CRmTkCWARcA+0fW6cKiIjoB5wI3A6Qmesy889UpuK4o+h2B3BOI+rrYO8Dfp2ZL9K9xrcXsG9E7AXsBywHTgZmFM935fG9C3giM9dk5nrgYSr/0XTZ9y8zHwH+uE1zW+M5G/hWVvwSeGtEDKpLoe1UNr7MfC4zf1XS/Wzg3zJzbWb+BniByoeBTqmNsd1f/G0C/JLK98ygnWPrVAEBHAY0A9Mi4v9FxL9GRB9gYGYuL/qsAAY2rMKOcxFwd/G4W4wvM18CbgJ+SyUYXgGeAv7c6o92GfC2xlS4254FxkbEQRGxH3AmlS99dov3r5W2xvM24Het+nXl97JMdxvfR4EfF4/bNbbOFhB7AaOAKZl5NLCabXbXs3Jdbpe+Nrc4Bv9XwHe3fa4rj684Vn02laD/C6AP2+8Cd1mZ+RyVw2X3Az8B5gIbtunTZd+/Mt1tPHuKiPg8sB749u68TmcLiGXAssx8olieQSUwXt60K1vcr2xQfR3lDODpzHy5WO4u4zsF+E1mNmdmC/B94AQqhyI2fSmzS0+tkpm3Z+a7M/NEKudTFtF93r9N2hpPd58mp1uMLyIuBT4AfDi3fNGtXWPrVAGRmSuA30XEO4um91GZBvw+4JKi7RJgZgPK60jj2HJ4CbrP+H4LHB8R+0VEsOX9ewg4v+jTlcdHRAwo7t9O5fzDXXSf92+TtsZzH/Bfi6uZjgdeaXUoqju4D7goIvaJiMOonIz/jwbXtEsi4nTgb4G/ysw1rZ5q39gys1PdgCZgDjAP+AFwAHAQlaspFgP/Fziw0XXuxvj6AKuAfq3autP4JgLPUzlefyewDzC0+GN8gcphtX0aXedujO9RKqH3DPC+rv7+UfmgshxoobIH/7G2xgMElR/7+jUwn8rVag0fQzvGd27xeC3wMvDTVv0/X4zvV8AZja6/HWN7gcq5hrnF7dbdGZtTbUiSSnWqQ0ySpM7DgJAklTIgJEmlDAhJUikDQpJUyoDQHikizt1mZt25xeyeZzS6Nqmz8DJXCYiICcCHgZMyc2Oj65E6A/cgtMeLiP8EXAd8ZNtwiIghxfz60yNiUUR8OyJOiYhfFL+XcGzR79iIeLyYZPKxTbMBRMTwiPiPYg9lXkQMi4g+ETErIp4pflviwvqPWto59yC0R4uIXsDjwFcz856S54dQ+Xbq0cAC4Ekq36L+GJUJF8dn5jkRsT+wJjPXR8QpwCcz868j4hbgl5n57WKSxp5UZoE9PTMvL7bRLzNfqflgpV201867SN3a3wMLysKhld9k5nyAiFhA5cd0MiLmA0OKPv2AOyJiGJXZT3sV7Y8Dn4+IwcD3M3Nxsd7NEfEV4EeZ+WjHD0vafR5i0h4rIt4L/DVw5U66rm31eGOr5Y1s+ZD198BDWfklvQ8CvQEy8y4qexpvAP8eESdn5iIqsxTPB74UEdft9mCkGnAPQnuk4rcrpgEXZ+ZrHfCS/dgyffKlrbYzFFiSmV8vZoAdERHPA3/MzP8TEX8GLuuA7UsdzoDQnuoTwABgSmVm8s3+YSeHm9ryj1QOMf0dMKtV+wXARyKihcqvs00CjgG+GhEbqczE+cl2bE+qOU9SS5JKeQ5CklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpf4/y2fyPrKJTUkAAAAASUVORK5CYII=\n",
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEGCAYAAAB/+QKOAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjMuNCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8QVMy6AAAACXBIWXMAAAsTAAALEwEAmpwYAAAYFElEQVR4nO3dfbiVdZ3v8fcXRFFC8gGQCQtxOJ1EYUv4wDG80szHGh/GVOzqKKVUjmWnc5qjNmk4xdikQ5OdgzJjYJ50LMqwmEqPiVqaI3oQBA2MsDCQHZUPoLCB7/lj3cAG7g2LzV5r7b15v65rXWvdv/W71/39sfbFZ90P67ciM5EkaVs9Gl2AJKlzMiAkSaUMCElSKQNCklTKgJAkldqr0QVU4+CDD84hQ4Y0ugxJ6lKeeuqpP2Rm//au3yUCYsiQIcyZM6fRZUhSlxIRL+7O+h5ikiSVMiAkSaUMCElSqS5xDkKSdkVLSwvLli3jzTffbHQpddG7d28GDx5Mr169OvR1DQhJ3c6yZcvo27cvQ4YMISIaXU5NZSarVq1i2bJlHHbYYR362h5iktTtvPnmmxx00EHdPhwAIoKDDjqoJntLBoSkbmlPCIdNajVWA0KSVMqAkLTH69mzJ01NTQwfPpyRI0dy8803s3Hjxh2us3TpUu66664Or+VrX/saa9as6fDXbQ8DQuoAF972OBfe9nijy1A77bvvvsydO5cFCxbwwAMP8OMf/5iJEyfucB0DQpL2MAMGDGDq1Kl84xvfIDNZunQpY8eOZdSoUYwaNYrHHnsMgKuvvppHH32UpqYmJk+e3Ga/5cuXc+KJJ9LU1MSRRx7Jo48+CsD999/PmDFjGDVqFB/60Id4/fXX+frXv87vf/97TjrpJE466aSG/Rtslpmd/vbud787pc7sglsfywtufazRZaiwcOHCXerfp0+f7dr69euXK1asyNWrV+cbb7yRmZmLFi3KTf8fPfTQQ3nWWWdt7t9Wv5tuuim/9KUvZWbm+vXr89VXX83m5uYcO3Zsvv7665mZeeONN+bEiRMzM/Md73hHNjc371L9meVjBubkbvzf6/cgJGkHWlpauPLKK5k7dy49e/Zk0aJFu9TvmGOO4aMf/SgtLS2cc845NDU18fDDD7Nw4UJOOOEEANatW8eYMWPqNqZqGRCStI0lS5bQs2dPBgwYwMSJExk4cCDPPPMMGzdupHfv3qXrTJ48ubTfiSeeyCOPPMKsWbO49NJL+exnP8sBBxzA+9//fu6+++56DmuXeQ5Cklppbm7mE5/4BFdeeSURwSuvvMKgQYPo0aMHd955Jxs2bACgb9++vPbaa5vXa6vfiy++yMCBA7n88su57LLLePrppzn++OP5xS9+wQsvvADA6tWrN+9xbPu6jWRASNrjvfHGG5svcz3llFM49dRTuf766wG44ooruOOOOxg5ciTPP/88ffr0AWDEiBH07NmTkSNHMnny5Db7zZ49m5EjR3L00Udzzz33cNVVV9G/f3+mT5/OuHHjGDFiBGPGjOH5558HYMKECZx++umd4iR1VM5jdG6jR49OfzBIndmmS1zv+XjnO468J3ruued417ve1egy6qpszBHxVGaObu9rugchSSplQEiSShkQkqRSBoQkqZQBIUkqZUBIEk64WMaAkKQa6ExTiLeXASFJNdCZphBvLwNCkmqso6cQrxcn65PUrU384QIW/v7V7doXLt+6bc3a9QAc9cWfbtV+xKD9t1v3iL/Yn+s/OHyX6hg6dCgbNmxg5cqVDBgwgAceeIDevXuzePFixo0bx5w5c7jxxhu56aab+NGPflSpac2a0n71YkBIUp3t7hTi9WJASOrWqv2kX+v5tDpyCvF68RyEJNVYR08hXi8GhCTVQC2nEK8XDzFJUg3s6NP+sGHDmDdv3ublr3zlKwD06tWLn/3sZ1v1LetXLwaEJOFveZTxEJMkqZQBIUkqVbOAiIhDI+KhiFgYEQsi4qqi/cCIeCAiFhf3B9SqBklS+9VyD2I98N8z8wjgeOBvIuII4GrgwcwcBjxYLEuSOpmaBURmLs/Mp4vHrwHPAW8DzgbuKLrdAZxTqxokqWrTzqrctFldzkFExBDgaOAJYGBmLi+eWgEMbGOdCRExJyLmNDc316NMSeoQ9957L01NTVvdevTowZQpUzjyyCN3uG5nmtG15gEREW8Bvgd8JjO3mh0rMxPIsvUyc2pmjs7M0f379691mZLUYc4991zmzp27+XbFFVcwduxYTjvttJ2uu8cERET0ohIO387M7xfNL0fEoOL5QcDKWtYgSY20aNEibrjhBu6880569NjyX+6GDRv43Oc+xzHHHMOIESO47bbbgO2n/F6wYAHHHnssTU1NjBgxgsWLF9et9pp9US4iArgdeC4z/6nVU/cBlwA3Fvcza1WDJPHjq2HF/O3bV8zbennd6sr9Pxy6dfshI7Zf95Cj4Iwbd7rplpYWLr74Ym6++Wbe/va3s3Tp0s3P3X777fTr148nn3yStWvXcsIJJ3DqqaduN+X3pz71Ka666io+/OEPs27durrOx1TLb1KfAHwEmB8Rc4u2a6kEw3ci4mPAi8AFNaxBkhrmC1/4AsOHD+fCCy/c7rn777+fefPmMWPGDKAyMd/ixYvZe++9t+o3ZswYvvzlL7Ns2TLOO+88hg0bVpfaoYYBkZk/B6KNp99Xq+1K0laq+KQPbLmCafysDtns7Nmz+d73vsfTTz9d+nxmcsstt2x3XmL27NlbLV988cUcd9xxzJo1izPPPJPbbruNk08+uUNq3Bm/SS1JHexPf/oT48eP51vf+hZ9+/Yt7XPaaacxZcoUWlpagMq5itWrV2835feSJUsYOnQon/70pzn77LO3mryv1pysT5I62K233srKlSv55Cc/uVX7uHHj2GeffQC47LLLWLp0KaNGjSIz6d+/Pz/4wQ+2mvL70ksvZe3atdx555306tWLQw45hGuvvbZu4zAgJKmDXXPNNVxzzTXbtc+cOZPDDz8cgB49ejBp0iQmTZq0Xb9tp/y++urGTDhhQEgSdNi5h7Zcd911zJw5k+nTp9d0Ox3JcxCSVAc33HADzzzzDEcffXSjS6maASGpW6pM1LBnqNVYDQhJ3U7v3r1ZtWrVHhESmcmqVavo3bt3h7+25yAkdTuDBw9m2bJl7CkTffbu3ZvBgwd3+OsaEJK6nV69enHYYYc1uowuz0NMkqRSBoQkqZSHmKR2uuuJ3zJz7ksALFxe+amTC297HICzm97Gxce9vWG1SR3BPQipnWbOfWlzMLS2cPmrm4ND6soMCGk3HDFof+75+BiOGLT/Vo+l7sCAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KadlblJmkrBoQkqZQBIUkqZUBIkkoZEJKkUgaEJKmUASFJKmVASJJKGRCSpFIGhCSpVM0CIiK+GRErI+LZVm1fjIiXImJucTuzVtuXJO2eWu5BTAdOL2mfnJlNxe3fa7h9SdJuqFlAZOYjwB9r9fqSpNpqxDmIKyNiXnEI6oAGbF+SVIV6B8QU4HCgCVgO3NxWx4iYEBFzImJOc3NzncqTJG1S14DIzJczc0NmbgT+BTh2B32nZubozBzdv3//+hUpSQLqHBARMajV4rnAs231lSQ11l61euGIuBt4L3BwRCwDrgfeGxFNQAJLgY/XavuSpN1Ts4DIzHElzbfXanuSpI7lN6klSaUMCElSKQNCklTKgJAklTIgJEmldvkqpmJ6jEMzc14N6pG6pHs+PqbRJUgdrqo9iIiYHRH7R8SBwNPAv0TEP9W2NElSI1V7iKlfZr4KnAd8KzOPA06pXVmSpEarNiD2KqbJuAD4UQ3rkSR1EtUGxETgp8ALmflkRAwFFteuLElSo1V7knp5Zo7YtJCZSzwHIUndW7V7ELdU2SZJ6iZ2uAcREWOA/wL0j4jPtnpqf6BnLQuTJDXWzg4x7Q28pejXt1X7q8D5tSpKktR4OwyIzHwYeDgipmfmi3WqSZLUCVR7knqfiJgKDGm9TmaeXIuiJEmNV21AfBe4FfhXYEPtypEkdRbVBsT6zJxS00okSZ1KtZe5/jAiroiIQRFx4KZbTSuTJDVUtXsQlxT3n2vVlsDQji1HktRZVBUQmXlYrQuR6m7ONJg/A1YUM9dPO6tyf9T5MHp84+qSOolqp/veLyL+rriSiYgYFhEfqG1pUo3NnwEr5m/dtmJ+pV1S1ecgpgHrqHyrGuAl4Es1qUiqp0OOgkNGVG7jZ1WWJQHVB8ThmfmPQAtAZq4BomZVSZIartqAWBcR+1I5MU1EHA6srVlVkqSGq/Yqpi8CPwEOjYhvAycAl9aoJklSJ1DtVUz3R8RTwPFUDi1dlZl/qGllkqSGqiogIuKHwF3AfZm5urYlSZI6g2rPQdwEjAUWRsSMiDg/InrXsC5JUoNVe4hp07TfPYGTgcuBb1L54SBJUjdU7UlqiquYPghcCIwC7qhVUZKkxqv2HMR3gGOpXMn0DeDhzNxYy8IkSY1V7R7E7cC4zPS3ICRpD7HDk9QR8bcAmflT4LxtnptUw7okSQ22s6uYLmr1+Jptnju9g2uRJHUiOwuIaONx2bIkqRvZWUBkG4/LlrcSEd+MiJUR8WyrtgMj4oGIWFzcH7CL9UqS6mRnATEyIl6NiNeAEcXjTcs7mxd5OtsfhroaeDAzhwEPFsuSpE5oh1cxZWbP9r5wZj4SEUO2aT4beG/x+A5gNvA/27sNSVLtVDvVRkcZmJnLi8crgIFtdYyICRExJyLmNDc316c6SdJm9Q6IzTIz2cF5jMycmpmjM3N0//7961iZJAnqHxAvR8QggOJ+ZZ23L0mqUr0D4j7gkuLxJcDMOm9fklSlqifr21URcTeVE9IHR8Qy4HrgRuA7EfEx4EXgglptX6qVBZPeU3lw0Fe3NE47q3I/flbHbqxWrytVoWYBkZnj2njqfbXapiSp4zTsJLUkqXMzICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSqZp9D0LqMvwSmlTKPQhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSqb0aXYDUFTzx3Zt5y+J7Adj45usA/I/ln2W/vXvCtH6wYl6l47SzuG7VK/xi35OAMe3f4JxpMH/GVq8LwFHnw+jx7X9daRcYEFIV3rL4Xg5d92t+t/fhm9v227snB79ln+36DmlZsvsbnD8DVszfum3TsgGhOjEgpCr9bu/DGX7tz1kw6T0ADL/251ue3PQJf/wslhbP77ZDjtryePysLduQ6sRzEJKkUgaEJKmUASFJKtWQcxARsRR4DdgArM/M0Y2oQ5LUtkaepD4pM//QwO1LknbAQ0ySpFKNCogE7o+IpyJiQlmHiJgQEXMiYk5zc3Ody5MkNSog3pOZo4AzgL+JiBO37ZCZUzNzdGaO7t+/f/0rlKQ9XEMCIjNfKu5XAvcCxzaiDklS2+oeEBHRJyL6bnoMnAo8W+86JEk71oirmAYC90bEpu3flZk/aUAdkqQdqHtAZOYSYGS9tytJ2jVe5ipJKmVASJJKGRCSpFIGhCSplAEhSSplQEiSShkQkqRS/ia1tIu2+i3qTcbPqs3GavW6UhXcg5AklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpQwISVIpA0KSVMqAkCSVMiAkSaUMCElSKQNCklTKgJAklTIgJEmlDAhJUikDQpJUqiEBERGnR8SvIuKFiLi6ETVIknas7gERET2B/wWcARwBjIuII+pdhyRpx/ZqwDaPBV7IzCUAEfFvwNnAwrZWeGP58yyY9J46lac9xZCWJSztNZQbbnt8c9t1q16ptG/z93boul/zu70Pr/q1D1336936m92V2qRaicys7wYjzgdOz8zLiuWPAMdl5pXb9JsATCgWjwSerWuh9XUw8IdGF1FD3Xl83Xls4Pi6undmZt/2rtyIPYiqZOZUYCpARMzJzNENLqlmHF/X1Z3HBo6vq4uIObuzfiNOUr8EHNpqeXDRJknqRBoREE8CwyLisIjYG7gIuK8BdUiSdqDuh5gyc31EXAn8FOgJfDMzF+xktam1r6yhHF/X1Z3HBo6vq9ut8dX9JLUkqWvwm9SSpFIGhCSpVKcLiIh4a0TMiIjnI+K5iBgTEQdGxAMRsbi4P6DRdbZHRLwzIua2ur0aEZ/pLuMDiIj/FhELIuLZiLg7InoXFyQ8UUytck9xcUKXFBFXFWNbEBGfKdq67PsXEd+MiJUR8WyrttLxRMXXi/dxXkSMalzl1WljfB8q3r+NETF6m/7XFOP7VUScVv+Kq9fG2L5a/N85LyLujYi3tnpul8fW6QIC+GfgJ5n5n4GRwHPA1cCDmTkMeLBY7nIy81eZ2ZSZTcC7gTXAvXST8UXE24BPA6Mz80gqFyFcBHwFmJyZfwn8CfhY46psv4g4EricymwAI4EPRMRf0rXfv+nA6du0tTWeM4BhxW0CMKVONe6O6Ww/vmeB84BHWjcWU/5cBAwv1vnfxdRAndV0th/bA8CRmTkCWARcA+0fW6cKiIjoB5wI3A6Qmesy889UpuK4o+h2B3BOI+rrYO8Dfp2ZL9K9xrcXsG9E7AXsBywHTgZmFM935fG9C3giM9dk5nrgYSr/0XTZ9y8zHwH+uE1zW+M5G/hWVvwSeGtEDKpLoe1UNr7MfC4zf1XS/Wzg3zJzbWb+BniByoeBTqmNsd1f/G0C/JLK98ygnWPrVAEBHAY0A9Mi4v9FxL9GRB9gYGYuL/qsAAY2rMKOcxFwd/G4W4wvM18CbgJ+SyUYXgGeAv7c6o92GfC2xlS4254FxkbEQRGxH3AmlS99dov3r5W2xvM24Het+nXl97JMdxvfR4EfF4/bNbbOFhB7AaOAKZl5NLCabXbXs3Jdbpe+Nrc4Bv9XwHe3fa4rj684Vn02laD/C6AP2+8Cd1mZ+RyVw2X3Az8B5gIbtunTZd+/Mt1tPHuKiPg8sB749u68TmcLiGXAssx8olieQSUwXt60K1vcr2xQfR3lDODpzHy5WO4u4zsF+E1mNmdmC/B94AQqhyI2fSmzS0+tkpm3Z+a7M/NEKudTFtF93r9N2hpPd58mp1uMLyIuBT4AfDi3fNGtXWPrVAGRmSuA30XEO4um91GZBvw+4JKi7RJgZgPK60jj2HJ4CbrP+H4LHB8R+0VEsOX9ewg4v+jTlcdHRAwo7t9O5fzDXXSf92+TtsZzH/Bfi6uZjgdeaXUoqju4D7goIvaJiMOonIz/jwbXtEsi4nTgb4G/ysw1rZ5q39gys1PdgCZgDjAP+AFwAHAQlaspFgP/Fziw0XXuxvj6AKuAfq3autP4JgLPUzlefyewDzC0+GN8gcphtX0aXedujO9RKqH3DPC+rv7+UfmgshxoobIH/7G2xgMElR/7+jUwn8rVag0fQzvGd27xeC3wMvDTVv0/X4zvV8AZja6/HWN7gcq5hrnF7dbdGZtTbUiSSnWqQ0ySpM7DgJAklTIgJEmlDAhJUikDQpJUyoDQHikizt1mZt25xeyeZzS6Nqmz8DJXCYiICcCHgZMyc2Oj65E6A/cgtMeLiP8EXAd8ZNtwiIghxfz60yNiUUR8OyJOiYhfFL+XcGzR79iIeLyYZPKxTbMBRMTwiPiPYg9lXkQMi4g+ETErIp4pflviwvqPWto59yC0R4uIXsDjwFcz856S54dQ+Xbq0cAC4Ekq36L+GJUJF8dn5jkRsT+wJjPXR8QpwCcz868j4hbgl5n57WKSxp5UZoE9PTMvL7bRLzNfqflgpV201867SN3a3wMLysKhld9k5nyAiFhA5cd0MiLmA0OKPv2AOyJiGJXZT3sV7Y8Dn4+IwcD3M3Nxsd7NEfEV4EeZ+WjHD0vafR5i0h4rIt4L/DVw5U66rm31eGOr5Y1s+ZD198BDWfklvQ8CvQEy8y4qexpvAP8eESdn5iIqsxTPB74UEdft9mCkGnAPQnuk4rcrpgEXZ+ZrHfCS/dgyffKlrbYzFFiSmV8vZoAdERHPA3/MzP8TEX8GLuuA7UsdzoDQnuoTwABgSmVm8s3+YSeHm9ryj1QOMf0dMKtV+wXARyKihcqvs00CjgG+GhEbqczE+cl2bE+qOU9SS5JKeQ5CklTKgJAklTIgJEmlDAhJUikDQpJUyoCQJJUyICRJpf4/y2fyPrKJTUkAAAAASUVORK5CYII=",
"text/plain": [
"<Figure size 432x288 with 1 Axes>"
]
Expand Down
6 changes: 4 additions & 2 deletions coffea/nanoevents/factory.py
Original file line number Diff line number Diff line change
Expand Up @@ -221,9 +221,11 @@ def from_parquet(
)

format_ = "parquet"
if "ceph_config_path" in skyhook_options:
if len(skyhook_options) > 0:
format_ = ds.SkyhookFileFormat(
"parquet", skyhook_options["ceph_config_path"].encode()
"parquet",
skyhook_options["ceph_config_path"].encode(),
skyhook_options["ceph_data_pool"].encode(),
)

dataset = ds.dataset(file, schema=table_file.schema_arrow, format=format_)
Expand Down
Loading

0 comments on commit ba2d017

Please sign in to comment.