Merge pull request #306 from h1alexbel/filter-it

feat(#227): samples-filter integration
yegor256 · May 8, 2024 · 471562a · 471562a
2 parents 7b82dd5 + 1b79e57
commit 471562a
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 1 deletion.
diff --git a/requirements.txt b/requirements.txt
@@ -4,4 +4,5 @@ pylint==3.1.0
 multimetric==1.3.0
 chardet==5.2.0
 mypy==1.10.0
-cffconvert==2.0.0
+cffconvert==2.0.0
+samples-filter==0.4.1
diff --git a/steps/discover.sh b/steps/discover.sh
@@ -60,6 +60,15 @@ elif [ -z "${REPOS}" ] || [ ! -e "${REPOS}" ]; then
   fi
   "${LOCAL}/help/assert-tool.sh" ruby -v
   ruby "${LOCAL}/steps/discover-repos.rb" "${args[@]}"
+  nosamples=${TARGET}/no-samples.csv
+  declare -a fargs=( \
+    "--repositories=${csv}" \
+    "--out=${nosamples}" \
+    "--model=transformer"
+  )
+  samples-filter filter "${fargs[@]}"
+  rm "${csv}"
+  mv "${nosamples}" "${csv}"
 else
   echo "Using the list of repositories from the '${REPOS}' file (defined by the REPOS environment variable)..."
   cat "${REPOS}" > "${csv}"