Source code for sourced.ml.core.extractors.helpers

import argparse
import inspect
from typing import List

from sourced.ml.core.extractors.bags_extractor import BagsExtractor

__extractors__ = {}



[docs]def register_extractor(cls):
    if not issubclass(cls, BagsExtractor):
        raise TypeError("%s is not an instance of %s" % (cls.__name__, BagsExtractor.__name__))
    __extractors__[cls.NAME] = cls
    return cls




[docs]def get_names_from_kwargs(f):
    for k, v in inspect.signature(f).parameters.items():
        if v.default != inspect.Parameter.empty and isinstance(
                v.default, (str, int, float, tuple)):
            yield k.replace("_", "-"), v.default




[docs]def filter_kwargs(kwargs, func):
    func_param = inspect.signature(func).parameters.keys()
    return {k: v for k, v in kwargs.items() if k in func_param}




[docs]def create_extractors_from_args(args: argparse.Namespace) -> List[BagsExtractor]:
    return [__extractors__[s](args.min_docfreq, log_level=args.log_level,
                              **__extractors__[s].get_kwargs_fromcmdline(args))
            for s in args.feature]