Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[In Progress] Fix bug: enable sparse weigth setting in trainer_config_helper APIs #985

Closed
wants to merge 1 commit into from
Closed

[In Progress] Fix bug: enable sparse weigth setting in trainer_config_helper APIs #985

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 24 additions & 16 deletions python/paddle/trainer_config_helpers/attrs.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,34 +19,34 @@


def convert_and_compare(x, Type):
"""
Convert x to be the same type as Type and then convert back to
check whether there is a loss of information
:param x: object to be checked
:param Type: target type to check x over
"""
Convert x to be the same type as Type and then convert back to
check whether there is a loss of information
:param x: object to be checked
:param Type: target type to check x over

"""
return type(x)(Type(x)) == x


def is_compatible_with(x, Type):
"""
Check if x has a type compatible with Type
:param x: object to be checked
:param Type: target type to check x over
"""
Check if x has a type compatible with Type
:param x: object to be checked
:param Type: target type to check x over

"""
if type(x) == Type:
return True
try:
if float == Type or int == Type:
# avoid those types that can be converted to float/int but not very
# meaningful and could potentially lead to error
# i.e., str and bool typed value should not be used for initializing float/int variable
# avoid those types that can be converted to float/int but not very
# meaningful and could potentially lead to error
# i.e., str and bool typed value should not be used for initializing float/int variable
if not isinstance(x, str) and not isinstance(x, bool):
return convert_and_compare(x, Type)
elif bool == Type:
# should not use string type to initialize bool variable
# should not use string type to initialize bool variable
if not isinstance(x, str):
return convert_and_compare(x, Type)
else:
Expand Down Expand Up @@ -91,6 +91,9 @@ class ParameterAttribute(object):
:param sparse_update: Enable sparse update for this parameter. It will
enable both local and remote sparse update.
:type sparse_update: bool
:param sparse_weight: enable weight sparse. The parameter value will be
stored as sparse format.
:type sparse_weight: bool
"""

def __init__(self,
Expand All @@ -104,7 +107,8 @@ def __init__(self,
l2_rate=None,
learning_rate=None,
momentum=None,
sparse_update=False):
sparse_update=False,
sparse_weight=False):
# initialize strategy.
if is_static:
self.attr = {'is_static': True}
Expand Down Expand Up @@ -152,6 +156,10 @@ def __init__(self,
self.attr['sparse_update'] = True
self.attr['sparse_remote_update'] = True

if sparse_weight:
self.attr['format'] = 'csr'
self.attr['nnz'] = 4

def set_default_parameter_name(self, name):
"""
Set default parameter name. If parameter not set, then will use default
Expand Down