FM / layers

/usr/local/lib64/python3.6/site-packages/caffe2/python/layers/

/usr/local/lib64/python3.6/site-packages/caffe2/python/layers

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
adaptive_weight.py	5687	0644	edit dl rm
add_bias.py	1396	0644	edit dl rm
arc_cosine_feature_map.py	7345	0644	edit dl rm
batch_huber_loss.py	3523	0644	edit dl rm
batch_lr_loss.py	11577	0644	edit dl rm
batch_mse_loss.py	2333	0644	edit dl rm
batch_normalization.py	3823	0644	edit dl rm
batch_sigmoid_cross_entropy_loss.py	1483	0644	edit dl rm
batch_softmax_loss.py	4580	0644	edit dl rm
blob_weighted_sum.py	2219	0644	edit dl rm
bpr_loss.py	1499	0644	edit dl rm
bucket_weighted.py	2355	0644	edit dl rm
build_index.py	1937	0644	edit dl rm
concat.py	4849	0644	edit dl rm
constant_weight.py	1208	0644	edit dl rm
conv.py	5050	0644	edit dl rm
dropout.py	1410	0644	edit dl rm
fc.py	9296	0644	edit dl rm
fc_without_bias.py	1954	0644	edit dl rm
fc_with_bootstrap.py	12788	0644	edit dl rm
feature_sparse_to_dense.py	14361	0644	edit dl rm
functional.py	4875	0644	edit dl rm
gather_record.py	3260	0644	edit dl rm
homotopy_weight.py	4306	0644	edit dl rm
label_smooth.py	3507	0644	edit dl rm
last_n_window_collector.py	2392	0644	edit dl rm
layers.py	17412	0644	edit dl rm
layer_normalization.py	4291	0644	edit dl rm
margin_rank_loss.py	1951	0644	edit dl rm
merge_id_lists.py	1500	0644	edit dl rm
pairwise_similarity.py	3549	0644	edit dl rm
position_weighted.py	2066	0644	edit dl rm
random_fourier_features.py	3187	0644	edit dl rm
reservoir_sampling.py	3013	0644	edit dl rm
sampling_train.py	2210	0644	edit dl rm
sampling_trainable_mixin.py	1366	0644	edit dl rm
select_record_by_context.py	2381	0644	edit dl rm
semi_random_features.py	5809	0644	edit dl rm
sparse_dropout_with_replacement.py	3943	0644	edit dl rm
sparse_feature_hash.py	4618	0644	edit dl rm
sparse_itemwise_dropout_with_replacement.py	3944	0644	edit dl rm
sparse_lookup.py	22170	0644	edit dl rm
split.py	2257	0644	edit dl rm
tags.py	4114	0644	edit dl rm
uniform_sampling.py	2779	0644	edit dl rm
__init__.py	943	0644	edit dl rm

Edit: /usr/local/lib64/python3.6/site-packages/caffe2/python/layers/semi_random_features.py (5809B)

from caffe2.python import schema
from caffe2.python.layers.arc_cosine_feature_map import ArcCosineFeatureMap
import numpy as np

class SemiRandomFeatures(ArcCosineFeatureMap):
    """
    Implementation of the semi-random kernel feature map.

Applies H(x_rand) * x_rand^s * x_learned, where
        H is the Heaviside step function,
        x_rand is the input after applying FC with randomized parameters,
        and x_learned is the input after applying FC with learnable parameters.

If using multilayer model with semi-random layers, then input and output records
    should have a 'full' and 'random' Scalar. The random Scalar will be passed as
    input to process the random features.

For more information, see the original paper:
        https://arxiv.org/pdf/1702.08882.pdf

Inputs :
        output_dims -- dimensions of the output vector
        s -- if s == 0, will obtain linear semi-random features;
             else if s == 1, will obtain squared semi-random features;
             else s >= 2, will obtain higher order semi-random features
        scale_random -- amount to scale the standard deviation
                        (for random parameter initialization when weight_init or
                        bias_init hasn't been specified)
        scale_learned -- amount to scale the standard deviation
                        (for learned parameter initialization when weight_init or
                        bias_init hasn't been specified)

weight_init_random -- initialization distribution for random weight parameter
                              (if None, will use Gaussian distribution)
        bias_init_random -- initialization distribution for random bias pararmeter
                            (if None, will use Uniform distribution)
        weight_init_learned -- initialization distribution for learned weight parameter
                               (if None, will use Gaussian distribution)
        bias_init_learned -- initialization distribution for learned bias pararmeter
                             (if None, will use Uniform distribution)
        weight_optim -- optimizer for weight params for learned features
        bias_optim -- optimizer for bias param for learned features

set_weight_as_global_constant -- if True, initialized random parameters
                                         will be constant across all distributed
                                         instances of the layer
    """
    def __init__(
            self,
            model,
            input_record,
            output_dims,
            s=1,
            scale_random=1.0,
            scale_learned=1.0,
            weight_init_random=None,
            bias_init_random=None,
            weight_init_learned=None,
            bias_init_learned=None,
            weight_optim=None,
            bias_optim=None,
            set_weight_as_global_constant=False,
            name='semi_random_features',
            **kwargs):

if isinstance(input_record, schema.Struct):
            schema.is_schema_subset(
                schema.Struct(
                    ('full', schema.Scalar()),
                    ('random', schema.Scalar()),
                ),
                input_record
            )
            self.input_record_full = input_record.full
            self.input_record_random = input_record.random

elif isinstance(input_record, schema.Scalar):
            self.input_record_full = input_record
            self.input_record_random = input_record

super(SemiRandomFeatures, self).__init__(
            model,
            self.input_record_full,
            output_dims,
            s=s,
            scale=scale_random,       # To initialize the random parameters
            weight_init=weight_init_random,
            bias_init=bias_init_random,
            weight_optim=None,
            bias_optim=None,
            set_weight_as_global_constant=set_weight_as_global_constant,
            initialize_output_schema=False,
            name=name,
            **kwargs)

self.output_schema = schema.Struct(
            ('full', schema.Scalar(
                (np.float32, output_dims),
                model.net.NextScopedBlob(name + '_full_output')
            ),),
            ('random', schema.Scalar(
                (np.float32, output_dims),
                model.net.NextScopedBlob(name + '_random_output')
            ),),
        )

# To initialize the learnable parameters
        assert (scale_learned > 0.0), \
            "Expected scale (learned) > 0, got %s" % scale_learned
        self.stddev = scale_learned * np.sqrt(1.0 / self.input_dims)

# Learned Parameters
        (self.learned_w, self.learned_b) = self._initialize_params(
            'learned_w',
            'learned_b',
            w_init=weight_init_learned,
            b_init=bias_init_learned,
            w_optim=weight_optim,
            b_optim=bias_optim
        )

def add_ops(self, net):
        # Learned features: wx + b
        learned_features = net.FC(self.input_record_full.field_blobs() +
                                  [self.learned_w, self.learned_b],
                                  net.NextScopedBlob('learned_features'))
        # Random features: wx + b
        random_features = net.FC(self.input_record_random.field_blobs() +
                                 [self.random_w, self.random_b],
                                 net.NextScopedBlob('random_features'))
        processed_random_features = self._heaviside_with_power(
            net,
            random_features,
            self.output_schema.random.field_blobs(),
            self.s
        )
        net.Mul([processed_random_features, learned_features],
                self.output_schema.full.field_blobs())

cmd: